[ 463.814124] env[63260]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=63260) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 463.814483] env[63260]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=63260) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 463.814666] env[63260]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=63260) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 463.814910] env[63260]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 463.912525] env[63260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=63260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 463.922901] env[63260]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=63260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 464.524284] env[63260]: INFO nova.virt.driver [None req-0c397eea-3bb3-4f5e-a13b-be0e3f931d39 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 464.593411] env[63260]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 464.593551] env[63260]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 464.593721] env[63260]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=63260) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 467.737032] env[63260]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-cf1aedb8-ae8d-4f44-ba5d-0a99a96d61c9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 467.753201] env[63260]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=63260) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 467.754084] env[63260]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-d633eb09-08fe-46dc-a8ec-25a27217633c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 467.787810] env[63260]: INFO oslo_vmware.api [-] Successfully established new session; session ID is ef7ec. [ 467.787966] env[63260]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.194s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 467.788617] env[63260]: INFO nova.virt.vmwareapi.driver [None req-0c397eea-3bb3-4f5e-a13b-be0e3f931d39 None None] VMware vCenter version: 7.0.3 [ 467.792222] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab895ac-6f08-4b10-a8fb-fe723d09fba5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 467.810810] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f36d11-fd6a-4977-9aec-eb98646abb65 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 467.816704] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d9d50d-5fc0-4521-b93e-2b766acb8868 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 467.823214] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648d412b-ca83-46ba-bdd6-fa574ae29901 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 467.836227] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad96b9d-4238-4f0b-ad80-be96f78f39a1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 467.842255] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07da466-1bea-4988-8ef3-927dfc8d31f3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 467.872102] env[63260]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-12869ddc-47d3-43c5-adc1-4e00c875ccee {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 467.877167] env[63260]: DEBUG nova.virt.vmwareapi.driver [None req-0c397eea-3bb3-4f5e-a13b-be0e3f931d39 None None] Extension org.openstack.compute already exists. {{(pid=63260) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 467.879837] env[63260]: INFO nova.compute.provider_config [None req-0c397eea-3bb3-4f5e-a13b-be0e3f931d39 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 468.383269] env[63260]: DEBUG nova.context [None req-0c397eea-3bb3-4f5e-a13b-be0e3f931d39 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),d3bf179b-015d-462f-bd97-ae1af4e635b4(cell1) {{(pid=63260) load_cells /opt/stack/nova/nova/context.py:464}} [ 468.386501] env[63260]: DEBUG oslo_concurrency.lockutils [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 468.386735] env[63260]: DEBUG oslo_concurrency.lockutils [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 468.387459] env[63260]: DEBUG oslo_concurrency.lockutils [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 468.387911] env[63260]: DEBUG oslo_concurrency.lockutils [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] Acquiring lock "d3bf179b-015d-462f-bd97-ae1af4e635b4" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 468.388114] env[63260]: DEBUG oslo_concurrency.lockutils [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] Lock "d3bf179b-015d-462f-bd97-ae1af4e635b4" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 468.389152] env[63260]: DEBUG oslo_concurrency.lockutils [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] Lock "d3bf179b-015d-462f-bd97-ae1af4e635b4" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 468.409013] env[63260]: INFO dbcounter [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] Registered counter for database nova_cell0 [ 468.416997] env[63260]: INFO dbcounter [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] Registered counter for database nova_cell1 [ 468.420138] env[63260]: DEBUG oslo_db.sqlalchemy.engines [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63260) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 468.420482] env[63260]: DEBUG oslo_db.sqlalchemy.engines [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63260) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 468.425163] env[63260]: ERROR nova.db.main.api [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 468.425163] env[63260]: result = function(*args, **kwargs) [ 468.425163] env[63260]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 468.425163] env[63260]: return func(*args, **kwargs) [ 468.425163] env[63260]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 468.425163] env[63260]: result = fn(*args, **kwargs) [ 468.425163] env[63260]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 468.425163] env[63260]: return f(*args, **kwargs) [ 468.425163] env[63260]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 468.425163] env[63260]: return db.service_get_minimum_version(context, binaries) [ 468.425163] env[63260]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 468.425163] env[63260]: _check_db_access() [ 468.425163] env[63260]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 468.425163] env[63260]: stacktrace = ''.join(traceback.format_stack()) [ 468.425163] env[63260]: [ 468.426134] env[63260]: ERROR nova.db.main.api [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 468.426134] env[63260]: result = function(*args, **kwargs) [ 468.426134] env[63260]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 468.426134] env[63260]: return func(*args, **kwargs) [ 468.426134] env[63260]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 468.426134] env[63260]: result = fn(*args, **kwargs) [ 468.426134] env[63260]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 468.426134] env[63260]: return f(*args, **kwargs) [ 468.426134] env[63260]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 468.426134] env[63260]: return db.service_get_minimum_version(context, binaries) [ 468.426134] env[63260]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 468.426134] env[63260]: _check_db_access() [ 468.426134] env[63260]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 468.426134] env[63260]: stacktrace = ''.join(traceback.format_stack()) [ 468.426134] env[63260]: [ 468.426708] env[63260]: WARNING nova.objects.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] Failed to get minimum service version for cell d3bf179b-015d-462f-bd97-ae1af4e635b4 [ 468.426708] env[63260]: WARNING nova.objects.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 468.427111] env[63260]: DEBUG oslo_concurrency.lockutils [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] Acquiring lock "singleton_lock" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 468.427281] env[63260]: DEBUG oslo_concurrency.lockutils [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] Acquired lock "singleton_lock" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 468.427529] env[63260]: DEBUG oslo_concurrency.lockutils [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] Releasing lock "singleton_lock" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 468.427845] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] Full set of CONF: {{(pid=63260) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 468.427987] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] ******************************************************************************** {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 468.428126] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] Configuration options gathered from: {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 468.428260] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 468.428451] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 468.428578] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] ================================================================================ {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 468.428784] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] allow_resize_to_same_host = True {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.428957] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] arq_binding_timeout = 300 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.429105] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] backdoor_port = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.429235] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] backdoor_socket = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.429400] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] block_device_allocate_retries = 60 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.429564] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] block_device_allocate_retries_interval = 3 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.429733] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cert = self.pem {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.429903] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.430088] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] compute_monitors = [] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.430259] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] config_dir = [] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.430428] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] config_drive_format = iso9660 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.430562] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.430728] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] config_source = [] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.430896] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] console_host = devstack {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.431074] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] control_exchange = nova {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.431239] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cpu_allocation_ratio = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.431403] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] daemon = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.431601] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] debug = True {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.431726] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] default_access_ip_network_name = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.431894] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] default_availability_zone = nova {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.432062] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] default_ephemeral_format = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.432228] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] default_green_pool_size = 1000 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.432476] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.432644] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] default_schedule_zone = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.432804] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] disk_allocation_ratio = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.432969] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] enable_new_services = True {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.433166] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] enabled_apis = ['osapi_compute'] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.433335] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] enabled_ssl_apis = [] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.433497] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] flat_injected = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.433656] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] force_config_drive = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.433840] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] force_raw_images = True {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.434030] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] graceful_shutdown_timeout = 5 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.434198] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] heal_instance_info_cache_interval = 60 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.434417] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] host = cpu-1 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.434593] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.434776] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] initial_disk_allocation_ratio = 1.0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.434952] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] initial_ram_allocation_ratio = 1.0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.435198] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.435365] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] instance_build_timeout = 0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.435527] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] instance_delete_interval = 300 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.435695] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] instance_format = [instance: %(uuid)s] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.435860] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] instance_name_template = instance-%08x {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.436038] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] instance_usage_audit = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.436238] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] instance_usage_audit_period = month {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.436408] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.436576] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] instances_path = /opt/stack/data/nova/instances {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.436744] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] internal_service_availability_zone = internal {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.436907] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] key = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.437081] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] live_migration_retry_count = 30 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.437255] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] log_color = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.437421] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] log_config_append = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.437588] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.437751] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] log_dir = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.437913] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] log_file = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.438054] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] log_options = True {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.438222] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] log_rotate_interval = 1 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.438391] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] log_rotate_interval_type = days {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.438559] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] log_rotation_type = none {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.438687] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.438819] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.439041] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.439219] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.439349] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.439516] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] long_rpc_timeout = 1800 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.439676] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] max_concurrent_builds = 10 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.439836] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] max_concurrent_live_migrations = 1 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.439996] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] max_concurrent_snapshots = 5 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.440170] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] max_local_block_devices = 3 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.440330] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] max_logfile_count = 30 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.440489] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] max_logfile_size_mb = 200 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.440649] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] maximum_instance_delete_attempts = 5 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.440817] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] metadata_listen = 0.0.0.0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.440989] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] metadata_listen_port = 8775 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.441172] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] metadata_workers = 2 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.441337] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] migrate_max_retries = -1 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.441507] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] mkisofs_cmd = genisoimage {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.441709] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] my_block_storage_ip = 10.180.1.21 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.441843] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] my_ip = 10.180.1.21 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.442060] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.442229] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] network_allocate_retries = 0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.442407] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.442575] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] osapi_compute_listen = 0.0.0.0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.442740] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] osapi_compute_listen_port = 8774 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.442911] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] osapi_compute_unique_server_name_scope = {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.443092] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] osapi_compute_workers = 2 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.443259] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] password_length = 12 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.443421] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] periodic_enable = True {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.443581] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] periodic_fuzzy_delay = 60 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.443768] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] pointer_model = usbtablet {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.443953] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] preallocate_images = none {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.444130] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] publish_errors = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.444263] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] pybasedir = /opt/stack/nova {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.444422] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] ram_allocation_ratio = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.444584] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] rate_limit_burst = 0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.444781] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] rate_limit_except_level = CRITICAL {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.444968] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] rate_limit_interval = 0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.445146] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] reboot_timeout = 0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.445310] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] reclaim_instance_interval = 0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.445466] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] record = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.445634] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] reimage_timeout_per_gb = 60 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.445798] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] report_interval = 120 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.445959] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] rescue_timeout = 0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.446158] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] reserved_host_cpus = 0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.446329] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] reserved_host_disk_mb = 0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.446490] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] reserved_host_memory_mb = 512 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.446649] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] reserved_huge_pages = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.446810] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] resize_confirm_window = 0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.446971] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] resize_fs_using_block_device = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.447143] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] resume_guests_state_on_host_boot = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.447311] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.447474] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] rpc_response_timeout = 60 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.447632] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] run_external_periodic_tasks = True {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.447797] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] running_deleted_instance_action = reap {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.447959] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] running_deleted_instance_poll_interval = 1800 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.448132] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] running_deleted_instance_timeout = 0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.448290] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] scheduler_instance_sync_interval = 120 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.448454] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] service_down_time = 720 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.448621] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] servicegroup_driver = db {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.448775] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] shell_completion = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.448935] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] shelved_offload_time = 0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.449104] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] shelved_poll_interval = 3600 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.449271] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] shutdown_timeout = 0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.449429] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] source_is_ipv6 = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.449586] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] ssl_only = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.449827] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.449999] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] sync_power_state_interval = 600 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.450176] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] sync_power_state_pool_size = 1000 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.450346] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] syslog_log_facility = LOG_USER {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.450504] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] tempdir = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.450665] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] timeout_nbd = 10 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.450830] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] transport_url = **** {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.451046] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] update_resources_interval = 0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.451223] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] use_cow_images = True {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.451384] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] use_journal = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.451545] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] use_json = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.451706] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] use_rootwrap_daemon = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.451866] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] use_stderr = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.452036] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] use_syslog = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.452199] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vcpu_pin_set = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.452368] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vif_plugging_is_fatal = True {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.452536] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vif_plugging_timeout = 300 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.452701] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] virt_mkfs = [] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.452865] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] volume_usage_poll_interval = 0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.453039] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] watch_log_file = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.453214] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] web = /usr/share/spice-html5 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 468.453401] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.453570] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.453773] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.453946] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_concurrency.disable_process_locking = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.454828] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.455040] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.455223] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.455405] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.455581] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.455753] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.455940] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api.auth_strategy = keystone {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.456126] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api.compute_link_prefix = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.456309] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.456487] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api.dhcp_domain = novalocal {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.456660] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api.enable_instance_password = True {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.456829] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api.glance_link_prefix = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.457011] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.457193] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.457360] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api.instance_list_per_project_cells = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.457525] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api.list_records_by_skipping_down_cells = True {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.457688] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api.local_metadata_per_cell = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.457860] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api.max_limit = 1000 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.458041] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api.metadata_cache_expiration = 15 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.458225] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api.neutron_default_tenant_id = default {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.458400] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api.response_validation = warn {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.458571] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api.use_neutron_default_nets = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.458741] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.458907] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.459087] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.459267] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.459440] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api.vendordata_dynamic_targets = [] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.459603] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api.vendordata_jsonfile_path = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.459784] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.459978] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cache.backend = dogpile.cache.memcached {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.460163] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cache.backend_argument = **** {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.460324] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cache.backend_expiration_time = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.460495] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cache.config_prefix = cache.oslo {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.460664] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cache.dead_timeout = 60.0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.460828] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cache.debug_cache_backend = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.460993] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cache.enable_retry_client = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.461170] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cache.enable_socket_keepalive = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.461352] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cache.enabled = True {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.461509] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cache.enforce_fips_mode = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.461676] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cache.expiration_time = 600 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.461867] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cache.hashclient_retry_attempts = 2 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.462016] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cache.hashclient_retry_delay = 1.0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.462190] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cache.memcache_dead_retry = 300 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.462351] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cache.memcache_password = **** {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.462514] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.462675] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.462837] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cache.memcache_pool_maxsize = 10 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.463046] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.463237] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cache.memcache_sasl_enabled = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.463410] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.463579] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cache.memcache_socket_timeout = 1.0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.463763] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cache.memcache_username = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.463940] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cache.proxies = [] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.464127] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cache.redis_db = 0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.464292] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cache.redis_password = **** {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.464466] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cache.redis_sentinel_service_name = mymaster {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.464642] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.464835] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cache.redis_server = localhost:6379 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.465032] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cache.redis_socket_timeout = 1.0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.465207] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cache.redis_username = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.465376] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cache.retry_attempts = 2 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.465544] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cache.retry_delay = 0.0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.465709] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cache.socket_keepalive_count = 1 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.465879] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cache.socket_keepalive_idle = 1 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.466051] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cache.socket_keepalive_interval = 1 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.466218] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cache.tls_allowed_ciphers = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.466379] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cache.tls_cafile = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.466536] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cache.tls_certfile = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.466697] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cache.tls_enabled = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.466855] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cache.tls_keyfile = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.467040] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cinder.auth_section = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.467232] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cinder.auth_type = password {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.467400] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cinder.cafile = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.467583] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cinder.catalog_info = volumev3::publicURL {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.467745] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cinder.certfile = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.467912] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cinder.collect_timing = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.468086] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cinder.cross_az_attach = True {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.468253] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cinder.debug = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.468416] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cinder.endpoint_template = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.468585] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cinder.http_retries = 3 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.468749] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cinder.insecure = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.468910] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cinder.keyfile = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.469095] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cinder.os_region_name = RegionOne {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.469264] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cinder.split_loggers = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.469424] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cinder.timeout = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.469596] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.469759] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] compute.cpu_dedicated_set = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.469922] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] compute.cpu_shared_set = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.470103] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] compute.image_type_exclude_list = [] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.470269] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.470432] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] compute.max_concurrent_disk_ops = 0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.470596] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] compute.max_disk_devices_to_attach = -1 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.470759] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.470930] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.471111] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] compute.resource_provider_association_refresh = 300 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.471276] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.471439] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] compute.shutdown_retry_interval = 10 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.471629] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.471836] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] conductor.workers = 2 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.472069] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] console.allowed_origins = [] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.472195] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] console.ssl_ciphers = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.472368] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] console.ssl_minimum_version = default {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.472537] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] consoleauth.enforce_session_timeout = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.472707] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] consoleauth.token_ttl = 600 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.472881] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cyborg.cafile = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.473055] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cyborg.certfile = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.473225] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cyborg.collect_timing = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.473388] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cyborg.connect_retries = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.473550] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cyborg.connect_retry_delay = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.473755] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cyborg.endpoint_override = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.473958] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cyborg.insecure = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.474144] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cyborg.keyfile = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.474311] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cyborg.max_version = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.474472] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cyborg.min_version = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.474632] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cyborg.region_name = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.474835] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cyborg.retriable_status_codes = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.474968] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cyborg.service_name = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.475157] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cyborg.service_type = accelerator {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.475320] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cyborg.split_loggers = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.475481] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cyborg.status_code_retries = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.475639] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cyborg.status_code_retry_delay = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.475798] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cyborg.timeout = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.475983] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.476159] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] cyborg.version = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.476331] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] database.asyncio_connection = **** {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.476491] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] database.asyncio_slave_connection = **** {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.476661] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] database.backend = sqlalchemy {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.476834] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] database.connection = **** {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.477034] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] database.connection_debug = 0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.477214] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] database.connection_parameters = {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.477381] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] database.connection_recycle_time = 3600 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.477547] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] database.connection_trace = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.477709] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] database.db_inc_retry_interval = True {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.477874] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] database.db_max_retries = 20 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.478049] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] database.db_max_retry_interval = 10 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.478221] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] database.db_retry_interval = 1 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.478385] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] database.max_overflow = 50 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.478548] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] database.max_pool_size = 5 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.478712] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] database.max_retries = 10 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.478884] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.479058] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] database.mysql_wsrep_sync_wait = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.479225] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] database.pool_timeout = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.479390] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] database.retry_interval = 10 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.479550] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] database.slave_connection = **** {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.479712] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] database.sqlite_synchronous = True {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.479876] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] database.use_db_reconnect = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.480056] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api_database.asyncio_connection = **** {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.480222] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api_database.asyncio_slave_connection = **** {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.480393] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api_database.backend = sqlalchemy {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.480560] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api_database.connection = **** {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.480728] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api_database.connection_debug = 0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.480898] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api_database.connection_parameters = {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.481077] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api_database.connection_recycle_time = 3600 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.481244] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api_database.connection_trace = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.481407] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api_database.db_inc_retry_interval = True {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.481570] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api_database.db_max_retries = 20 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.481736] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api_database.db_max_retry_interval = 10 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.481901] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api_database.db_retry_interval = 1 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.482077] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api_database.max_overflow = 50 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.482247] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api_database.max_pool_size = 5 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.482408] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api_database.max_retries = 10 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.482578] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.482739] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.482900] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api_database.pool_timeout = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.483076] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api_database.retry_interval = 10 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.483240] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api_database.slave_connection = **** {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.483403] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] api_database.sqlite_synchronous = True {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.483577] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] devices.enabled_mdev_types = [] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.483763] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.483935] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] ephemeral_storage_encryption.default_format = luks {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.484110] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] ephemeral_storage_encryption.enabled = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.484275] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.484445] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] glance.api_servers = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.484609] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] glance.cafile = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.484772] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] glance.certfile = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.484936] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] glance.collect_timing = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.485108] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] glance.connect_retries = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.485268] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] glance.connect_retry_delay = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.485430] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] glance.debug = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.485595] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] glance.default_trusted_certificate_ids = [] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.485760] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] glance.enable_certificate_validation = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.485926] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] glance.enable_rbd_download = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.486100] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] glance.endpoint_override = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.486272] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] glance.insecure = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.486437] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] glance.keyfile = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.486599] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] glance.max_version = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.486758] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] glance.min_version = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.486922] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] glance.num_retries = 3 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.487103] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] glance.rbd_ceph_conf = {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.487272] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] glance.rbd_connect_timeout = 5 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.487444] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] glance.rbd_pool = {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.487611] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] glance.rbd_user = {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.487780] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] glance.region_name = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.487941] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] glance.retriable_status_codes = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.488113] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] glance.service_name = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.488287] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] glance.service_type = image {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.488448] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] glance.split_loggers = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.488608] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] glance.status_code_retries = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.488768] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] glance.status_code_retry_delay = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.488929] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] glance.timeout = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.489125] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.489293] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] glance.verify_glance_signatures = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.489454] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] glance.version = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.489622] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] guestfs.debug = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.489793] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] manila.auth_section = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.489958] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] manila.auth_type = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.490134] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] manila.cafile = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.490296] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] manila.certfile = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.490461] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] manila.collect_timing = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.490621] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] manila.connect_retries = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.490779] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] manila.connect_retry_delay = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.490940] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] manila.endpoint_override = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.491116] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] manila.insecure = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.491276] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] manila.keyfile = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.491437] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] manila.max_version = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.491596] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] manila.min_version = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.491754] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] manila.region_name = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.491915] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] manila.retriable_status_codes = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.492084] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] manila.service_name = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.492303] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] manila.service_type = shared-file-system {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.492424] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] manila.share_apply_policy_timeout = 10 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.492588] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] manila.split_loggers = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.492749] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] manila.status_code_retries = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.492910] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] manila.status_code_retry_delay = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.493082] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] manila.timeout = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.493266] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.493429] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] manila.version = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.493597] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] mks.enabled = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.493950] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.494159] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] image_cache.manager_interval = 2400 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.494333] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] image_cache.precache_concurrency = 1 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.494503] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] image_cache.remove_unused_base_images = True {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.494674] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.494844] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.495039] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] image_cache.subdirectory_name = _base {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.495233] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] ironic.api_max_retries = 60 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.495401] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] ironic.api_retry_interval = 2 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.495563] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] ironic.auth_section = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.495726] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] ironic.auth_type = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.495890] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] ironic.cafile = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.496062] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] ironic.certfile = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.496230] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] ironic.collect_timing = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.496394] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] ironic.conductor_group = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.496554] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] ironic.connect_retries = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.496711] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] ironic.connect_retry_delay = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.496870] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] ironic.endpoint_override = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.497046] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] ironic.insecure = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.497210] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] ironic.keyfile = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.497371] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] ironic.max_version = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.497529] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] ironic.min_version = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.497695] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] ironic.peer_list = [] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.497855] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] ironic.region_name = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.498025] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] ironic.retriable_status_codes = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.498194] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] ironic.serial_console_state_timeout = 10 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.498355] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] ironic.service_name = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.498526] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] ironic.service_type = baremetal {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.498685] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] ironic.shard = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.498848] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] ironic.split_loggers = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.499016] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] ironic.status_code_retries = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.499182] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] ironic.status_code_retry_delay = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.499342] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] ironic.timeout = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.499523] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.499684] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] ironic.version = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.499864] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.500050] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] key_manager.fixed_key = **** {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.500238] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.500401] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] barbican.barbican_api_version = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.500562] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] barbican.barbican_endpoint = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.500733] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] barbican.barbican_endpoint_type = public {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.500895] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] barbican.barbican_region_name = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.501065] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] barbican.cafile = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.501229] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] barbican.certfile = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.501391] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] barbican.collect_timing = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.501552] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] barbican.insecure = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.501711] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] barbican.keyfile = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.501873] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] barbican.number_of_retries = 60 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.502048] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] barbican.retry_delay = 1 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.502216] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] barbican.send_service_user_token = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.502408] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] barbican.split_loggers = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.502537] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] barbican.timeout = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.502698] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] barbican.verify_ssl = True {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.502858] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] barbican.verify_ssl_path = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.503038] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] barbican_service_user.auth_section = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.503209] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] barbican_service_user.auth_type = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.503370] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] barbican_service_user.cafile = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.503528] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] barbican_service_user.certfile = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.503691] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] barbican_service_user.collect_timing = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.503854] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] barbican_service_user.insecure = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.504024] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] barbican_service_user.keyfile = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.504192] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] barbican_service_user.split_loggers = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.504353] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] barbican_service_user.timeout = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.504520] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vault.approle_role_id = **** {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.504680] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vault.approle_secret_id = **** {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.504852] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vault.kv_mountpoint = secret {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.505021] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vault.kv_path = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.505192] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vault.kv_version = 2 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.505353] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vault.namespace = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.505511] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vault.root_token_id = **** {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.505669] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vault.ssl_ca_crt_file = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.505834] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vault.timeout = 60.0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.505999] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vault.use_ssl = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.506192] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.506363] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] keystone.cafile = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.506524] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] keystone.certfile = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.506683] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] keystone.collect_timing = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.506843] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] keystone.connect_retries = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.507014] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] keystone.connect_retry_delay = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.507175] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] keystone.endpoint_override = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.507336] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] keystone.insecure = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.507494] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] keystone.keyfile = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.507651] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] keystone.max_version = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.507808] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] keystone.min_version = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.507968] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] keystone.region_name = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.508144] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] keystone.retriable_status_codes = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.508307] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] keystone.service_name = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.508478] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] keystone.service_type = identity {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.508639] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] keystone.split_loggers = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.508796] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] keystone.status_code_retries = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.508956] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] keystone.status_code_retry_delay = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.509126] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] keystone.timeout = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.509307] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.509469] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] keystone.version = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.509663] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.ceph_mount_options = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.509962] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.510162] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.connection_uri = {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.510330] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.cpu_mode = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.510499] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.cpu_model_extra_flags = [] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.510673] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.cpu_models = [] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.510848] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.cpu_power_governor_high = performance {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.511029] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.cpu_power_governor_low = powersave {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.511200] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.cpu_power_management = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.511372] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.511543] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.device_detach_attempts = 8 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.511708] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.device_detach_timeout = 20 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.511880] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.disk_cachemodes = [] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.512056] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.disk_prefix = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.512229] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.enabled_perf_events = [] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.512396] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.file_backed_memory = 0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.512561] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.gid_maps = [] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.512721] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.hw_disk_discard = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.512880] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.hw_machine_type = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.513059] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.images_rbd_ceph_conf = {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.513228] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.513389] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.513556] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.images_rbd_glance_store_name = {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.513747] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.images_rbd_pool = rbd {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.513905] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.images_type = default {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.514077] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.images_volume_group = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.514241] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.inject_key = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.514406] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.inject_partition = -2 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.514566] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.inject_password = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.514729] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.iscsi_iface = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.514891] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.iser_use_multipath = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.515065] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.live_migration_bandwidth = 0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.515231] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.515391] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.live_migration_downtime = 500 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.515553] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.515714] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.515881] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.live_migration_inbound_addr = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.516057] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.516222] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.live_migration_permit_post_copy = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.516382] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.live_migration_scheme = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.516552] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.live_migration_timeout_action = abort {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.516712] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.live_migration_tunnelled = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.516870] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.live_migration_uri = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.517041] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.live_migration_with_native_tls = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.517203] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.max_queues = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.517365] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.517591] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.517757] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.nfs_mount_options = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.518056] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.518238] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.518405] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.num_iser_scan_tries = 5 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.518566] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.num_memory_encrypted_guests = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.518731] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.518894] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.num_pcie_ports = 0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.519070] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.num_volume_scan_tries = 5 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.519239] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.pmem_namespaces = [] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.519400] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.quobyte_client_cfg = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.519687] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.519866] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.rbd_connect_timeout = 5 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.520048] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.520219] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.520383] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.rbd_secret_uuid = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.520544] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.rbd_user = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.520709] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.520881] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.remote_filesystem_transport = ssh {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.521054] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.rescue_image_id = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.521216] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.rescue_kernel_id = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.521376] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.rescue_ramdisk_id = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.521542] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.521703] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.rx_queue_size = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.521868] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.smbfs_mount_options = {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.522167] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.522344] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.snapshot_compression = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.522504] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.snapshot_image_format = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.522724] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.522892] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.sparse_logical_volumes = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.523065] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.swtpm_enabled = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.523241] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.swtpm_group = tss {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.523409] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.swtpm_user = tss {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.523580] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.sysinfo_serial = unique {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.523764] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.tb_cache_size = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.523914] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.tx_queue_size = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.524091] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.uid_maps = [] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.524257] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.use_virtio_for_bridges = True {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.524427] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.virt_type = kvm {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.524594] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.volume_clear = zero {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.524766] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.volume_clear_size = 0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.524932] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.volume_use_multipath = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.525104] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.vzstorage_cache_path = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.525273] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.525438] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.vzstorage_mount_group = qemu {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.525600] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.vzstorage_mount_opts = [] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.525765] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.526068] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.526263] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.vzstorage_mount_user = stack {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.526433] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.526608] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] neutron.auth_section = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.526781] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] neutron.auth_type = password {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.526945] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] neutron.cafile = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.527118] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] neutron.certfile = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.527285] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] neutron.collect_timing = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.527444] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] neutron.connect_retries = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.527602] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] neutron.connect_retry_delay = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.527772] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] neutron.default_floating_pool = public {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.527936] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] neutron.endpoint_override = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.528111] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] neutron.extension_sync_interval = 600 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.528276] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] neutron.http_retries = 3 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.528436] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] neutron.insecure = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.528595] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] neutron.keyfile = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.528754] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] neutron.max_version = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.528930] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.529103] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] neutron.min_version = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.529275] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] neutron.ovs_bridge = br-int {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.529440] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] neutron.physnets = [] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.529607] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] neutron.region_name = RegionOne {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.529767] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] neutron.retriable_status_codes = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.529936] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] neutron.service_metadata_proxy = True {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.530111] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] neutron.service_name = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.530286] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] neutron.service_type = network {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.530450] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] neutron.split_loggers = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.530608] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] neutron.status_code_retries = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.530766] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] neutron.status_code_retry_delay = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.530925] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] neutron.timeout = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.531117] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.531284] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] neutron.version = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.531456] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] notifications.bdms_in_notifications = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.531636] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] notifications.default_level = INFO {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.531801] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] notifications.include_share_mapping = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.531978] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] notifications.notification_format = unversioned {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.532154] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] notifications.notify_on_state_change = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.532330] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.532509] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] pci.alias = [] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.532721] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] pci.device_spec = [] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.532839] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] pci.report_in_placement = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.533015] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] placement.auth_section = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.533193] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] placement.auth_type = password {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.533360] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.533521] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] placement.cafile = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.533683] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] placement.certfile = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.533846] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] placement.collect_timing = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.534014] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] placement.connect_retries = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.534177] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] placement.connect_retry_delay = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.534336] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] placement.default_domain_id = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.534493] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] placement.default_domain_name = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.534651] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] placement.domain_id = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.534808] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] placement.domain_name = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.534969] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] placement.endpoint_override = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.535143] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] placement.insecure = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.535302] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] placement.keyfile = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.535459] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] placement.max_version = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.535616] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] placement.min_version = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.535783] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] placement.password = **** {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.535943] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] placement.project_domain_id = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.536120] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] placement.project_domain_name = Default {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.536286] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] placement.project_id = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.536455] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] placement.project_name = service {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.536623] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] placement.region_name = RegionOne {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.536785] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] placement.retriable_status_codes = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.536946] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] placement.service_name = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.537128] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] placement.service_type = placement {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.537295] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] placement.split_loggers = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.537457] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] placement.status_code_retries = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.537617] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] placement.status_code_retry_delay = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.537777] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] placement.system_scope = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.537935] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] placement.timeout = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.538104] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] placement.trust_id = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.538264] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] placement.user_domain_id = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.538428] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] placement.user_domain_name = Default {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.538586] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] placement.user_id = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.538757] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] placement.username = nova {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.538939] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.539109] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] placement.version = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.539287] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] quota.cores = 20 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.539452] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] quota.count_usage_from_placement = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.539621] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.539793] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] quota.injected_file_content_bytes = 10240 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.539963] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] quota.injected_file_path_length = 255 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.540142] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] quota.injected_files = 5 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.540310] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] quota.instances = 10 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.540476] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] quota.key_pairs = 100 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.540644] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] quota.metadata_items = 128 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.540810] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] quota.ram = 51200 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.540977] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] quota.recheck_quota = True {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.541159] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] quota.server_group_members = 10 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.541328] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] quota.server_groups = 10 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.541532] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.541707] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] quota.unified_limits_resource_strategy = require {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.541888] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.542069] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.542238] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] scheduler.image_metadata_prefilter = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.542401] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.542568] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] scheduler.max_attempts = 3 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.542732] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] scheduler.max_placement_results = 1000 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.542898] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.543070] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] scheduler.query_placement_for_image_type_support = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.543237] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.543411] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] scheduler.workers = 2 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.543586] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.543786] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.543955] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.544141] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.544311] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.544477] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.544643] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.544831] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.545012] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] filter_scheduler.host_subset_size = 1 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.545184] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.545344] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.545507] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.545673] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] filter_scheduler.isolated_hosts = [] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.545838] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] filter_scheduler.isolated_images = [] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.546028] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.546195] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.546359] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.546520] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] filter_scheduler.pci_in_placement = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.546681] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.546841] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.547008] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.547176] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.547336] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.547497] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.547658] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] filter_scheduler.track_instance_changes = True {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.547838] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.548014] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] metrics.required = True {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.548184] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] metrics.weight_multiplier = 1.0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.548346] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.548508] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] metrics.weight_setting = [] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.548812] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.548988] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] serial_console.enabled = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.549178] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] serial_console.port_range = 10000:20000 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.549351] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.549519] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.549685] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] serial_console.serialproxy_port = 6083 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.549851] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] service_user.auth_section = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.550033] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] service_user.auth_type = password {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.550198] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] service_user.cafile = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.550355] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] service_user.certfile = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.550515] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] service_user.collect_timing = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.550672] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] service_user.insecure = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.550828] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] service_user.keyfile = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.551000] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] service_user.send_service_user_token = True {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.551175] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] service_user.split_loggers = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.551332] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] service_user.timeout = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.551500] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] spice.agent_enabled = True {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.551659] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] spice.enabled = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.551950] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.552165] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.552336] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] spice.html5proxy_port = 6082 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.552501] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] spice.image_compression = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.552660] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] spice.jpeg_compression = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.552819] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] spice.playback_compression = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.552985] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] spice.require_secure = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.553172] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] spice.server_listen = 127.0.0.1 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.553343] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.553503] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] spice.streaming_mode = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.553663] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] spice.zlib_compression = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.553837] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] upgrade_levels.baseapi = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.554014] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] upgrade_levels.compute = auto {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.554180] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] upgrade_levels.conductor = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.554338] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] upgrade_levels.scheduler = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.554505] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vendordata_dynamic_auth.auth_section = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.554671] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vendordata_dynamic_auth.auth_type = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.554831] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vendordata_dynamic_auth.cafile = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.554993] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vendordata_dynamic_auth.certfile = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.555171] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.555332] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vendordata_dynamic_auth.insecure = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.555492] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vendordata_dynamic_auth.keyfile = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.555654] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.555812] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vendordata_dynamic_auth.timeout = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.555984] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vmware.api_retry_count = 10 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.556161] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vmware.ca_file = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.556334] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vmware.cache_prefix = devstack-image-cache {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.556500] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vmware.cluster_name = testcl1 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.556687] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vmware.connection_pool_size = 10 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.556849] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vmware.console_delay_seconds = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.557029] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vmware.datastore_regex = ^datastore.* {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.557243] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.557429] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vmware.host_password = **** {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.557600] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vmware.host_port = 443 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.557771] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vmware.host_username = administrator@vsphere.local {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.557942] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vmware.insecure = True {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.558119] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vmware.integration_bridge = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.558288] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vmware.maximum_objects = 100 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.558448] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vmware.pbm_default_policy = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.558610] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vmware.pbm_enabled = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.558772] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vmware.pbm_wsdl_location = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.558942] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.559116] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vmware.serial_port_proxy_uri = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.559281] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vmware.serial_port_service_uri = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.559450] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vmware.task_poll_interval = 0.5 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.559621] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vmware.use_linked_clone = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.559792] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vmware.vnc_keymap = en-us {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.559961] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vmware.vnc_port = 5900 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.560139] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vmware.vnc_port_total = 10000 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.560326] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vnc.auth_schemes = ['none'] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.560500] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vnc.enabled = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.560798] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.560987] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.561174] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vnc.novncproxy_port = 6080 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.561362] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vnc.server_listen = 127.0.0.1 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.561542] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.561705] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vnc.vencrypt_ca_certs = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.561865] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vnc.vencrypt_client_cert = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.562036] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vnc.vencrypt_client_key = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.562216] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.562378] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] workarounds.disable_deep_image_inspection = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.562544] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.562710] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.562883] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.563064] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] workarounds.disable_rootwrap = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.563232] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] workarounds.enable_numa_live_migration = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.563396] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.563559] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.563722] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.563886] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] workarounds.libvirt_disable_apic = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.564063] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.564233] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.564398] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.564563] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.564725] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.564888] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.565063] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.565228] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.565389] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.565559] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.565743] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.565914] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] wsgi.client_socket_timeout = 900 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.566102] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] wsgi.default_pool_size = 1000 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.566275] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] wsgi.keep_alive = True {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.566443] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] wsgi.max_header_line = 16384 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.566607] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] wsgi.secure_proxy_ssl_header = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.566769] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] wsgi.ssl_ca_file = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.566929] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] wsgi.ssl_cert_file = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.567101] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] wsgi.ssl_key_file = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.567270] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] wsgi.tcp_keepidle = 600 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.567446] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.567612] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] zvm.ca_file = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.567771] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] zvm.cloud_connector_url = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.568076] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.568264] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] zvm.reachable_timeout = 300 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.568437] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.568615] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.568791] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] profiler.connection_string = messaging:// {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.568962] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] profiler.enabled = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.569147] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] profiler.es_doc_type = notification {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.569312] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] profiler.es_scroll_size = 10000 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.569478] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] profiler.es_scroll_time = 2m {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.569638] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] profiler.filter_error_trace = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.569805] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] profiler.hmac_keys = **** {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.569972] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] profiler.sentinel_service_name = mymaster {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.570150] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] profiler.socket_timeout = 0.1 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.570313] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] profiler.trace_requests = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.570470] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] profiler.trace_sqlalchemy = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.570649] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] profiler_jaeger.process_tags = {} {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.570809] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] profiler_jaeger.service_name_prefix = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.570972] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] profiler_otlp.service_name_prefix = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.571150] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] remote_debug.host = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.571308] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] remote_debug.port = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.571482] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.571644] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.571807] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.571968] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.572141] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.572303] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.572463] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.572625] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.572785] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.572956] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.573151] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.573296] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.573464] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.573629] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.573817] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.573990] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.574172] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.574343] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.574506] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.574666] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.574852] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.575035] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.575205] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.575369] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.575531] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.575691] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.575855] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.576026] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.576189] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.576351] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_rabbit.ssl = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.576519] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.576684] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.576872] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.577066] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.577239] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_rabbit.ssl_version = {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.577403] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.577588] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.577754] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_notifications.retry = -1 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.577931] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.578114] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_messaging_notifications.transport_url = **** {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.578289] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_limit.auth_section = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.578453] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_limit.auth_type = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.578613] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_limit.cafile = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.578773] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_limit.certfile = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.578947] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_limit.collect_timing = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.579123] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_limit.connect_retries = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.579284] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_limit.connect_retry_delay = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.579441] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_limit.endpoint_id = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.579609] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_limit.endpoint_interface = publicURL {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.579767] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_limit.endpoint_override = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.579925] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_limit.endpoint_region_name = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.580095] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_limit.endpoint_service_name = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.580255] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_limit.endpoint_service_type = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.580414] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_limit.insecure = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.580570] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_limit.keyfile = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.580725] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_limit.max_version = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.580882] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_limit.min_version = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.581046] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_limit.region_name = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.581208] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_limit.retriable_status_codes = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.581366] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_limit.service_name = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.581520] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_limit.service_type = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.581680] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_limit.split_loggers = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.581839] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_limit.status_code_retries = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.581997] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_limit.status_code_retry_delay = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.582169] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_limit.timeout = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.582325] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_limit.valid_interfaces = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.582480] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_limit.version = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.582643] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_reports.file_event_handler = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.582806] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.582966] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] oslo_reports.log_dir = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.583154] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.583316] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.583471] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.583635] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.583817] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.583986] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.584172] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.584332] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vif_plug_ovs_privileged.group = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.584490] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.584654] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.584837] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.585012] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] vif_plug_ovs_privileged.user = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.585191] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] os_vif_linux_bridge.flat_interface = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.585369] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.585540] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.585709] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.585878] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.586061] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.586229] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.586389] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.586565] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.586733] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] os_vif_ovs.isolate_vif = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.586907] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.587084] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.587255] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.587424] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] os_vif_ovs.ovsdb_interface = native {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.587585] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] os_vif_ovs.per_port_bridge = False {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.587753] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] privsep_osbrick.capabilities = [21] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.587914] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] privsep_osbrick.group = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.588085] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] privsep_osbrick.helper_command = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.588255] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.588421] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.588580] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] privsep_osbrick.user = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.588752] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.588944] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] nova_sys_admin.group = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.589130] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] nova_sys_admin.helper_command = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.589302] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.589464] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.589621] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] nova_sys_admin.user = None {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 468.589752] env[63260]: DEBUG oslo_service.service [None req-02296f7c-2698-4a1c-9fff-4716dfb33108 None None] ******************************************************************************** {{(pid=63260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 468.590148] env[63260]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 469.094296] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-be15049e-700c-4814-9507-f4493be3d54b None None] Getting list of instances from cluster (obj){ [ 469.094296] env[63260]: value = "domain-c8" [ 469.094296] env[63260]: _type = "ClusterComputeResource" [ 469.094296] env[63260]: } {{(pid=63260) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 469.095626] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c20e71-e537-4a46-a3f6-4356ad734f34 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 469.104821] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-be15049e-700c-4814-9507-f4493be3d54b None None] Got total of 0 instances {{(pid=63260) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 469.105470] env[63260]: WARNING nova.virt.vmwareapi.driver [None req-be15049e-700c-4814-9507-f4493be3d54b None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 469.105956] env[63260]: INFO nova.virt.node [None req-be15049e-700c-4814-9507-f4493be3d54b None None] Generated node identity 535ed902-6829-4832-9c79-14d5c1df9745 [ 469.106212] env[63260]: INFO nova.virt.node [None req-be15049e-700c-4814-9507-f4493be3d54b None None] Wrote node identity 535ed902-6829-4832-9c79-14d5c1df9745 to /opt/stack/data/n-cpu-1/compute_id [ 469.609156] env[63260]: WARNING nova.compute.manager [None req-be15049e-700c-4814-9507-f4493be3d54b None None] Compute nodes ['535ed902-6829-4832-9c79-14d5c1df9745'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 470.616084] env[63260]: INFO nova.compute.manager [None req-be15049e-700c-4814-9507-f4493be3d54b None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 471.621796] env[63260]: WARNING nova.compute.manager [None req-be15049e-700c-4814-9507-f4493be3d54b None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 471.622245] env[63260]: DEBUG oslo_concurrency.lockutils [None req-be15049e-700c-4814-9507-f4493be3d54b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 471.622340] env[63260]: DEBUG oslo_concurrency.lockutils [None req-be15049e-700c-4814-9507-f4493be3d54b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 471.622495] env[63260]: DEBUG oslo_concurrency.lockutils [None req-be15049e-700c-4814-9507-f4493be3d54b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 471.622647] env[63260]: DEBUG nova.compute.resource_tracker [None req-be15049e-700c-4814-9507-f4493be3d54b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 471.623569] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168a9b87-bb75-4e8e-99b8-6ad7af415d84 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 471.631843] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c23c34-c572-41bc-a637-bbb9a42637e6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 471.645476] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c1ca68-bdb6-4b7f-8253-71fc0bff2970 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 471.651699] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bf0ba2-e44d-4a52-9c40-98166496a9ec {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 471.680534] env[63260]: DEBUG nova.compute.resource_tracker [None req-be15049e-700c-4814-9507-f4493be3d54b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181256MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=63260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 471.680663] env[63260]: DEBUG oslo_concurrency.lockutils [None req-be15049e-700c-4814-9507-f4493be3d54b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 471.680855] env[63260]: DEBUG oslo_concurrency.lockutils [None req-be15049e-700c-4814-9507-f4493be3d54b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 472.183605] env[63260]: WARNING nova.compute.resource_tracker [None req-be15049e-700c-4814-9507-f4493be3d54b None None] No compute node record for cpu-1:535ed902-6829-4832-9c79-14d5c1df9745: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 535ed902-6829-4832-9c79-14d5c1df9745 could not be found. [ 472.686894] env[63260]: INFO nova.compute.resource_tracker [None req-be15049e-700c-4814-9507-f4493be3d54b None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 535ed902-6829-4832-9c79-14d5c1df9745 [ 474.194447] env[63260]: DEBUG nova.compute.resource_tracker [None req-be15049e-700c-4814-9507-f4493be3d54b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 474.194796] env[63260]: DEBUG nova.compute.resource_tracker [None req-be15049e-700c-4814-9507-f4493be3d54b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 474.348063] env[63260]: INFO nova.scheduler.client.report [None req-be15049e-700c-4814-9507-f4493be3d54b None None] [req-76d14bb6-e68b-4eb9-be94-8920fdc9bcaf] Created resource provider record via placement API for resource provider with UUID 535ed902-6829-4832-9c79-14d5c1df9745 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 474.365596] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0d0ff0-a57c-4fc9-902e-1a67d84edc25 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 474.373281] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0cb793-0361-423c-8deb-6bbf0610eb72 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 474.403133] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc21a0a-5132-4e7e-9aa9-cd2a55406c11 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 474.410413] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7093f45e-4ca6-4b47-b7ea-880a39670746 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 474.428945] env[63260]: DEBUG nova.compute.provider_tree [None req-be15049e-700c-4814-9507-f4493be3d54b None None] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 474.964774] env[63260]: DEBUG nova.scheduler.client.report [None req-be15049e-700c-4814-9507-f4493be3d54b None None] Updated inventory for provider 535ed902-6829-4832-9c79-14d5c1df9745 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 474.965139] env[63260]: DEBUG nova.compute.provider_tree [None req-be15049e-700c-4814-9507-f4493be3d54b None None] Updating resource provider 535ed902-6829-4832-9c79-14d5c1df9745 generation from 0 to 1 during operation: update_inventory {{(pid=63260) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 474.965380] env[63260]: DEBUG nova.compute.provider_tree [None req-be15049e-700c-4814-9507-f4493be3d54b None None] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 475.015440] env[63260]: DEBUG nova.compute.provider_tree [None req-be15049e-700c-4814-9507-f4493be3d54b None None] Updating resource provider 535ed902-6829-4832-9c79-14d5c1df9745 generation from 1 to 2 during operation: update_traits {{(pid=63260) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 475.519851] env[63260]: DEBUG nova.compute.resource_tracker [None req-be15049e-700c-4814-9507-f4493be3d54b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 475.520121] env[63260]: DEBUG oslo_concurrency.lockutils [None req-be15049e-700c-4814-9507-f4493be3d54b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.839s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 475.520270] env[63260]: DEBUG nova.service [None req-be15049e-700c-4814-9507-f4493be3d54b None None] Creating RPC server for service compute {{(pid=63260) start /opt/stack/nova/nova/service.py:186}} [ 475.533731] env[63260]: DEBUG nova.service [None req-be15049e-700c-4814-9507-f4493be3d54b None None] Join ServiceGroup membership for this service compute {{(pid=63260) start /opt/stack/nova/nova/service.py:203}} [ 475.533931] env[63260]: DEBUG nova.servicegroup.drivers.db [None req-be15049e-700c-4814-9507-f4493be3d54b None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=63260) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 497.536513] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 498.039731] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Getting list of instances from cluster (obj){ [ 498.039731] env[63260]: value = "domain-c8" [ 498.039731] env[63260]: _type = "ClusterComputeResource" [ 498.039731] env[63260]: } {{(pid=63260) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 498.041264] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f55123-9dc0-4a25-b780-cb81d157c5e3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.054504] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Got total of 0 instances {{(pid=63260) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 498.054504] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 498.054805] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Getting list of instances from cluster (obj){ [ 498.054805] env[63260]: value = "domain-c8" [ 498.054805] env[63260]: _type = "ClusterComputeResource" [ 498.054805] env[63260]: } {{(pid=63260) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 498.055792] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9e7db9-e662-4edc-9452-9f4bd4bb2327 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.063926] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Got total of 0 instances {{(pid=63260) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 512.834835] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Acquiring lock "ed2923a0-e12e-4a3f-ba23-09e83ec21367" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 512.834835] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Lock "ed2923a0-e12e-4a3f-ba23-09e83ec21367" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 513.339832] env[63260]: DEBUG nova.compute.manager [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 513.895255] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 513.895255] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 513.895774] env[63260]: INFO nova.compute.claims [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 514.493987] env[63260]: DEBUG oslo_concurrency.lockutils [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Acquiring lock "b1acc55d-81b7-4d05-a1a7-76ae79529931" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.494237] env[63260]: DEBUG oslo_concurrency.lockutils [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Lock "b1acc55d-81b7-4d05-a1a7-76ae79529931" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.871882] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Acquiring lock "535272ba-b2d0-40e9-8856-244ed5c98a03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.871882] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Lock "535272ba-b2d0-40e9-8856-244ed5c98a03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.997853] env[63260]: DEBUG nova.compute.manager [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 515.021052] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95469542-17e5-4864-8bac-e1d0756a7e7f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 515.032816] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b50925e-97f5-4a47-8a0a-0f96cb6042ec {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 515.082657] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb03fe5-3f68-473d-aebc-9e88056be209 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 515.091152] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356f6fbe-d3c4-40d5-b4ef-658759700f6e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 515.106948] env[63260]: DEBUG nova.compute.provider_tree [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 515.373486] env[63260]: DEBUG nova.compute.manager [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 515.537348] env[63260]: DEBUG oslo_concurrency.lockutils [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 515.537348] env[63260]: DEBUG oslo_concurrency.lockutils [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Acquiring lock "77b8038e-198c-494f-9d58-92b8d2551a3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 515.537348] env[63260]: DEBUG oslo_concurrency.lockutils [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Lock "77b8038e-198c-494f-9d58-92b8d2551a3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 515.610599] env[63260]: DEBUG nova.scheduler.client.report [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 515.897456] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.042925] env[63260]: DEBUG nova.compute.manager [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 516.118490] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.224s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 516.120023] env[63260]: DEBUG nova.compute.manager [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 516.123176] env[63260]: DEBUG oslo_concurrency.lockutils [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.587s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.124667] env[63260]: INFO nova.compute.claims [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 516.300653] env[63260]: DEBUG oslo_concurrency.lockutils [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquiring lock "d1cb9a44-ac61-41ee-b6c4-5611b6358f7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.300883] env[63260]: DEBUG oslo_concurrency.lockutils [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Lock "d1cb9a44-ac61-41ee-b6c4-5611b6358f7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.581690] env[63260]: DEBUG oslo_concurrency.lockutils [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.631737] env[63260]: DEBUG nova.compute.utils [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 516.634230] env[63260]: DEBUG nova.compute.manager [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 516.634377] env[63260]: DEBUG nova.network.neutron [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 516.681522] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Acquiring lock "099d6c93-4684-4394-9a91-fa1c055c9a60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.685211] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Lock "099d6c93-4684-4394-9a91-fa1c055c9a60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.807300] env[63260]: DEBUG nova.compute.manager [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 516.989976] env[63260]: DEBUG nova.policy [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be08caa901bb4f8590e0bff15e620086', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba4cef0340aa48ec89df8b9cb2a80fd8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 517.149031] env[63260]: DEBUG nova.compute.manager [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 517.194585] env[63260]: DEBUG nova.compute.manager [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 517.296021] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578e4622-904a-4d63-8f72-0678cd7850ed {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.311028] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6747a1-2afe-4427-8107-c665e3dab2b8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.352662] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c9ace6-aee3-4dd9-9a41-6491204bf26b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.359985] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Acquiring lock "c6d38585-2785-48b2-b220-80cd664e9010" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.360249] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Lock "c6d38585-2785-48b2-b220-80cd664e9010" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.367699] env[63260]: DEBUG oslo_concurrency.lockutils [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.368971] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5108be10-724b-47db-a468-9e5c943ef43c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.383964] env[63260]: DEBUG nova.compute.provider_tree [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 517.727373] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.864050] env[63260]: DEBUG nova.compute.manager [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 517.894132] env[63260]: DEBUG nova.scheduler.client.report [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 518.133518] env[63260]: DEBUG nova.network.neutron [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Successfully created port: 4fa6f507-ba6c-443c-9e5d-5a414ac17050 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 518.164341] env[63260]: DEBUG nova.compute.manager [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 518.216157] env[63260]: DEBUG nova.virt.hardware [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 518.216157] env[63260]: DEBUG nova.virt.hardware [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 518.219389] env[63260]: DEBUG nova.virt.hardware [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 518.219836] env[63260]: DEBUG nova.virt.hardware [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 518.220074] env[63260]: DEBUG nova.virt.hardware [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 518.220290] env[63260]: DEBUG nova.virt.hardware [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 518.222428] env[63260]: DEBUG nova.virt.hardware [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 518.222428] env[63260]: DEBUG nova.virt.hardware [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 518.222428] env[63260]: DEBUG nova.virt.hardware [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 518.222428] env[63260]: DEBUG nova.virt.hardware [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 518.222428] env[63260]: DEBUG nova.virt.hardware [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 518.222688] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ac7a77-1d0c-4cf0-8318-4e1edc280c31 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.235074] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be64bf80-1435-4358-9cc0-353b8cb4f47d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.254202] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1f3e0e-60d4-4854-a806-bad277c388d7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.391545] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 518.397862] env[63260]: DEBUG oslo_concurrency.lockutils [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 518.398693] env[63260]: DEBUG nova.compute.manager [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 518.402738] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.504s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 518.404212] env[63260]: INFO nova.compute.claims [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 518.908814] env[63260]: DEBUG nova.compute.utils [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 518.914543] env[63260]: DEBUG nova.compute.manager [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 518.914890] env[63260]: DEBUG nova.network.neutron [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 519.063345] env[63260]: DEBUG nova.policy [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c3fa6a507cb45aa8b094a6eea90caa5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4765684d0e442e384022d869bc8d525', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 519.415742] env[63260]: DEBUG nova.compute.manager [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 519.631164] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f764919-2a5d-439d-b594-a47c6e7579b9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.644418] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a88673f-dd32-44ed-a0da-eb9012bbb74e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.689221] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed1af3c-c5dc-47cc-87ad-e1ae8a9bd622 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.699607] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Acquiring lock "44216086-3dde-4879-8e91-3dbd796e07cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.699607] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Lock "44216086-3dde-4879-8e91-3dbd796e07cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.706209] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5654a6f8-b6ec-410f-9828-fbeec0b2f59f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.729186] env[63260]: DEBUG nova.compute.provider_tree [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 519.937545] env[63260]: DEBUG nova.network.neutron [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Successfully created port: fa641420-dc0f-4e6e-af8f-7ad4573197fc {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 520.203033] env[63260]: DEBUG nova.compute.manager [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 520.235211] env[63260]: DEBUG nova.scheduler.client.report [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 520.424173] env[63260]: DEBUG oslo_concurrency.lockutils [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquiring lock "93672dcb-96dc-4383-9874-43855f247e9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.424173] env[63260]: DEBUG oslo_concurrency.lockutils [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "93672dcb-96dc-4383-9874-43855f247e9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.430818] env[63260]: DEBUG nova.compute.manager [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 520.478728] env[63260]: DEBUG nova.virt.hardware [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 520.479504] env[63260]: DEBUG nova.virt.hardware [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 520.479504] env[63260]: DEBUG nova.virt.hardware [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 520.479504] env[63260]: DEBUG nova.virt.hardware [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 520.479504] env[63260]: DEBUG nova.virt.hardware [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 520.480336] env[63260]: DEBUG nova.virt.hardware [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 520.480336] env[63260]: DEBUG nova.virt.hardware [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 520.480336] env[63260]: DEBUG nova.virt.hardware [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 520.485355] env[63260]: DEBUG nova.virt.hardware [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 520.485524] env[63260]: DEBUG nova.virt.hardware [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 520.485713] env[63260]: DEBUG nova.virt.hardware [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 520.487218] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed49c686-cf11-4887-9665-7cb1795ebe7d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.499022] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de25a57-c84d-4a81-b68a-757dadfbbb8e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.738302] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.745686] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.746209] env[63260]: DEBUG nova.compute.manager [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 520.750396] env[63260]: DEBUG oslo_concurrency.lockutils [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.169s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.751851] env[63260]: INFO nova.compute.claims [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 520.929567] env[63260]: DEBUG nova.compute.manager [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 521.258573] env[63260]: DEBUG nova.compute.utils [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 521.264449] env[63260]: DEBUG nova.compute.manager [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 521.264624] env[63260]: DEBUG nova.network.neutron [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 521.347706] env[63260]: DEBUG nova.policy [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55c9f65b507e4593921ede57c6ec0fcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '013d733c0f2946e28888bd288b10f527', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 521.455900] env[63260]: DEBUG oslo_concurrency.lockutils [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 521.466570] env[63260]: DEBUG nova.network.neutron [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Successfully updated port: 4fa6f507-ba6c-443c-9e5d-5a414ac17050 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 521.714983] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Acquiring lock "586624a7-463d-4b4d-be96-b6219fc75283" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 521.715280] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Lock "586624a7-463d-4b4d-be96-b6219fc75283" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 521.769756] env[63260]: DEBUG nova.compute.manager [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 521.961515] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e14c3e-470e-4edb-b06b-c07653d7edf4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.970614] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0a1606-92df-4ab7-9b01-8d9a3e3c8d84 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.977755] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Acquiring lock "refresh_cache-ed2923a0-e12e-4a3f-ba23-09e83ec21367" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 521.977755] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Acquired lock "refresh_cache-ed2923a0-e12e-4a3f-ba23-09e83ec21367" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.977755] env[63260]: DEBUG nova.network.neutron [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 522.011511] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1dc95e-b651-413c-be97-4adbc0483466 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.021283] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa64ec39-d973-4ff5-84b8-72f4b3fc426d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.037117] env[63260]: DEBUG nova.compute.provider_tree [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 522.218683] env[63260]: DEBUG nova.compute.manager [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 522.293274] env[63260]: DEBUG nova.network.neutron [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Successfully updated port: fa641420-dc0f-4e6e-af8f-7ad4573197fc {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 522.383945] env[63260]: DEBUG nova.network.neutron [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Successfully created port: 4506ebc3-f898-4ae0-ab93-4e4ce9f24202 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 522.540445] env[63260]: DEBUG nova.scheduler.client.report [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 522.593083] env[63260]: DEBUG nova.network.neutron [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 522.744015] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 522.787331] env[63260]: DEBUG nova.compute.manager [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 522.795369] env[63260]: DEBUG oslo_concurrency.lockutils [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Acquiring lock "refresh_cache-b1acc55d-81b7-4d05-a1a7-76ae79529931" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 522.795369] env[63260]: DEBUG oslo_concurrency.lockutils [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Acquired lock "refresh_cache-b1acc55d-81b7-4d05-a1a7-76ae79529931" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.795444] env[63260]: DEBUG nova.network.neutron [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 522.830386] env[63260]: DEBUG nova.virt.hardware [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 522.830534] env[63260]: DEBUG nova.virt.hardware [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 522.830808] env[63260]: DEBUG nova.virt.hardware [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 522.830924] env[63260]: DEBUG nova.virt.hardware [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 522.831105] env[63260]: DEBUG nova.virt.hardware [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 522.831634] env[63260]: DEBUG nova.virt.hardware [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 522.834352] env[63260]: DEBUG nova.virt.hardware [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 522.834352] env[63260]: DEBUG nova.virt.hardware [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 522.834352] env[63260]: DEBUG nova.virt.hardware [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 522.834352] env[63260]: DEBUG nova.virt.hardware [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 522.834352] env[63260]: DEBUG nova.virt.hardware [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 522.834866] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab8f21b-e561-4ecc-aed1-8d3235265cf2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.842832] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11fa33c-43d0-4751-a247-d90e15d9fb68 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.022824] env[63260]: DEBUG nova.network.neutron [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Updating instance_info_cache with network_info: [{"id": "4fa6f507-ba6c-443c-9e5d-5a414ac17050", "address": "fa:16:3e:8b:b7:23", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa6f507-ba", "ovs_interfaceid": "4fa6f507-ba6c-443c-9e5d-5a414ac17050", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 523.047667] env[63260]: DEBUG oslo_concurrency.lockutils [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.297s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 523.048198] env[63260]: DEBUG nova.compute.manager [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 523.053013] env[63260]: DEBUG oslo_concurrency.lockutils [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.685s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.054489] env[63260]: INFO nova.compute.claims [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 523.372699] env[63260]: DEBUG nova.network.neutron [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 523.429769] env[63260]: DEBUG oslo_concurrency.lockutils [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Acquiring lock "81ec8a31-1a26-41e0-aab1-dc4c9bc12523" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 523.430087] env[63260]: DEBUG oslo_concurrency.lockutils [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Lock "81ec8a31-1a26-41e0-aab1-dc4c9bc12523" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.483394] env[63260]: DEBUG nova.compute.manager [req-b5f901b0-23be-4f55-afc1-ad1b56b7db0a req-c61cb8da-cf92-487b-a6b3-abab83a4db5d service nova] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Received event network-vif-plugged-4fa6f507-ba6c-443c-9e5d-5a414ac17050 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 523.483394] env[63260]: DEBUG oslo_concurrency.lockutils [req-b5f901b0-23be-4f55-afc1-ad1b56b7db0a req-c61cb8da-cf92-487b-a6b3-abab83a4db5d service nova] Acquiring lock "ed2923a0-e12e-4a3f-ba23-09e83ec21367-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 523.483394] env[63260]: DEBUG oslo_concurrency.lockutils [req-b5f901b0-23be-4f55-afc1-ad1b56b7db0a req-c61cb8da-cf92-487b-a6b3-abab83a4db5d service nova] Lock "ed2923a0-e12e-4a3f-ba23-09e83ec21367-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.483394] env[63260]: DEBUG oslo_concurrency.lockutils [req-b5f901b0-23be-4f55-afc1-ad1b56b7db0a req-c61cb8da-cf92-487b-a6b3-abab83a4db5d service nova] Lock "ed2923a0-e12e-4a3f-ba23-09e83ec21367-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 523.483394] env[63260]: DEBUG nova.compute.manager [req-b5f901b0-23be-4f55-afc1-ad1b56b7db0a req-c61cb8da-cf92-487b-a6b3-abab83a4db5d service nova] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] No waiting events found dispatching network-vif-plugged-4fa6f507-ba6c-443c-9e5d-5a414ac17050 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 523.483542] env[63260]: WARNING nova.compute.manager [req-b5f901b0-23be-4f55-afc1-ad1b56b7db0a req-c61cb8da-cf92-487b-a6b3-abab83a4db5d service nova] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Received unexpected event network-vif-plugged-4fa6f507-ba6c-443c-9e5d-5a414ac17050 for instance with vm_state building and task_state spawning. [ 523.519430] env[63260]: DEBUG oslo_concurrency.lockutils [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquiring lock "ab5784bb-000b-4f56-bd35-65a04620b36f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 523.520095] env[63260]: DEBUG oslo_concurrency.lockutils [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "ab5784bb-000b-4f56-bd35-65a04620b36f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.525748] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Releasing lock "refresh_cache-ed2923a0-e12e-4a3f-ba23-09e83ec21367" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 523.526502] env[63260]: DEBUG nova.compute.manager [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Instance network_info: |[{"id": "4fa6f507-ba6c-443c-9e5d-5a414ac17050", "address": "fa:16:3e:8b:b7:23", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa6f507-ba", "ovs_interfaceid": "4fa6f507-ba6c-443c-9e5d-5a414ac17050", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 523.526631] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:b7:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4fa6f507-ba6c-443c-9e5d-5a414ac17050', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 523.542253] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 523.543371] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32c19be5-c31b-40c3-b276-0a252e3a305b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.557549] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Created folder: OpenStack in parent group-v4. [ 523.557697] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Creating folder: Project (ba4cef0340aa48ec89df8b9cb2a80fd8). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 523.561082] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85f22355-41f8-4e69-b821-60186175cfa8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.563097] env[63260]: DEBUG nova.compute.utils [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 523.574503] env[63260]: DEBUG nova.compute.manager [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 523.574503] env[63260]: DEBUG nova.network.neutron [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 523.584929] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Created folder: Project (ba4cef0340aa48ec89df8b9cb2a80fd8) in parent group-v464889. [ 523.584929] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Creating folder: Instances. Parent ref: group-v464890. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 523.584929] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39b6ba01-713f-4006-b0f9-3f795d5d2cbd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.598029] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Created folder: Instances in parent group-v464890. [ 523.598029] env[63260]: DEBUG oslo.service.loopingcall [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 523.598029] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 523.598029] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40b14c6c-028d-46ab-b30c-01005fd8858b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.621387] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 523.621387] env[63260]: value = "task-2283872" [ 523.621387] env[63260]: _type = "Task" [ 523.621387] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 523.631642] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2283872, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 523.635887] env[63260]: DEBUG nova.policy [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd67afa6b96a3468f8c1296630e04f5f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca8df9a57594425f805f0b0f9b38bc76', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 523.723571] env[63260]: DEBUG nova.compute.manager [req-60af8a61-cb9d-4708-b390-caf56e0ec5ec req-ba6de2ec-dfdf-4cfc-95cd-b4ec78840c7e service nova] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Received event network-vif-plugged-fa641420-dc0f-4e6e-af8f-7ad4573197fc {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 523.723795] env[63260]: DEBUG oslo_concurrency.lockutils [req-60af8a61-cb9d-4708-b390-caf56e0ec5ec req-ba6de2ec-dfdf-4cfc-95cd-b4ec78840c7e service nova] Acquiring lock "b1acc55d-81b7-4d05-a1a7-76ae79529931-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 523.723999] env[63260]: DEBUG oslo_concurrency.lockutils [req-60af8a61-cb9d-4708-b390-caf56e0ec5ec req-ba6de2ec-dfdf-4cfc-95cd-b4ec78840c7e service nova] Lock "b1acc55d-81b7-4d05-a1a7-76ae79529931-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.724188] env[63260]: DEBUG oslo_concurrency.lockutils [req-60af8a61-cb9d-4708-b390-caf56e0ec5ec req-ba6de2ec-dfdf-4cfc-95cd-b4ec78840c7e service nova] Lock "b1acc55d-81b7-4d05-a1a7-76ae79529931-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 523.724952] env[63260]: DEBUG nova.compute.manager [req-60af8a61-cb9d-4708-b390-caf56e0ec5ec req-ba6de2ec-dfdf-4cfc-95cd-b4ec78840c7e service nova] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] No waiting events found dispatching network-vif-plugged-fa641420-dc0f-4e6e-af8f-7ad4573197fc {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 523.724952] env[63260]: WARNING nova.compute.manager [req-60af8a61-cb9d-4708-b390-caf56e0ec5ec req-ba6de2ec-dfdf-4cfc-95cd-b4ec78840c7e service nova] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Received unexpected event network-vif-plugged-fa641420-dc0f-4e6e-af8f-7ad4573197fc for instance with vm_state building and task_state spawning. [ 523.727527] env[63260]: DEBUG nova.network.neutron [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Updating instance_info_cache with network_info: [{"id": "fa641420-dc0f-4e6e-af8f-7ad4573197fc", "address": "fa:16:3e:0d:90:47", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa641420-dc", "ovs_interfaceid": "fa641420-dc0f-4e6e-af8f-7ad4573197fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 523.977572] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 523.978041] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 523.978850] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Starting heal instance info cache {{(pid=63260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 523.978850] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Rebuilding the list of instances to heal {{(pid=63260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 524.030978] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Acquiring lock "0e1bea19-9be5-4cd0-b3dd-733227998bb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.031140] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Lock "0e1bea19-9be5-4cd0-b3dd-733227998bb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.040870] env[63260]: DEBUG nova.network.neutron [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Successfully created port: f3bd27cb-4d44-4ffb-b50a-358c620772a0 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 524.073263] env[63260]: DEBUG nova.compute.manager [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 524.139774] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2283872, 'name': CreateVM_Task, 'duration_secs': 0.340371} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 524.139774] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 524.186370] env[63260]: DEBUG oslo_vmware.service [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9be6f55-dc38-4263-bcf2-765d4987f96d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.193546] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 524.193726] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.194571] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 524.194886] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f52ca7d-15ea-48c9-98f0-1ff9e8e7f545 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.200360] env[63260]: DEBUG oslo_vmware.api [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Waiting for the task: (returnval){ [ 524.200360] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5211f190-b705-630b-f8d4-8b451d33630d" [ 524.200360] env[63260]: _type = "Task" [ 524.200360] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 524.212565] env[63260]: DEBUG oslo_vmware.api [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5211f190-b705-630b-f8d4-8b451d33630d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 524.230770] env[63260]: DEBUG oslo_concurrency.lockutils [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Releasing lock "refresh_cache-b1acc55d-81b7-4d05-a1a7-76ae79529931" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 524.231077] env[63260]: DEBUG nova.compute.manager [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Instance network_info: |[{"id": "fa641420-dc0f-4e6e-af8f-7ad4573197fc", "address": "fa:16:3e:0d:90:47", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa641420-dc", "ovs_interfaceid": "fa641420-dc0f-4e6e-af8f-7ad4573197fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 524.231495] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:90:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa641420-dc0f-4e6e-af8f-7ad4573197fc', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 524.240755] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Creating folder: Project (d4765684d0e442e384022d869bc8d525). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 524.243796] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68cc269b-0168-4020-a7cb-b9f88a68b7cb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.254325] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Created folder: Project (d4765684d0e442e384022d869bc8d525) in parent group-v464889. [ 524.254650] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Creating folder: Instances. Parent ref: group-v464893. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 524.254780] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a8aca05-ee01-425f-9730-8f13cfee6655 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.265476] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Created folder: Instances in parent group-v464893. [ 524.265632] env[63260]: DEBUG oslo.service.loopingcall [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 524.265843] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 524.265994] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d2d9e70-6100-4ad5-987e-5b7ff19a65b7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.293030] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 524.293030] env[63260]: value = "task-2283875" [ 524.293030] env[63260]: _type = "Task" [ 524.293030] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 524.302800] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2283875, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 524.382382] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e8c24e-6eec-4d91-82c0-fa6704399f61 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.391664] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1dae20-7cd4-44c7-9f41-9cfcc788f8d9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.432307] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bf2ecc-7d76-4061-92e7-377a6bea41e2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.440559] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5f0e34-e213-4113-b6fe-cf87636bfaf8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.454317] env[63260]: DEBUG nova.compute.provider_tree [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 524.485230] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Skipping network cache update for instance because it is Building. {{(pid=63260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 524.485371] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Skipping network cache update for instance because it is Building. {{(pid=63260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 524.485513] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Skipping network cache update for instance because it is Building. {{(pid=63260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 524.485690] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Skipping network cache update for instance because it is Building. {{(pid=63260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 524.485964] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Skipping network cache update for instance because it is Building. {{(pid=63260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 524.486177] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Didn't find any instances for network info cache update. {{(pid=63260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 524.486532] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 524.486663] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 524.486898] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 524.487123] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 524.487297] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 524.487521] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 524.487732] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 524.488067] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 524.711509] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 524.711870] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 524.711870] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 524.711952] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.712351] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 524.712591] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52523f8d-e335-4760-ac42-c72b5a82a0e6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.720211] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 524.720385] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 524.721140] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3267f21-1199-48c4-9c34-be243d324f70 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.729887] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be82db80-6fd2-4d6d-a6e8-defab256c760 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.734978] env[63260]: DEBUG oslo_vmware.api [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Waiting for the task: (returnval){ [ 524.734978] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b3955c-34a1-4899-37e6-ccb8e563c065" [ 524.734978] env[63260]: _type = "Task" [ 524.734978] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 524.742518] env[63260]: DEBUG oslo_vmware.api [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b3955c-34a1-4899-37e6-ccb8e563c065, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 524.802434] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2283875, 'name': CreateVM_Task, 'duration_secs': 0.347472} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 524.802597] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 524.803349] env[63260]: DEBUG oslo_concurrency.lockutils [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 524.803518] env[63260]: DEBUG oslo_concurrency.lockutils [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.803853] env[63260]: DEBUG oslo_concurrency.lockutils [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 524.804115] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7672950-8c6e-42af-b0a1-3ceefbdbd38b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.808529] env[63260]: DEBUG nova.network.neutron [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Successfully updated port: 4506ebc3-f898-4ae0-ab93-4e4ce9f24202 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 524.813317] env[63260]: DEBUG oslo_vmware.api [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Waiting for the task: (returnval){ [ 524.813317] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5283252c-4a5c-0050-422b-8b0b072cd6c0" [ 524.813317] env[63260]: _type = "Task" [ 524.813317] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 524.824048] env[63260]: DEBUG oslo_vmware.api [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5283252c-4a5c-0050-422b-8b0b072cd6c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 524.956962] env[63260]: DEBUG nova.scheduler.client.report [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 524.990275] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.089394] env[63260]: DEBUG nova.compute.manager [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 525.126674] env[63260]: DEBUG nova.virt.hardware [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 525.127052] env[63260]: DEBUG nova.virt.hardware [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 525.127585] env[63260]: DEBUG nova.virt.hardware [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 525.127870] env[63260]: DEBUG nova.virt.hardware [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 525.128042] env[63260]: DEBUG nova.virt.hardware [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 525.128206] env[63260]: DEBUG nova.virt.hardware [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 525.128454] env[63260]: DEBUG nova.virt.hardware [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 525.128616] env[63260]: DEBUG nova.virt.hardware [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 525.128782] env[63260]: DEBUG nova.virt.hardware [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 525.128947] env[63260]: DEBUG nova.virt.hardware [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 525.129131] env[63260]: DEBUG nova.virt.hardware [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 525.130109] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4c7ca7-aa04-4f18-9ebc-4798c147b10c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.139549] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9e71fa-7356-4880-8205-3478acff7d0e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.248364] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Preparing fetch location {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 525.248635] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Creating directory with path [datastore2] vmware_temp/e5743081-a134-44f5-9095-195699dc7f47/8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 525.249223] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f60a396-db98-46ef-b251-c2c25d4a0801 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.272180] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Created directory with path [datastore2] vmware_temp/e5743081-a134-44f5-9095-195699dc7f47/8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 525.272403] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Fetch image to [datastore2] vmware_temp/e5743081-a134-44f5-9095-195699dc7f47/8ebd5f76-b764-4077-809c-696b4e973e48/tmp-sparse.vmdk {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 525.272745] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Downloading image file data 8ebd5f76-b764-4077-809c-696b4e973e48 to [datastore2] vmware_temp/e5743081-a134-44f5-9095-195699dc7f47/8ebd5f76-b764-4077-809c-696b4e973e48/tmp-sparse.vmdk on the data store datastore2 {{(pid=63260) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 525.273516] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2324397-4117-4139-92af-64dffba89e13 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.281576] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e4377b-b67d-4458-adbf-543683612df4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.293099] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5ea793-8d86-4b15-891c-05d5ae918679 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.325130] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Acquiring lock "refresh_cache-535272ba-b2d0-40e9-8856-244ed5c98a03" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 525.325302] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Acquired lock "refresh_cache-535272ba-b2d0-40e9-8856-244ed5c98a03" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.325540] env[63260]: DEBUG nova.network.neutron [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 525.330369] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea620392-b3b3-42fd-aa97-71c2e824a0d5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.340688] env[63260]: DEBUG oslo_concurrency.lockutils [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 525.342017] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 525.342017] env[63260]: DEBUG oslo_concurrency.lockutils [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 525.345115] env[63260]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-58edc915-29a3-4fdf-be15-8abf9d41bff4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.436876] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Downloading image file data 8ebd5f76-b764-4077-809c-696b4e973e48 to the data store datastore2 {{(pid=63260) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 525.461382] env[63260]: DEBUG oslo_concurrency.lockutils [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 525.461857] env[63260]: DEBUG nova.compute.manager [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 525.464384] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.737s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.465803] env[63260]: INFO nova.compute.claims [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 525.511286] env[63260]: DEBUG oslo_vmware.rw_handles [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e5743081-a134-44f5-9095-195699dc7f47/8ebd5f76-b764-4077-809c-696b4e973e48/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=63260) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 525.895754] env[63260]: DEBUG nova.network.neutron [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 525.969854] env[63260]: DEBUG nova.compute.utils [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 525.977164] env[63260]: DEBUG nova.compute.manager [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 525.977439] env[63260]: DEBUG nova.network.neutron [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 526.188053] env[63260]: DEBUG oslo_vmware.rw_handles [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Completed reading data from the image iterator. {{(pid=63260) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 526.188053] env[63260]: DEBUG oslo_vmware.rw_handles [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e5743081-a134-44f5-9095-195699dc7f47/8ebd5f76-b764-4077-809c-696b4e973e48/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=63260) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 526.206600] env[63260]: DEBUG nova.policy [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22dda1c9fe8e414896195ee86bd97d2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '287a2132bed64b788b09cf600ff05574', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 526.234508] env[63260]: DEBUG nova.network.neutron [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Successfully updated port: f3bd27cb-4d44-4ffb-b50a-358c620772a0 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 526.330725] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Downloaded image file data 8ebd5f76-b764-4077-809c-696b4e973e48 to vmware_temp/e5743081-a134-44f5-9095-195699dc7f47/8ebd5f76-b764-4077-809c-696b4e973e48/tmp-sparse.vmdk on the data store datastore2 {{(pid=63260) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 526.331529] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Caching image {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 526.331782] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Copying Virtual Disk [datastore2] vmware_temp/e5743081-a134-44f5-9095-195699dc7f47/8ebd5f76-b764-4077-809c-696b4e973e48/tmp-sparse.vmdk to [datastore2] vmware_temp/e5743081-a134-44f5-9095-195699dc7f47/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 526.332663] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4bd905bb-0172-4b27-9a24-4f4b6f3dbc21 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.344963] env[63260]: DEBUG oslo_vmware.api [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Waiting for the task: (returnval){ [ 526.344963] env[63260]: value = "task-2283876" [ 526.344963] env[63260]: _type = "Task" [ 526.344963] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 526.359646] env[63260]: DEBUG oslo_vmware.api [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': task-2283876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 526.373252] env[63260]: DEBUG nova.network.neutron [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Updating instance_info_cache with network_info: [{"id": "4506ebc3-f898-4ae0-ab93-4e4ce9f24202", "address": "fa:16:3e:bf:6e:98", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4506ebc3-f8", "ovs_interfaceid": "4506ebc3-f898-4ae0-ab93-4e4ce9f24202", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 526.382628] env[63260]: DEBUG nova.compute.manager [req-4a6a76d8-815d-4ee3-a2ab-99853ab517db req-aad5df02-cdcb-4a04-aad8-1c483e968bac service nova] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Received event network-changed-4fa6f507-ba6c-443c-9e5d-5a414ac17050 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 526.383477] env[63260]: DEBUG nova.compute.manager [req-4a6a76d8-815d-4ee3-a2ab-99853ab517db req-aad5df02-cdcb-4a04-aad8-1c483e968bac service nova] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Refreshing instance network info cache due to event network-changed-4fa6f507-ba6c-443c-9e5d-5a414ac17050. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 526.383477] env[63260]: DEBUG oslo_concurrency.lockutils [req-4a6a76d8-815d-4ee3-a2ab-99853ab517db req-aad5df02-cdcb-4a04-aad8-1c483e968bac service nova] Acquiring lock "refresh_cache-ed2923a0-e12e-4a3f-ba23-09e83ec21367" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 526.383477] env[63260]: DEBUG oslo_concurrency.lockutils [req-4a6a76d8-815d-4ee3-a2ab-99853ab517db req-aad5df02-cdcb-4a04-aad8-1c483e968bac service nova] Acquired lock "refresh_cache-ed2923a0-e12e-4a3f-ba23-09e83ec21367" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.383477] env[63260]: DEBUG nova.network.neutron [req-4a6a76d8-815d-4ee3-a2ab-99853ab517db req-aad5df02-cdcb-4a04-aad8-1c483e968bac service nova] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Refreshing network info cache for port 4fa6f507-ba6c-443c-9e5d-5a414ac17050 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 526.480176] env[63260]: DEBUG nova.compute.manager [req-d9762d50-06f5-4eca-8615-2a574559c8f3 req-c916be89-57c3-4f1a-9dc3-a3da87005d93 service nova] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Received event network-changed-fa641420-dc0f-4e6e-af8f-7ad4573197fc {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 526.482030] env[63260]: DEBUG nova.compute.manager [req-d9762d50-06f5-4eca-8615-2a574559c8f3 req-c916be89-57c3-4f1a-9dc3-a3da87005d93 service nova] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Refreshing instance network info cache due to event network-changed-fa641420-dc0f-4e6e-af8f-7ad4573197fc. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 526.482030] env[63260]: DEBUG oslo_concurrency.lockutils [req-d9762d50-06f5-4eca-8615-2a574559c8f3 req-c916be89-57c3-4f1a-9dc3-a3da87005d93 service nova] Acquiring lock "refresh_cache-b1acc55d-81b7-4d05-a1a7-76ae79529931" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 526.482030] env[63260]: DEBUG oslo_concurrency.lockutils [req-d9762d50-06f5-4eca-8615-2a574559c8f3 req-c916be89-57c3-4f1a-9dc3-a3da87005d93 service nova] Acquired lock "refresh_cache-b1acc55d-81b7-4d05-a1a7-76ae79529931" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.482030] env[63260]: DEBUG nova.network.neutron [req-d9762d50-06f5-4eca-8615-2a574559c8f3 req-c916be89-57c3-4f1a-9dc3-a3da87005d93 service nova] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Refreshing network info cache for port fa641420-dc0f-4e6e-af8f-7ad4573197fc {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 526.486222] env[63260]: DEBUG nova.compute.manager [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 526.742398] env[63260]: DEBUG oslo_concurrency.lockutils [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Acquiring lock "refresh_cache-77b8038e-198c-494f-9d58-92b8d2551a3e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 526.742398] env[63260]: DEBUG oslo_concurrency.lockutils [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Acquired lock "refresh_cache-77b8038e-198c-494f-9d58-92b8d2551a3e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.742398] env[63260]: DEBUG nova.network.neutron [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 526.762466] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47319fa2-82ac-44bf-8bb5-c0b8c835c2de {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.775919] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4287309-a82b-4612-81d4-712250a39b9d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.806672] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5905c5-0590-465a-b67d-4e437151b17b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.816367] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db11120d-83ba-48f0-8570-86f78d85e045 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.831548] env[63260]: DEBUG nova.compute.provider_tree [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 526.855112] env[63260]: DEBUG oslo_vmware.api [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': task-2283876, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 526.883266] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Releasing lock "refresh_cache-535272ba-b2d0-40e9-8856-244ed5c98a03" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 526.883454] env[63260]: DEBUG nova.compute.manager [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Instance network_info: |[{"id": "4506ebc3-f898-4ae0-ab93-4e4ce9f24202", "address": "fa:16:3e:bf:6e:98", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4506ebc3-f8", "ovs_interfaceid": "4506ebc3-f898-4ae0-ab93-4e4ce9f24202", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 526.883871] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:6e:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4506ebc3-f898-4ae0-ab93-4e4ce9f24202', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 526.897019] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Creating folder: Project (013d733c0f2946e28888bd288b10f527). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 526.898321] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83e9a430-1124-4ef2-a26b-c52d8990650b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.911056] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Created folder: Project (013d733c0f2946e28888bd288b10f527) in parent group-v464889. [ 526.911056] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Creating folder: Instances. Parent ref: group-v464896. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 526.911056] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3f0326f-0789-48b9-89ee-e364216fb24d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.921315] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Created folder: Instances in parent group-v464896. [ 526.921315] env[63260]: DEBUG oslo.service.loopingcall [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 526.921315] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 526.921315] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9cf8516e-f8bb-45a6-a231-fcb4625aeb33 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.945628] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 526.945628] env[63260]: value = "task-2283879" [ 526.945628] env[63260]: _type = "Task" [ 526.945628] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 526.955044] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2283879, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 527.334920] env[63260]: DEBUG nova.scheduler.client.report [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 527.358751] env[63260]: DEBUG oslo_vmware.api [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': task-2283876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677012} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 527.359016] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Copied Virtual Disk [datastore2] vmware_temp/e5743081-a134-44f5-9095-195699dc7f47/8ebd5f76-b764-4077-809c-696b4e973e48/tmp-sparse.vmdk to [datastore2] vmware_temp/e5743081-a134-44f5-9095-195699dc7f47/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 527.359204] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Deleting the datastore file [datastore2] vmware_temp/e5743081-a134-44f5-9095-195699dc7f47/8ebd5f76-b764-4077-809c-696b4e973e48/tmp-sparse.vmdk {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 527.359458] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-077bed21-7412-4fee-8420-24b54177f59c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.366104] env[63260]: DEBUG oslo_vmware.api [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Waiting for the task: (returnval){ [ 527.366104] env[63260]: value = "task-2283880" [ 527.366104] env[63260]: _type = "Task" [ 527.366104] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 527.374690] env[63260]: DEBUG oslo_vmware.api [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': task-2283880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 527.426512] env[63260]: DEBUG nova.network.neutron [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 527.456113] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2283879, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 527.496467] env[63260]: DEBUG nova.compute.manager [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 527.504778] env[63260]: DEBUG nova.network.neutron [req-d9762d50-06f5-4eca-8615-2a574559c8f3 req-c916be89-57c3-4f1a-9dc3-a3da87005d93 service nova] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Updated VIF entry in instance network info cache for port fa641420-dc0f-4e6e-af8f-7ad4573197fc. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 527.505202] env[63260]: DEBUG nova.network.neutron [req-d9762d50-06f5-4eca-8615-2a574559c8f3 req-c916be89-57c3-4f1a-9dc3-a3da87005d93 service nova] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Updating instance_info_cache with network_info: [{"id": "fa641420-dc0f-4e6e-af8f-7ad4573197fc", "address": "fa:16:3e:0d:90:47", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa641420-dc", "ovs_interfaceid": "fa641420-dc0f-4e6e-af8f-7ad4573197fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 527.518891] env[63260]: DEBUG oslo_concurrency.lockutils [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Acquiring lock "5fe433a6-f3de-43d2-a381-7a2c5a394c35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.519129] env[63260]: DEBUG oslo_concurrency.lockutils [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Lock "5fe433a6-f3de-43d2-a381-7a2c5a394c35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 527.533982] env[63260]: DEBUG nova.virt.hardware [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 527.534237] env[63260]: DEBUG nova.virt.hardware [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 527.534558] env[63260]: DEBUG nova.virt.hardware [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 527.534558] env[63260]: DEBUG nova.virt.hardware [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 527.534761] env[63260]: DEBUG nova.virt.hardware [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 527.534925] env[63260]: DEBUG nova.virt.hardware [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 527.535146] env[63260]: DEBUG nova.virt.hardware [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 527.535328] env[63260]: DEBUG nova.virt.hardware [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 527.535460] env[63260]: DEBUG nova.virt.hardware [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 527.535679] env[63260]: DEBUG nova.virt.hardware [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 527.535930] env[63260]: DEBUG nova.virt.hardware [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 527.537383] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed763944-293c-41fd-bb59-b92194861ef4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.546872] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76e375e-d17b-424c-bd05-d167a6eb0815 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.721575] env[63260]: DEBUG nova.network.neutron [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Successfully created port: fd2a02c3-ee5b-4afe-9a99-1fbc6562054e {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 527.841904] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 527.842485] env[63260]: DEBUG nova.compute.manager [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 527.847378] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.456s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 527.852040] env[63260]: INFO nova.compute.claims [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 527.880149] env[63260]: DEBUG oslo_vmware.api [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': task-2283880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118454} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 527.880149] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 527.880586] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Moving file from [datastore2] vmware_temp/e5743081-a134-44f5-9095-195699dc7f47/8ebd5f76-b764-4077-809c-696b4e973e48 to [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48. {{(pid=63260) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 527.880586] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-388e9044-b0a0-4ba1-bdd7-57c2180c8d2f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.888992] env[63260]: DEBUG oslo_vmware.api [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Waiting for the task: (returnval){ [ 527.888992] env[63260]: value = "task-2283881" [ 527.888992] env[63260]: _type = "Task" [ 527.888992] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 527.897826] env[63260]: DEBUG oslo_vmware.api [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': task-2283881, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 527.962314] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2283879, 'name': CreateVM_Task, 'duration_secs': 0.663029} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 527.962446] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 527.963178] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 527.963380] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.963716] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 527.963984] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-943747f9-7277-40d7-b79c-b39b194903f2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.970220] env[63260]: DEBUG oslo_vmware.api [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Waiting for the task: (returnval){ [ 527.970220] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]520f9e2e-f3fb-3440-115a-ba822c074617" [ 527.970220] env[63260]: _type = "Task" [ 527.970220] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 527.978943] env[63260]: DEBUG oslo_vmware.api [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]520f9e2e-f3fb-3440-115a-ba822c074617, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 528.007953] env[63260]: DEBUG oslo_concurrency.lockutils [req-d9762d50-06f5-4eca-8615-2a574559c8f3 req-c916be89-57c3-4f1a-9dc3-a3da87005d93 service nova] Releasing lock "refresh_cache-b1acc55d-81b7-4d05-a1a7-76ae79529931" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 528.008452] env[63260]: DEBUG nova.compute.manager [req-d9762d50-06f5-4eca-8615-2a574559c8f3 req-c916be89-57c3-4f1a-9dc3-a3da87005d93 service nova] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Received event network-vif-plugged-4506ebc3-f898-4ae0-ab93-4e4ce9f24202 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 528.008946] env[63260]: DEBUG oslo_concurrency.lockutils [req-d9762d50-06f5-4eca-8615-2a574559c8f3 req-c916be89-57c3-4f1a-9dc3-a3da87005d93 service nova] Acquiring lock "535272ba-b2d0-40e9-8856-244ed5c98a03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.013019] env[63260]: DEBUG oslo_concurrency.lockutils [req-d9762d50-06f5-4eca-8615-2a574559c8f3 req-c916be89-57c3-4f1a-9dc3-a3da87005d93 service nova] Lock "535272ba-b2d0-40e9-8856-244ed5c98a03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.013019] env[63260]: DEBUG oslo_concurrency.lockutils [req-d9762d50-06f5-4eca-8615-2a574559c8f3 req-c916be89-57c3-4f1a-9dc3-a3da87005d93 service nova] Lock "535272ba-b2d0-40e9-8856-244ed5c98a03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 528.013019] env[63260]: DEBUG nova.compute.manager [req-d9762d50-06f5-4eca-8615-2a574559c8f3 req-c916be89-57c3-4f1a-9dc3-a3da87005d93 service nova] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] No waiting events found dispatching network-vif-plugged-4506ebc3-f898-4ae0-ab93-4e4ce9f24202 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 528.013019] env[63260]: WARNING nova.compute.manager [req-d9762d50-06f5-4eca-8615-2a574559c8f3 req-c916be89-57c3-4f1a-9dc3-a3da87005d93 service nova] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Received unexpected event network-vif-plugged-4506ebc3-f898-4ae0-ab93-4e4ce9f24202 for instance with vm_state building and task_state spawning. [ 528.013019] env[63260]: DEBUG nova.compute.manager [req-d9762d50-06f5-4eca-8615-2a574559c8f3 req-c916be89-57c3-4f1a-9dc3-a3da87005d93 service nova] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Received event network-changed-4506ebc3-f898-4ae0-ab93-4e4ce9f24202 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 528.013239] env[63260]: DEBUG nova.compute.manager [req-d9762d50-06f5-4eca-8615-2a574559c8f3 req-c916be89-57c3-4f1a-9dc3-a3da87005d93 service nova] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Refreshing instance network info cache due to event network-changed-4506ebc3-f898-4ae0-ab93-4e4ce9f24202. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 528.013239] env[63260]: DEBUG oslo_concurrency.lockutils [req-d9762d50-06f5-4eca-8615-2a574559c8f3 req-c916be89-57c3-4f1a-9dc3-a3da87005d93 service nova] Acquiring lock "refresh_cache-535272ba-b2d0-40e9-8856-244ed5c98a03" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 528.013239] env[63260]: DEBUG oslo_concurrency.lockutils [req-d9762d50-06f5-4eca-8615-2a574559c8f3 req-c916be89-57c3-4f1a-9dc3-a3da87005d93 service nova] Acquired lock "refresh_cache-535272ba-b2d0-40e9-8856-244ed5c98a03" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.013239] env[63260]: DEBUG nova.network.neutron [req-d9762d50-06f5-4eca-8615-2a574559c8f3 req-c916be89-57c3-4f1a-9dc3-a3da87005d93 service nova] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Refreshing network info cache for port 4506ebc3-f898-4ae0-ab93-4e4ce9f24202 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 528.032317] env[63260]: DEBUG nova.network.neutron [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Updating instance_info_cache with network_info: [{"id": "f3bd27cb-4d44-4ffb-b50a-358c620772a0", "address": "fa:16:3e:c5:54:6e", "network": {"id": "01fd18b0-c8b9-4ffd-9551-2acb354ae75c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-521305395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca8df9a57594425f805f0b0f9b38bc76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3bd27cb-4d", "ovs_interfaceid": "f3bd27cb-4d44-4ffb-b50a-358c620772a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 528.070743] env[63260]: DEBUG nova.network.neutron [req-4a6a76d8-815d-4ee3-a2ab-99853ab517db req-aad5df02-cdcb-4a04-aad8-1c483e968bac service nova] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Updated VIF entry in instance network info cache for port 4fa6f507-ba6c-443c-9e5d-5a414ac17050. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 528.074124] env[63260]: DEBUG nova.network.neutron [req-4a6a76d8-815d-4ee3-a2ab-99853ab517db req-aad5df02-cdcb-4a04-aad8-1c483e968bac service nova] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Updating instance_info_cache with network_info: [{"id": "4fa6f507-ba6c-443c-9e5d-5a414ac17050", "address": "fa:16:3e:8b:b7:23", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa6f507-ba", "ovs_interfaceid": "4fa6f507-ba6c-443c-9e5d-5a414ac17050", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 528.357674] env[63260]: DEBUG nova.compute.utils [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 528.361259] env[63260]: DEBUG nova.compute.manager [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Not allocating networking since 'none' was specified. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 528.400130] env[63260]: DEBUG oslo_vmware.api [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': task-2283881, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.030589} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 528.400826] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] File moved {{(pid=63260) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 528.400826] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Cleaning up location [datastore2] vmware_temp/e5743081-a134-44f5-9095-195699dc7f47 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 528.400826] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Deleting the datastore file [datastore2] vmware_temp/e5743081-a134-44f5-9095-195699dc7f47 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 528.401068] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1966f5d-c79c-4dfd-83b3-a0749c5eca52 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.408046] env[63260]: DEBUG oslo_vmware.api [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Waiting for the task: (returnval){ [ 528.408046] env[63260]: value = "task-2283882" [ 528.408046] env[63260]: _type = "Task" [ 528.408046] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 528.420037] env[63260]: DEBUG oslo_vmware.api [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': task-2283882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 528.485854] env[63260]: DEBUG oslo_vmware.api [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]520f9e2e-f3fb-3440-115a-ba822c074617, 'name': SearchDatastore_Task, 'duration_secs': 0.008628} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 528.486304] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 528.486429] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 528.486674] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 528.537271] env[63260]: DEBUG oslo_concurrency.lockutils [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Releasing lock "refresh_cache-77b8038e-198c-494f-9d58-92b8d2551a3e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 528.538035] env[63260]: DEBUG nova.compute.manager [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Instance network_info: |[{"id": "f3bd27cb-4d44-4ffb-b50a-358c620772a0", "address": "fa:16:3e:c5:54:6e", "network": {"id": "01fd18b0-c8b9-4ffd-9551-2acb354ae75c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-521305395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca8df9a57594425f805f0b0f9b38bc76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3bd27cb-4d", "ovs_interfaceid": "f3bd27cb-4d44-4ffb-b50a-358c620772a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 528.538319] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:54:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afd3feb3-ffcc-4499-a2c2-eb6a48aefde9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3bd27cb-4d44-4ffb-b50a-358c620772a0', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 528.550607] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Creating folder: Project (ca8df9a57594425f805f0b0f9b38bc76). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 528.551302] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54460971-9884-4f62-851a-853c3fa0aa59 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.562043] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Created folder: Project (ca8df9a57594425f805f0b0f9b38bc76) in parent group-v464889. [ 528.562335] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Creating folder: Instances. Parent ref: group-v464899. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 528.562608] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ea80804-844c-434a-b916-930aa858e014 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.572192] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Created folder: Instances in parent group-v464899. [ 528.572192] env[63260]: DEBUG oslo.service.loopingcall [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 528.572329] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 528.572569] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb552dd8-3879-4209-917b-780242aeff1a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.595280] env[63260]: DEBUG oslo_concurrency.lockutils [req-4a6a76d8-815d-4ee3-a2ab-99853ab517db req-aad5df02-cdcb-4a04-aad8-1c483e968bac service nova] Releasing lock "refresh_cache-ed2923a0-e12e-4a3f-ba23-09e83ec21367" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 528.600600] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 528.600600] env[63260]: value = "task-2283885" [ 528.600600] env[63260]: _type = "Task" [ 528.600600] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 528.612391] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2283885, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 528.862324] env[63260]: DEBUG nova.compute.manager [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 528.928480] env[63260]: DEBUG oslo_vmware.api [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': task-2283882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032471} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 528.935020] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 528.935020] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afb0440e-e69c-47cd-9119-a43f1bcde58e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.941074] env[63260]: DEBUG oslo_vmware.api [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Waiting for the task: (returnval){ [ 528.941074] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5226915f-afa6-c0f2-c97b-277d72bd2941" [ 528.941074] env[63260]: _type = "Task" [ 528.941074] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 528.956287] env[63260]: DEBUG oslo_vmware.api [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5226915f-afa6-c0f2-c97b-277d72bd2941, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 529.071734] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Acquiring lock "d9b10b0a-3e6a-45a0-a11a-4351e2a3463d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.071958] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Lock "d9b10b0a-3e6a-45a0-a11a-4351e2a3463d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 529.085841] env[63260]: DEBUG nova.network.neutron [req-d9762d50-06f5-4eca-8615-2a574559c8f3 req-c916be89-57c3-4f1a-9dc3-a3da87005d93 service nova] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Updated VIF entry in instance network info cache for port 4506ebc3-f898-4ae0-ab93-4e4ce9f24202. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 529.085841] env[63260]: DEBUG nova.network.neutron [req-d9762d50-06f5-4eca-8615-2a574559c8f3 req-c916be89-57c3-4f1a-9dc3-a3da87005d93 service nova] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Updating instance_info_cache with network_info: [{"id": "4506ebc3-f898-4ae0-ab93-4e4ce9f24202", "address": "fa:16:3e:bf:6e:98", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4506ebc3-f8", "ovs_interfaceid": "4506ebc3-f898-4ae0-ab93-4e4ce9f24202", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 529.118426] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2283885, 'name': CreateVM_Task, 'duration_secs': 0.483287} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 529.118601] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 529.119489] env[63260]: DEBUG oslo_concurrency.lockutils [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 529.119565] env[63260]: DEBUG oslo_concurrency.lockutils [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.120170] env[63260]: DEBUG oslo_concurrency.lockutils [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 529.120418] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34bc1b0e-dcbb-4eee-b353-1e7fd2504396 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.125257] env[63260]: DEBUG oslo_vmware.api [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Waiting for the task: (returnval){ [ 529.125257] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5255afa4-9071-3b98-3385-958c961002a0" [ 529.125257] env[63260]: _type = "Task" [ 529.125257] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 529.137790] env[63260]: DEBUG oslo_vmware.api [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5255afa4-9071-3b98-3385-958c961002a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 529.204352] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936eface-6db2-4962-ad90-2f8e6c5b2b26 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.215275] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f6eb77-69d1-4b85-a119-508dd717523d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.245700] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4cda98-5944-4522-9962-e77968f2ee39 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.254593] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38b63ce-20e3-4606-879d-14fe7185b5bc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.271458] env[63260]: DEBUG nova.compute.provider_tree [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 529.442872] env[63260]: DEBUG nova.compute.manager [req-2011514f-50d4-4c7b-b803-2af2d79367d6 req-d12ea354-f79f-434e-83d0-a91e443c7c7a service nova] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Received event network-vif-plugged-f3bd27cb-4d44-4ffb-b50a-358c620772a0 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 529.442872] env[63260]: DEBUG oslo_concurrency.lockutils [req-2011514f-50d4-4c7b-b803-2af2d79367d6 req-d12ea354-f79f-434e-83d0-a91e443c7c7a service nova] Acquiring lock "77b8038e-198c-494f-9d58-92b8d2551a3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.443049] env[63260]: DEBUG oslo_concurrency.lockutils [req-2011514f-50d4-4c7b-b803-2af2d79367d6 req-d12ea354-f79f-434e-83d0-a91e443c7c7a service nova] Lock "77b8038e-198c-494f-9d58-92b8d2551a3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 529.443244] env[63260]: DEBUG oslo_concurrency.lockutils [req-2011514f-50d4-4c7b-b803-2af2d79367d6 req-d12ea354-f79f-434e-83d0-a91e443c7c7a service nova] Lock "77b8038e-198c-494f-9d58-92b8d2551a3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 529.443412] env[63260]: DEBUG nova.compute.manager [req-2011514f-50d4-4c7b-b803-2af2d79367d6 req-d12ea354-f79f-434e-83d0-a91e443c7c7a service nova] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] No waiting events found dispatching network-vif-plugged-f3bd27cb-4d44-4ffb-b50a-358c620772a0 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 529.443572] env[63260]: WARNING nova.compute.manager [req-2011514f-50d4-4c7b-b803-2af2d79367d6 req-d12ea354-f79f-434e-83d0-a91e443c7c7a service nova] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Received unexpected event network-vif-plugged-f3bd27cb-4d44-4ffb-b50a-358c620772a0 for instance with vm_state building and task_state spawning. [ 529.443730] env[63260]: DEBUG nova.compute.manager [req-2011514f-50d4-4c7b-b803-2af2d79367d6 req-d12ea354-f79f-434e-83d0-a91e443c7c7a service nova] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Received event network-changed-f3bd27cb-4d44-4ffb-b50a-358c620772a0 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 529.443883] env[63260]: DEBUG nova.compute.manager [req-2011514f-50d4-4c7b-b803-2af2d79367d6 req-d12ea354-f79f-434e-83d0-a91e443c7c7a service nova] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Refreshing instance network info cache due to event network-changed-f3bd27cb-4d44-4ffb-b50a-358c620772a0. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 529.444121] env[63260]: DEBUG oslo_concurrency.lockutils [req-2011514f-50d4-4c7b-b803-2af2d79367d6 req-d12ea354-f79f-434e-83d0-a91e443c7c7a service nova] Acquiring lock "refresh_cache-77b8038e-198c-494f-9d58-92b8d2551a3e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 529.444267] env[63260]: DEBUG oslo_concurrency.lockutils [req-2011514f-50d4-4c7b-b803-2af2d79367d6 req-d12ea354-f79f-434e-83d0-a91e443c7c7a service nova] Acquired lock "refresh_cache-77b8038e-198c-494f-9d58-92b8d2551a3e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.444419] env[63260]: DEBUG nova.network.neutron [req-2011514f-50d4-4c7b-b803-2af2d79367d6 req-d12ea354-f79f-434e-83d0-a91e443c7c7a service nova] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Refreshing network info cache for port f3bd27cb-4d44-4ffb-b50a-358c620772a0 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 529.456198] env[63260]: DEBUG oslo_vmware.api [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5226915f-afa6-c0f2-c97b-277d72bd2941, 'name': SearchDatastore_Task, 'duration_secs': 0.015528} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 529.456979] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 529.457267] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] ed2923a0-e12e-4a3f-ba23-09e83ec21367/ed2923a0-e12e-4a3f-ba23-09e83ec21367.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 529.457690] env[63260]: DEBUG oslo_concurrency.lockutils [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.457690] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 529.457907] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cddbdcc6-815e-4f14-ba45-cd9a60d029d8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.460427] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18c9b310-714d-4189-b9f4-0ca3682c7cce {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.468820] env[63260]: DEBUG oslo_vmware.api [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Waiting for the task: (returnval){ [ 529.468820] env[63260]: value = "task-2283886" [ 529.468820] env[63260]: _type = "Task" [ 529.468820] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 529.470023] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 529.470196] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 529.474448] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ffa9a07-877e-4f11-820c-963afc506774 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.481635] env[63260]: DEBUG oslo_vmware.api [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Waiting for the task: (returnval){ [ 529.481635] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]524acffa-ff68-a394-0f68-05c975e3efd5" [ 529.481635] env[63260]: _type = "Task" [ 529.481635] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 529.485074] env[63260]: DEBUG oslo_vmware.api [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': task-2283886, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 529.493584] env[63260]: DEBUG oslo_vmware.api [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]524acffa-ff68-a394-0f68-05c975e3efd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 529.590415] env[63260]: DEBUG oslo_concurrency.lockutils [req-d9762d50-06f5-4eca-8615-2a574559c8f3 req-c916be89-57c3-4f1a-9dc3-a3da87005d93 service nova] Releasing lock "refresh_cache-535272ba-b2d0-40e9-8856-244ed5c98a03" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 529.642355] env[63260]: DEBUG oslo_vmware.api [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5255afa4-9071-3b98-3385-958c961002a0, 'name': SearchDatastore_Task, 'duration_secs': 0.011842} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 529.642760] env[63260]: DEBUG oslo_concurrency.lockutils [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 529.643058] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 529.643356] env[63260]: DEBUG oslo_concurrency.lockutils [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 529.776838] env[63260]: DEBUG nova.scheduler.client.report [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 529.830709] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Acquiring lock "9fbbc7c1-db19-4ff0-b2e0-b35fcc850441" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.830945] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Lock "9fbbc7c1-db19-4ff0-b2e0-b35fcc850441" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 529.884165] env[63260]: DEBUG nova.compute.manager [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 529.930069] env[63260]: DEBUG nova.virt.hardware [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 529.930069] env[63260]: DEBUG nova.virt.hardware [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 529.930069] env[63260]: DEBUG nova.virt.hardware [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 529.930554] env[63260]: DEBUG nova.virt.hardware [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 529.930554] env[63260]: DEBUG nova.virt.hardware [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 529.930554] env[63260]: DEBUG nova.virt.hardware [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 529.930554] env[63260]: DEBUG nova.virt.hardware [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 529.930554] env[63260]: DEBUG nova.virt.hardware [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 529.930716] env[63260]: DEBUG nova.virt.hardware [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 529.930716] env[63260]: DEBUG nova.virt.hardware [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 529.930716] env[63260]: DEBUG nova.virt.hardware [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 529.930716] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a85590-92df-40f6-a112-aa80e98c8d95 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.944086] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef5ca1d-096c-4a69-8e40-a027fbc50e19 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.974206] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Instance VIF info [] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 529.980698] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Creating folder: Project (740f89838e004492a930bacf29311138). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 529.984952] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18bc88b8-6aed-45a6-ba26-4a3cfc434828 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.998763] env[63260]: DEBUG oslo_vmware.api [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': task-2283886, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 530.003194] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Created folder: Project (740f89838e004492a930bacf29311138) in parent group-v464889. [ 530.003323] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Creating folder: Instances. Parent ref: group-v464902. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 530.003577] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a0fbe4b-9459-4e18-b008-ccd1a48328d9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.017655] env[63260]: DEBUG oslo_vmware.api [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]524acffa-ff68-a394-0f68-05c975e3efd5, 'name': SearchDatastore_Task, 'duration_secs': 0.012781} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 530.018466] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7152dc87-2b8f-4808-95b4-0a30d611b769 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.024491] env[63260]: DEBUG oslo_vmware.api [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Waiting for the task: (returnval){ [ 530.024491] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52dc6dd4-453b-b9dc-83b6-d16143e5b794" [ 530.024491] env[63260]: _type = "Task" [ 530.024491] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 530.028623] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Created folder: Instances in parent group-v464902. [ 530.028853] env[63260]: DEBUG oslo.service.loopingcall [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 530.029454] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 530.029933] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8941dcf7-4ebd-4c8b-a2a1-1388de851c4c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.047463] env[63260]: DEBUG oslo_vmware.api [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52dc6dd4-453b-b9dc-83b6-d16143e5b794, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 530.052158] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 530.052158] env[63260]: value = "task-2283889" [ 530.052158] env[63260]: _type = "Task" [ 530.052158] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 530.063673] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2283889, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 530.234380] env[63260]: DEBUG nova.network.neutron [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Successfully updated port: fd2a02c3-ee5b-4afe-9a99-1fbc6562054e {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 530.285812] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 530.286355] env[63260]: DEBUG nova.compute.manager [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 530.289894] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.552s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 530.291537] env[63260]: INFO nova.compute.claims [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 530.490229] env[63260]: DEBUG oslo_vmware.api [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': task-2283886, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564749} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 530.490492] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] ed2923a0-e12e-4a3f-ba23-09e83ec21367/ed2923a0-e12e-4a3f-ba23-09e83ec21367.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 530.490701] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 530.490948] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39f36d5e-195d-4d89-a386-0e5b66c5ac4b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.497936] env[63260]: DEBUG oslo_vmware.api [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Waiting for the task: (returnval){ [ 530.497936] env[63260]: value = "task-2283890" [ 530.497936] env[63260]: _type = "Task" [ 530.497936] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 530.509616] env[63260]: DEBUG oslo_vmware.api [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': task-2283890, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 530.536459] env[63260]: DEBUG oslo_vmware.api [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52dc6dd4-453b-b9dc-83b6-d16143e5b794, 'name': SearchDatastore_Task, 'duration_secs': 0.017348} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 530.538207] env[63260]: DEBUG oslo_concurrency.lockutils [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 530.538207] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] b1acc55d-81b7-4d05-a1a7-76ae79529931/b1acc55d-81b7-4d05-a1a7-76ae79529931.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 530.538207] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.538207] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 530.538596] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2dc9eb0b-230f-4024-9c2b-31861f6fa335 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.540474] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c27edf2-9d08-4db9-8029-9aeefb352458 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.546835] env[63260]: DEBUG oslo_vmware.api [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Waiting for the task: (returnval){ [ 530.546835] env[63260]: value = "task-2283891" [ 530.546835] env[63260]: _type = "Task" [ 530.546835] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 530.552390] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 530.552812] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 530.556140] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8007b18-2570-446d-a56c-212060ceabc5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.564190] env[63260]: DEBUG oslo_vmware.api [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Task: {'id': task-2283891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 530.567946] env[63260]: DEBUG oslo_vmware.api [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Waiting for the task: (returnval){ [ 530.567946] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52216e88-69e8-62fe-136e-d7e01b56673c" [ 530.567946] env[63260]: _type = "Task" [ 530.567946] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 530.571754] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2283889, 'name': CreateVM_Task, 'duration_secs': 0.416555} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 530.574767] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 530.577129] env[63260]: DEBUG oslo_vmware.service [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f751f3-094f-4d31-936e-7face50e43e8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.590250] env[63260]: DEBUG oslo_vmware.api [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52216e88-69e8-62fe-136e-d7e01b56673c, 'name': SearchDatastore_Task, 'duration_secs': 0.010451} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 530.596368] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 530.596368] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.601193] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 530.601193] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efe05725-2b21-4c2d-9166-df843fd9ef01 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.606301] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afaa4a0d-a493-4c01-9a1b-66e8531b1db0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.611924] env[63260]: DEBUG oslo_vmware.api [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Waiting for the task: (returnval){ [ 530.611924] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e5c0c3-eee0-6735-1b9e-539e097de9d5" [ 530.611924] env[63260]: _type = "Task" [ 530.611924] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 530.612228] env[63260]: DEBUG oslo_vmware.api [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Waiting for the task: (returnval){ [ 530.612228] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]525d519a-e818-4340-8812-090eb94f25f8" [ 530.612228] env[63260]: _type = "Task" [ 530.612228] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 530.634790] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 530.634790] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 530.634790] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 530.634790] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.634998] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 530.634998] env[63260]: DEBUG oslo_vmware.api [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]525d519a-e818-4340-8812-090eb94f25f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 530.634998] env[63260]: DEBUG nova.network.neutron [req-2011514f-50d4-4c7b-b803-2af2d79367d6 req-d12ea354-f79f-434e-83d0-a91e443c7c7a service nova] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Updated VIF entry in instance network info cache for port f3bd27cb-4d44-4ffb-b50a-358c620772a0. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 530.635088] env[63260]: DEBUG nova.network.neutron [req-2011514f-50d4-4c7b-b803-2af2d79367d6 req-d12ea354-f79f-434e-83d0-a91e443c7c7a service nova] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Updating instance_info_cache with network_info: [{"id": "f3bd27cb-4d44-4ffb-b50a-358c620772a0", "address": "fa:16:3e:c5:54:6e", "network": {"id": "01fd18b0-c8b9-4ffd-9551-2acb354ae75c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-521305395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca8df9a57594425f805f0b0f9b38bc76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3bd27cb-4d", "ovs_interfaceid": "f3bd27cb-4d44-4ffb-b50a-358c620772a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 530.635260] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d13ca8a-fbbb-480b-90b4-1d34c9851169 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.642872] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 530.646192] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 530.646192] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69849c5b-1457-4aa1-a9da-369a06be7321 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.679596] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4c3ca5b-7b7d-46a2-a344-c6dbf3c1b0e0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.685929] env[63260]: DEBUG oslo_vmware.api [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Waiting for the task: (returnval){ [ 530.685929] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52015d5e-e7da-a0b5-6e10-b5170c420f2c" [ 530.685929] env[63260]: _type = "Task" [ 530.685929] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 530.693922] env[63260]: DEBUG oslo_vmware.api [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52015d5e-e7da-a0b5-6e10-b5170c420f2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 530.740754] env[63260]: DEBUG oslo_concurrency.lockutils [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquiring lock "refresh_cache-d1cb9a44-ac61-41ee-b6c4-5611b6358f7e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 530.740911] env[63260]: DEBUG oslo_concurrency.lockutils [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquired lock "refresh_cache-d1cb9a44-ac61-41ee-b6c4-5611b6358f7e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.741140] env[63260]: DEBUG nova.network.neutron [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 530.793241] env[63260]: DEBUG nova.compute.utils [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 530.795726] env[63260]: DEBUG nova.compute.manager [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 530.795726] env[63260]: DEBUG nova.network.neutron [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: c6d38585-2785-48b2-b220-80cd664e9010] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 530.892872] env[63260]: DEBUG nova.policy [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd67afa6b96a3468f8c1296630e04f5f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca8df9a57594425f805f0b0f9b38bc76', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 531.011057] env[63260]: DEBUG oslo_vmware.api [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': task-2283890, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06777} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 531.011057] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 531.011057] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20520267-70a6-4141-b5ff-3360d57c6b39 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.040157] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] ed2923a0-e12e-4a3f-ba23-09e83ec21367/ed2923a0-e12e-4a3f-ba23-09e83ec21367.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 531.041023] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd2b2373-3d29-45f6-94c2-87dc59b37aaa {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.068978] env[63260]: DEBUG oslo_vmware.api [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Task: {'id': task-2283891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508475} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 531.070739] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] b1acc55d-81b7-4d05-a1a7-76ae79529931/b1acc55d-81b7-4d05-a1a7-76ae79529931.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 531.071134] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 531.071547] env[63260]: DEBUG oslo_vmware.api [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Waiting for the task: (returnval){ [ 531.071547] env[63260]: value = "task-2283892" [ 531.071547] env[63260]: _type = "Task" [ 531.071547] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 531.071952] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc197a60-3ec7-431b-9374-27c7e0589ff9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.084762] env[63260]: DEBUG oslo_vmware.api [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': task-2283892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 531.085845] env[63260]: DEBUG oslo_vmware.api [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Waiting for the task: (returnval){ [ 531.085845] env[63260]: value = "task-2283893" [ 531.085845] env[63260]: _type = "Task" [ 531.085845] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 531.093868] env[63260]: DEBUG oslo_vmware.api [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Task: {'id': task-2283893, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 531.125168] env[63260]: DEBUG oslo_vmware.api [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]525d519a-e818-4340-8812-090eb94f25f8, 'name': SearchDatastore_Task, 'duration_secs': 0.018317} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 531.125485] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.125898] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 535272ba-b2d0-40e9-8856-244ed5c98a03/535272ba-b2d0-40e9-8856-244ed5c98a03.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 531.126226] env[63260]: DEBUG oslo_concurrency.lockutils [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.126422] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 531.126888] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59aa7d5f-c51a-45f0-9273-146a2692632d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.129149] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e02c0221-8585-4051-81d5-7fc7665ca2f7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.136601] env[63260]: DEBUG oslo_vmware.api [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Waiting for the task: (returnval){ [ 531.136601] env[63260]: value = "task-2283894" [ 531.136601] env[63260]: _type = "Task" [ 531.136601] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 531.137744] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 531.137982] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 531.141535] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40ca462e-51b9-4457-a41d-e4a6c50a12c9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.144571] env[63260]: DEBUG oslo_concurrency.lockutils [req-2011514f-50d4-4c7b-b803-2af2d79367d6 req-d12ea354-f79f-434e-83d0-a91e443c7c7a service nova] Releasing lock "refresh_cache-77b8038e-198c-494f-9d58-92b8d2551a3e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.151653] env[63260]: DEBUG oslo_vmware.api [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Task: {'id': task-2283894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 531.153260] env[63260]: DEBUG oslo_vmware.api [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Waiting for the task: (returnval){ [ 531.153260] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52498e5e-dbab-cbce-ffc3-2b64c117a3e7" [ 531.153260] env[63260]: _type = "Task" [ 531.153260] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 531.160987] env[63260]: DEBUG oslo_vmware.api [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52498e5e-dbab-cbce-ffc3-2b64c117a3e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 531.197324] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Preparing fetch location {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 531.197588] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Creating directory with path [datastore1] vmware_temp/e8fc4933-ea87-4f58-a59a-9ba556dfd036/8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 531.198080] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8df19f22-8cea-476f-bf19-9bcb1f382e08 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.210703] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Created directory with path [datastore1] vmware_temp/e8fc4933-ea87-4f58-a59a-9ba556dfd036/8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 531.211258] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Fetch image to [datastore1] vmware_temp/e8fc4933-ea87-4f58-a59a-9ba556dfd036/8ebd5f76-b764-4077-809c-696b4e973e48/tmp-sparse.vmdk {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 531.211632] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Downloading image file data 8ebd5f76-b764-4077-809c-696b4e973e48 to [datastore1] vmware_temp/e8fc4933-ea87-4f58-a59a-9ba556dfd036/8ebd5f76-b764-4077-809c-696b4e973e48/tmp-sparse.vmdk on the data store datastore1 {{(pid=63260) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 531.214194] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a8b474-bf32-4503-a312-2a81c53f67d5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.227024] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f311c6af-fe82-4c88-a5e4-3fb8d2d4871e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.237493] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbc7c30-6ddc-4328-96aa-2c39633cd3cb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.274215] env[63260]: DEBUG nova.network.neutron [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Successfully created port: 0a44b3e9-9693-4cd7-9137-c3c15a77ac01 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 531.278245] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357c5d10-0cc3-4324-8726-23aae7be3beb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.283744] env[63260]: DEBUG nova.compute.manager [req-7dbbd976-d113-40e3-9743-d1ab133cce75 req-2032b549-77c7-4620-921a-263bd28d9329 service nova] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Received event network-vif-plugged-fd2a02c3-ee5b-4afe-9a99-1fbc6562054e {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 531.283946] env[63260]: DEBUG oslo_concurrency.lockutils [req-7dbbd976-d113-40e3-9743-d1ab133cce75 req-2032b549-77c7-4620-921a-263bd28d9329 service nova] Acquiring lock "d1cb9a44-ac61-41ee-b6c4-5611b6358f7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.284945] env[63260]: DEBUG oslo_concurrency.lockutils [req-7dbbd976-d113-40e3-9743-d1ab133cce75 req-2032b549-77c7-4620-921a-263bd28d9329 service nova] Lock "d1cb9a44-ac61-41ee-b6c4-5611b6358f7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.284945] env[63260]: DEBUG oslo_concurrency.lockutils [req-7dbbd976-d113-40e3-9743-d1ab133cce75 req-2032b549-77c7-4620-921a-263bd28d9329 service nova] Lock "d1cb9a44-ac61-41ee-b6c4-5611b6358f7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.284945] env[63260]: DEBUG nova.compute.manager [req-7dbbd976-d113-40e3-9743-d1ab133cce75 req-2032b549-77c7-4620-921a-263bd28d9329 service nova] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] No waiting events found dispatching network-vif-plugged-fd2a02c3-ee5b-4afe-9a99-1fbc6562054e {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 531.284945] env[63260]: WARNING nova.compute.manager [req-7dbbd976-d113-40e3-9743-d1ab133cce75 req-2032b549-77c7-4620-921a-263bd28d9329 service nova] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Received unexpected event network-vif-plugged-fd2a02c3-ee5b-4afe-9a99-1fbc6562054e for instance with vm_state building and task_state spawning. [ 531.285850] env[63260]: DEBUG oslo_concurrency.lockutils [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Acquiring lock "84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.286055] env[63260]: DEBUG oslo_concurrency.lockutils [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Lock "84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.293407] env[63260]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-58fb961f-aac4-4dc5-8201-cd2c73ebe5dd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.299071] env[63260]: DEBUG nova.compute.manager [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 531.315416] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Downloading image file data 8ebd5f76-b764-4077-809c-696b4e973e48 to the data store datastore1 {{(pid=63260) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 531.345723] env[63260]: DEBUG nova.network.neutron [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 531.401430] env[63260]: DEBUG oslo_vmware.rw_handles [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e8fc4933-ea87-4f58-a59a-9ba556dfd036/8ebd5f76-b764-4077-809c-696b4e973e48/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63260) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 531.603196] env[63260]: DEBUG oslo_vmware.api [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': task-2283892, 'name': ReconfigVM_Task, 'duration_secs': 0.425209} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 531.604017] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Reconfigured VM instance instance-00000001 to attach disk [datastore2] ed2923a0-e12e-4a3f-ba23-09e83ec21367/ed2923a0-e12e-4a3f-ba23-09e83ec21367.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 531.604889] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0222018d-25a7-4faa-9589-5fcb9be068c1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.612317] env[63260]: DEBUG oslo_vmware.api [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Task: {'id': task-2283893, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079821} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 531.613082] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 531.613981] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507765b6-a28a-4f8f-bcbb-0ae0298f4c04 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.621517] env[63260]: DEBUG oslo_vmware.api [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Waiting for the task: (returnval){ [ 531.621517] env[63260]: value = "task-2283895" [ 531.621517] env[63260]: _type = "Task" [ 531.621517] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 531.655280] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] b1acc55d-81b7-4d05-a1a7-76ae79529931/b1acc55d-81b7-4d05-a1a7-76ae79529931.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 531.664975] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ff183b3-c867-4c58-9a58-969f3a1bb233 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.692380] env[63260]: DEBUG oslo_vmware.api [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': task-2283895, 'name': Rename_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 531.702201] env[63260]: DEBUG oslo_vmware.api [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Task: {'id': task-2283894, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545641} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 531.708724] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 535272ba-b2d0-40e9-8856-244ed5c98a03/535272ba-b2d0-40e9-8856-244ed5c98a03.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 531.708724] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 531.708724] env[63260]: DEBUG oslo_vmware.api [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Waiting for the task: (returnval){ [ 531.708724] env[63260]: value = "task-2283896" [ 531.708724] env[63260]: _type = "Task" [ 531.708724] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 531.708724] env[63260]: DEBUG oslo_vmware.api [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52498e5e-dbab-cbce-ffc3-2b64c117a3e7, 'name': SearchDatastore_Task, 'duration_secs': 0.017871} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 531.708999] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57a404d0-042d-4708-bdf1-3840e6cf76d5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.719201] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5417e322-a77c-4718-8956-4a66d9490dda {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.732338] env[63260]: DEBUG oslo_vmware.api [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Waiting for the task: (returnval){ [ 531.732338] env[63260]: value = "task-2283897" [ 531.732338] env[63260]: _type = "Task" [ 531.732338] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 531.732338] env[63260]: DEBUG oslo_vmware.api [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Waiting for the task: (returnval){ [ 531.732338] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52487e2b-4b3c-5414-4335-b60a12af7c3a" [ 531.732338] env[63260]: _type = "Task" [ 531.732338] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 531.732338] env[63260]: DEBUG oslo_vmware.api [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Task: {'id': task-2283896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 531.750075] env[63260]: DEBUG oslo_vmware.api [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Task: {'id': task-2283897, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 531.752312] env[63260]: DEBUG oslo_vmware.api [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52487e2b-4b3c-5414-4335-b60a12af7c3a, 'name': SearchDatastore_Task, 'duration_secs': 0.012189} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 531.755461] env[63260]: DEBUG oslo_concurrency.lockutils [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.755777] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 77b8038e-198c-494f-9d58-92b8d2551a3e/77b8038e-198c-494f-9d58-92b8d2551a3e.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 531.756653] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cd2108e-9330-4b18-bcf6-f45c28430b11 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.764843] env[63260]: DEBUG oslo_vmware.api [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Waiting for the task: (returnval){ [ 531.764843] env[63260]: value = "task-2283898" [ 531.764843] env[63260]: _type = "Task" [ 531.764843] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 531.773502] env[63260]: DEBUG oslo_vmware.api [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2283898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 531.790497] env[63260]: DEBUG nova.network.neutron [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Updating instance_info_cache with network_info: [{"id": "fd2a02c3-ee5b-4afe-9a99-1fbc6562054e", "address": "fa:16:3e:d7:e0:8a", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd2a02c3-ee", "ovs_interfaceid": "fd2a02c3-ee5b-4afe-9a99-1fbc6562054e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 531.812705] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a2b2fc-3829-49dd-864d-a65558fe1662 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.823830] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b20e15f-5e8e-4430-95f6-87a0558396aa {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.866232] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc131c60-d87b-47f7-a07d-415393a88746 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.877717] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b3be69-b622-445e-8d42-56bc8aaee1cb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.893893] env[63260]: DEBUG nova.compute.provider_tree [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 532.136402] env[63260]: DEBUG oslo_vmware.api [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': task-2283895, 'name': Rename_Task, 'duration_secs': 0.201578} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 532.138820] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 532.138820] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-757bae62-fcf7-480a-a78a-010d691ea05b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.145579] env[63260]: DEBUG oslo_vmware.api [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Waiting for the task: (returnval){ [ 532.145579] env[63260]: value = "task-2283899" [ 532.145579] env[63260]: _type = "Task" [ 532.145579] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 532.159493] env[63260]: DEBUG oslo_vmware.api [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': task-2283899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 532.191448] env[63260]: DEBUG oslo_vmware.rw_handles [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Completed reading data from the image iterator. {{(pid=63260) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 532.191741] env[63260]: DEBUG oslo_vmware.rw_handles [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e8fc4933-ea87-4f58-a59a-9ba556dfd036/8ebd5f76-b764-4077-809c-696b4e973e48/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63260) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 532.222524] env[63260]: DEBUG oslo_vmware.api [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Task: {'id': task-2283896, 'name': ReconfigVM_Task, 'duration_secs': 0.368151} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 532.223319] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Reconfigured VM instance instance-00000002 to attach disk [datastore2] b1acc55d-81b7-4d05-a1a7-76ae79529931/b1acc55d-81b7-4d05-a1a7-76ae79529931.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 532.223872] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e82e00d-ad9f-424e-9b57-0492b085d010 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.231901] env[63260]: DEBUG oslo_vmware.api [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Waiting for the task: (returnval){ [ 532.231901] env[63260]: value = "task-2283900" [ 532.231901] env[63260]: _type = "Task" [ 532.231901] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 532.246582] env[63260]: DEBUG oslo_vmware.api [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Task: {'id': task-2283897, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086636} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 532.251511] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 532.251992] env[63260]: DEBUG oslo_vmware.api [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Task: {'id': task-2283900, 'name': Rename_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 532.252777] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bcfc3d-e168-4ac8-8a33-00a69e1de5c2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.277987] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 535272ba-b2d0-40e9-8856-244ed5c98a03/535272ba-b2d0-40e9-8856-244ed5c98a03.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 532.278739] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Downloaded image file data 8ebd5f76-b764-4077-809c-696b4e973e48 to vmware_temp/e8fc4933-ea87-4f58-a59a-9ba556dfd036/8ebd5f76-b764-4077-809c-696b4e973e48/tmp-sparse.vmdk on the data store datastore1 {{(pid=63260) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 532.281104] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Caching image {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 532.281104] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Copying Virtual Disk [datastore1] vmware_temp/e8fc4933-ea87-4f58-a59a-9ba556dfd036/8ebd5f76-b764-4077-809c-696b4e973e48/tmp-sparse.vmdk to [datastore1] vmware_temp/e8fc4933-ea87-4f58-a59a-9ba556dfd036/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 532.284906] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a3ebe04-dd09-4dd3-8ab3-99f0a52e6e32 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.301394] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e757cb4a-1ebe-4ce2-8549-ab190276a6e0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.304045] env[63260]: DEBUG oslo_concurrency.lockutils [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Releasing lock "refresh_cache-d1cb9a44-ac61-41ee-b6c4-5611b6358f7e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 532.304218] env[63260]: DEBUG nova.compute.manager [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Instance network_info: |[{"id": "fd2a02c3-ee5b-4afe-9a99-1fbc6562054e", "address": "fa:16:3e:d7:e0:8a", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd2a02c3-ee", "ovs_interfaceid": "fd2a02c3-ee5b-4afe-9a99-1fbc6562054e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 532.305070] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:e0:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd2a02c3-ee5b-4afe-9a99-1fbc6562054e', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 532.312754] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Creating folder: Project (287a2132bed64b788b09cf600ff05574). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 532.317776] env[63260]: DEBUG nova.compute.manager [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 532.319967] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-795cfc1c-6307-4f23-93f2-d3b7f62af7a3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.322331] env[63260]: DEBUG oslo_vmware.api [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2283898, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519267} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 532.324421] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 77b8038e-198c-494f-9d58-92b8d2551a3e/77b8038e-198c-494f-9d58-92b8d2551a3e.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 532.324674] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 532.325414] env[63260]: DEBUG oslo_vmware.api [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Waiting for the task: (returnval){ [ 532.325414] env[63260]: value = "task-2283902" [ 532.325414] env[63260]: _type = "Task" [ 532.325414] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 532.325414] env[63260]: DEBUG oslo_vmware.api [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Waiting for the task: (returnval){ [ 532.325414] env[63260]: value = "task-2283901" [ 532.325414] env[63260]: _type = "Task" [ 532.325414] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 532.326124] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4851182a-c3ba-422e-9b16-de2052697da4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.336323] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Created folder: Project (287a2132bed64b788b09cf600ff05574) in parent group-v464889. [ 532.336520] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Creating folder: Instances. Parent ref: group-v464905. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 532.338106] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc4c3cb0-56c1-4561-add7-bed4375dd534 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.346843] env[63260]: DEBUG oslo_vmware.api [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Waiting for the task: (returnval){ [ 532.346843] env[63260]: value = "task-2283904" [ 532.346843] env[63260]: _type = "Task" [ 532.346843] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 532.351482] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Created folder: Instances in parent group-v464905. [ 532.351681] env[63260]: DEBUG oslo.service.loopingcall [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 532.351994] env[63260]: DEBUG oslo_vmware.api [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Task: {'id': task-2283902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 532.360117] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 532.362167] env[63260]: DEBUG nova.virt.hardware [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 532.362482] env[63260]: DEBUG nova.virt.hardware [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 532.362660] env[63260]: DEBUG nova.virt.hardware [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 532.365064] env[63260]: DEBUG nova.virt.hardware [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 532.365064] env[63260]: DEBUG nova.virt.hardware [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 532.365064] env[63260]: DEBUG nova.virt.hardware [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 532.365064] env[63260]: DEBUG nova.virt.hardware [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 532.365064] env[63260]: DEBUG nova.virt.hardware [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 532.365587] env[63260]: DEBUG nova.virt.hardware [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 532.365587] env[63260]: DEBUG nova.virt.hardware [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 532.365587] env[63260]: DEBUG nova.virt.hardware [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 532.370561] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d056364b-565d-424b-a6d4-2388d4c43c67 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.388634] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c1e808-546b-4014-8c71-bccc8a61caa4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.391677] env[63260]: DEBUG oslo_vmware.api [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Task: {'id': task-2283901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 532.400305] env[63260]: DEBUG nova.scheduler.client.report [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 532.403401] env[63260]: DEBUG oslo_vmware.api [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2283904, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 532.407338] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 532.407338] env[63260]: value = "task-2283906" [ 532.407338] env[63260]: _type = "Task" [ 532.407338] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 532.409042] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5229cf65-0f5e-402b-904f-1400efdf5562 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.433399] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2283906, 'name': CreateVM_Task} progress is 10%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 532.661590] env[63260]: DEBUG oslo_vmware.api [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': task-2283899, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 532.747464] env[63260]: DEBUG oslo_vmware.api [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Task: {'id': task-2283900, 'name': Rename_Task, 'duration_secs': 0.14945} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 532.747854] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 532.748480] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed2d3289-73eb-414d-b698-9da3d3e85d45 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.755664] env[63260]: DEBUG oslo_vmware.api [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Waiting for the task: (returnval){ [ 532.755664] env[63260]: value = "task-2283907" [ 532.755664] env[63260]: _type = "Task" [ 532.755664] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 532.767706] env[63260]: DEBUG oslo_vmware.api [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Task: {'id': task-2283907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 532.843033] env[63260]: DEBUG oslo_vmware.api [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Task: {'id': task-2283902, 'name': CopyVirtualDisk_Task} progress is 70%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 532.848542] env[63260]: DEBUG oslo_vmware.api [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Task: {'id': task-2283901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 532.861402] env[63260]: DEBUG oslo_vmware.api [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2283904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077868} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 532.861660] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 532.863367] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f54d3a5-00a9-44f6-bbc3-4f42ba7c17ad {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.893834] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 77b8038e-198c-494f-9d58-92b8d2551a3e/77b8038e-198c-494f-9d58-92b8d2551a3e.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 532.894207] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad61c08e-4dd4-43ae-a31f-4634e8448ebe {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.913341] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.913849] env[63260]: DEBUG nova.compute.manager [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 532.918277] env[63260]: DEBUG oslo_concurrency.lockutils [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.462s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.919612] env[63260]: INFO nova.compute.claims [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 532.933479] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2283906, 'name': CreateVM_Task, 'duration_secs': 0.393258} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 532.939027] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 532.939027] env[63260]: DEBUG oslo_vmware.api [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Waiting for the task: (returnval){ [ 532.939027] env[63260]: value = "task-2283908" [ 532.939027] env[63260]: _type = "Task" [ 532.939027] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 532.939027] env[63260]: DEBUG oslo_concurrency.lockutils [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 532.939027] env[63260]: DEBUG oslo_concurrency.lockutils [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.939027] env[63260]: DEBUG oslo_concurrency.lockutils [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 532.939442] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0e3743f-3040-4f0e-9008-0360f2460427 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.949500] env[63260]: DEBUG oslo_vmware.api [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Waiting for the task: (returnval){ [ 532.949500] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52dccd01-b9db-d359-8d7b-3a160a55f7bb" [ 532.949500] env[63260]: _type = "Task" [ 532.949500] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 532.959084] env[63260]: DEBUG oslo_vmware.api [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52dccd01-b9db-d359-8d7b-3a160a55f7bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 533.167223] env[63260]: DEBUG oslo_vmware.api [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': task-2283899, 'name': PowerOnVM_Task, 'duration_secs': 0.584386} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 533.167548] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 533.168039] env[63260]: INFO nova.compute.manager [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Took 15.00 seconds to spawn the instance on the hypervisor. [ 533.168603] env[63260]: DEBUG nova.compute.manager [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 533.173125] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcac27b-9877-4525-a242-bc2215e4ef74 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.275959] env[63260]: DEBUG oslo_vmware.api [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Task: {'id': task-2283907, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 533.351277] env[63260]: DEBUG oslo_vmware.api [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Task: {'id': task-2283902, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 533.351482] env[63260]: DEBUG oslo_vmware.api [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Task: {'id': task-2283901, 'name': ReconfigVM_Task, 'duration_secs': 0.668041} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 533.351726] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 535272ba-b2d0-40e9-8856-244ed5c98a03/535272ba-b2d0-40e9-8856-244ed5c98a03.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 533.354758] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e8ad9ca-317e-412a-bd27-2f53cabb417b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.362023] env[63260]: DEBUG oslo_vmware.api [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Waiting for the task: (returnval){ [ 533.362023] env[63260]: value = "task-2283909" [ 533.362023] env[63260]: _type = "Task" [ 533.362023] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 533.372374] env[63260]: DEBUG oslo_vmware.api [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Task: {'id': task-2283909, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 533.432694] env[63260]: DEBUG nova.compute.utils [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 533.435073] env[63260]: DEBUG nova.compute.manager [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 533.435249] env[63260]: DEBUG nova.network.neutron [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 533.447731] env[63260]: DEBUG oslo_vmware.api [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2283908, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 533.467327] env[63260]: DEBUG oslo_vmware.api [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52dccd01-b9db-d359-8d7b-3a160a55f7bb, 'name': SearchDatastore_Task, 'duration_secs': 0.018786} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 533.467327] env[63260]: DEBUG oslo_concurrency.lockutils [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 533.467327] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 533.467327] env[63260]: DEBUG oslo_concurrency.lockutils [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 533.467562] env[63260]: DEBUG oslo_concurrency.lockutils [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.467562] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 533.467562] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-046d527f-e9d0-4999-9163-2aedd917ff28 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.475285] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 533.475477] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 533.476294] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7b04e65-26f0-4d33-81a2-407d8d5bd04a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.483344] env[63260]: DEBUG oslo_vmware.api [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Waiting for the task: (returnval){ [ 533.483344] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523b13f4-1def-8dec-1dcf-9d1b4a93ece4" [ 533.483344] env[63260]: _type = "Task" [ 533.483344] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 533.492809] env[63260]: DEBUG oslo_vmware.api [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523b13f4-1def-8dec-1dcf-9d1b4a93ece4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 533.659925] env[63260]: DEBUG nova.policy [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd67afa6b96a3468f8c1296630e04f5f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca8df9a57594425f805f0b0f9b38bc76', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 533.700410] env[63260]: INFO nova.compute.manager [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Took 19.85 seconds to build instance. [ 533.768288] env[63260]: DEBUG oslo_vmware.api [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Task: {'id': task-2283907, 'name': PowerOnVM_Task, 'duration_secs': 0.529422} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 533.768968] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 533.769405] env[63260]: INFO nova.compute.manager [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Took 13.34 seconds to spawn the instance on the hypervisor. [ 533.769692] env[63260]: DEBUG nova.compute.manager [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 533.770596] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed434de-ca11-409c-b2a4-3c0d390dd591 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.842218] env[63260]: DEBUG oslo_vmware.api [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Task: {'id': task-2283902, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.104743} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 533.842422] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Copied Virtual Disk [datastore1] vmware_temp/e8fc4933-ea87-4f58-a59a-9ba556dfd036/8ebd5f76-b764-4077-809c-696b4e973e48/tmp-sparse.vmdk to [datastore1] vmware_temp/e8fc4933-ea87-4f58-a59a-9ba556dfd036/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 533.842691] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Deleting the datastore file [datastore1] vmware_temp/e8fc4933-ea87-4f58-a59a-9ba556dfd036/8ebd5f76-b764-4077-809c-696b4e973e48/tmp-sparse.vmdk {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 533.842875] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7753995-4e0f-4018-853a-9109c64a733f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.852319] env[63260]: DEBUG oslo_vmware.api [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Waiting for the task: (returnval){ [ 533.852319] env[63260]: value = "task-2283910" [ 533.852319] env[63260]: _type = "Task" [ 533.852319] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 533.860777] env[63260]: DEBUG oslo_vmware.api [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Task: {'id': task-2283910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 533.875868] env[63260]: DEBUG oslo_vmware.api [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Task: {'id': task-2283909, 'name': Rename_Task, 'duration_secs': 0.15717} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 533.878028] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 533.880018] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57e6de3c-143a-41e6-b3db-34009a27659e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.889162] env[63260]: DEBUG oslo_vmware.api [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Waiting for the task: (returnval){ [ 533.889162] env[63260]: value = "task-2283911" [ 533.889162] env[63260]: _type = "Task" [ 533.889162] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 533.899270] env[63260]: DEBUG oslo_vmware.api [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Task: {'id': task-2283911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 533.940755] env[63260]: DEBUG nova.compute.manager [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 533.962253] env[63260]: DEBUG oslo_vmware.api [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2283908, 'name': ReconfigVM_Task, 'duration_secs': 0.733691} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 533.962809] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 77b8038e-198c-494f-9d58-92b8d2551a3e/77b8038e-198c-494f-9d58-92b8d2551a3e.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 533.963931] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69600fa0-f634-40b8-a9d1-b5a127c2a755 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.971191] env[63260]: DEBUG oslo_vmware.api [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Waiting for the task: (returnval){ [ 533.971191] env[63260]: value = "task-2283912" [ 533.971191] env[63260]: _type = "Task" [ 533.971191] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 533.985450] env[63260]: DEBUG oslo_vmware.api [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2283912, 'name': Rename_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 534.002026] env[63260]: DEBUG oslo_vmware.api [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523b13f4-1def-8dec-1dcf-9d1b4a93ece4, 'name': SearchDatastore_Task, 'duration_secs': 0.025382} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 534.002026] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e73f2ace-adbc-48d5-9c03-4894f64440cd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.007278] env[63260]: DEBUG oslo_vmware.api [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Waiting for the task: (returnval){ [ 534.007278] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52dc8f7e-4053-0dd9-8a12-700dce90834e" [ 534.007278] env[63260]: _type = "Task" [ 534.007278] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 534.020514] env[63260]: DEBUG oslo_vmware.api [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52dc8f7e-4053-0dd9-8a12-700dce90834e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 534.207411] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2981f4c5-6072-4c69-9379-c32e56cb2070 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Lock "ed2923a0-e12e-4a3f-ba23-09e83ec21367" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.372s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.265849] env[63260]: DEBUG nova.network.neutron [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Successfully updated port: 0a44b3e9-9693-4cd7-9137-c3c15a77ac01 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 534.272194] env[63260]: DEBUG nova.compute.manager [req-f71e57a0-f10d-4583-91a5-dc93911f2cc9 req-d0ec9fa6-e817-42d4-b0a4-5d96eda3334a service nova] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Received event network-changed-fd2a02c3-ee5b-4afe-9a99-1fbc6562054e {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 534.272194] env[63260]: DEBUG nova.compute.manager [req-f71e57a0-f10d-4583-91a5-dc93911f2cc9 req-d0ec9fa6-e817-42d4-b0a4-5d96eda3334a service nova] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Refreshing instance network info cache due to event network-changed-fd2a02c3-ee5b-4afe-9a99-1fbc6562054e. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 534.272194] env[63260]: DEBUG oslo_concurrency.lockutils [req-f71e57a0-f10d-4583-91a5-dc93911f2cc9 req-d0ec9fa6-e817-42d4-b0a4-5d96eda3334a service nova] Acquiring lock "refresh_cache-d1cb9a44-ac61-41ee-b6c4-5611b6358f7e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.272194] env[63260]: DEBUG oslo_concurrency.lockutils [req-f71e57a0-f10d-4583-91a5-dc93911f2cc9 req-d0ec9fa6-e817-42d4-b0a4-5d96eda3334a service nova] Acquired lock "refresh_cache-d1cb9a44-ac61-41ee-b6c4-5611b6358f7e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.272194] env[63260]: DEBUG nova.network.neutron [req-f71e57a0-f10d-4583-91a5-dc93911f2cc9 req-d0ec9fa6-e817-42d4-b0a4-5d96eda3334a service nova] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Refreshing network info cache for port fd2a02c3-ee5b-4afe-9a99-1fbc6562054e {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 534.291720] env[63260]: INFO nova.compute.manager [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Took 18.79 seconds to build instance. [ 534.305818] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c136e300-e1c8-404a-b4ad-cce87a0d1959 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.317408] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0523dfba-27da-41eb-a2ff-d5309a1138eb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.362390] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9eb920-4bba-4d5b-ba4f-3dca1a87708f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.370070] env[63260]: DEBUG oslo_vmware.api [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Task: {'id': task-2283910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.061247} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 534.372241] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 534.372441] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Moving file from [datastore1] vmware_temp/e8fc4933-ea87-4f58-a59a-9ba556dfd036/8ebd5f76-b764-4077-809c-696b4e973e48 to [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48. {{(pid=63260) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 534.372768] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-269f643e-52d7-4253-a243-2b2d6cdc16f2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.376133] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ad45bd-208e-4723-8acb-74cfb5264af5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.386050] env[63260]: DEBUG oslo_vmware.api [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Waiting for the task: (returnval){ [ 534.386050] env[63260]: value = "task-2283913" [ 534.386050] env[63260]: _type = "Task" [ 534.386050] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 534.393647] env[63260]: DEBUG nova.compute.provider_tree [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 534.408630] env[63260]: DEBUG oslo_vmware.api [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Task: {'id': task-2283911, 'name': PowerOnVM_Task, 'duration_secs': 0.486275} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 534.409942] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 534.410170] env[63260]: INFO nova.compute.manager [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Took 11.62 seconds to spawn the instance on the hypervisor. [ 534.411018] env[63260]: DEBUG nova.compute.manager [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 534.411620] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9f224c-559d-42e9-88b4-c92f34a5ed26 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.492189] env[63260]: DEBUG oslo_vmware.api [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2283912, 'name': Rename_Task, 'duration_secs': 0.233395} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 534.492189] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 534.492189] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0c2216c-39ad-4fab-8ef7-72ca4f8a1b7c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.497030] env[63260]: DEBUG oslo_vmware.api [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Waiting for the task: (returnval){ [ 534.497030] env[63260]: value = "task-2283914" [ 534.497030] env[63260]: _type = "Task" [ 534.497030] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 534.506321] env[63260]: DEBUG oslo_vmware.api [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2283914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 534.519171] env[63260]: DEBUG oslo_vmware.api [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52dc8f7e-4053-0dd9-8a12-700dce90834e, 'name': SearchDatastore_Task, 'duration_secs': 0.012786} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 534.519431] env[63260]: DEBUG oslo_concurrency.lockutils [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.519726] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] d1cb9a44-ac61-41ee-b6c4-5611b6358f7e/d1cb9a44-ac61-41ee-b6c4-5611b6358f7e.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 534.519979] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79b2b677-3968-4a48-9479-9daa39fc27bf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.529409] env[63260]: DEBUG oslo_vmware.api [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Waiting for the task: (returnval){ [ 534.529409] env[63260]: value = "task-2283915" [ 534.529409] env[63260]: _type = "Task" [ 534.529409] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 534.541308] env[63260]: DEBUG oslo_vmware.api [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2283915, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 534.542443] env[63260]: DEBUG nova.network.neutron [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Successfully created port: c21154b5-026c-4a41-bfcf-4aa84a2febaf {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 534.710116] env[63260]: DEBUG nova.compute.manager [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 534.772088] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Acquiring lock "refresh_cache-c6d38585-2785-48b2-b220-80cd664e9010" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.772088] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Acquired lock "refresh_cache-c6d38585-2785-48b2-b220-80cd664e9010" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.772088] env[63260]: DEBUG nova.network.neutron [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 534.797200] env[63260]: DEBUG oslo_concurrency.lockutils [None req-595d910b-c331-4bcc-b518-ecbf43285617 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Lock "b1acc55d-81b7-4d05-a1a7-76ae79529931" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.301s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.901761] env[63260]: DEBUG nova.scheduler.client.report [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 534.913257] env[63260]: DEBUG oslo_vmware.api [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Task: {'id': task-2283913, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.054226} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 534.913257] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] File moved {{(pid=63260) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 534.913257] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Cleaning up location [datastore1] vmware_temp/e8fc4933-ea87-4f58-a59a-9ba556dfd036 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 534.913257] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Deleting the datastore file [datastore1] vmware_temp/e8fc4933-ea87-4f58-a59a-9ba556dfd036 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 534.914625] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7cf6da37-af83-4e51-b521-82562e5e6769 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.920869] env[63260]: DEBUG oslo_vmware.api [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Waiting for the task: (returnval){ [ 534.920869] env[63260]: value = "task-2283916" [ 534.920869] env[63260]: _type = "Task" [ 534.920869] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 534.941331] env[63260]: INFO nova.compute.manager [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Took 19.06 seconds to build instance. [ 534.959162] env[63260]: DEBUG oslo_vmware.api [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Task: {'id': task-2283916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 534.959162] env[63260]: DEBUG nova.compute.manager [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 535.006836] env[63260]: DEBUG nova.virt.hardware [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 535.007224] env[63260]: DEBUG nova.virt.hardware [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 535.007361] env[63260]: DEBUG nova.virt.hardware [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 535.007497] env[63260]: DEBUG nova.virt.hardware [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 535.007655] env[63260]: DEBUG nova.virt.hardware [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 535.007923] env[63260]: DEBUG nova.virt.hardware [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 535.008107] env[63260]: DEBUG nova.virt.hardware [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 535.008268] env[63260]: DEBUG nova.virt.hardware [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 535.008443] env[63260]: DEBUG nova.virt.hardware [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 535.008601] env[63260]: DEBUG nova.virt.hardware [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 535.008935] env[63260]: DEBUG nova.virt.hardware [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 535.009984] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2112b2d1-5e44-4902-9ef5-9a2c4e508c2b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.016269] env[63260]: DEBUG oslo_vmware.api [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2283914, 'name': PowerOnVM_Task} progress is 71%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 535.021830] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29b4f42-3652-41e7-be8c-6e074d865923 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.053666] env[63260]: DEBUG oslo_vmware.api [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2283915, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 535.238936] env[63260]: DEBUG oslo_concurrency.lockutils [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.294219] env[63260]: DEBUG nova.network.neutron [req-f71e57a0-f10d-4583-91a5-dc93911f2cc9 req-d0ec9fa6-e817-42d4-b0a4-5d96eda3334a service nova] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Updated VIF entry in instance network info cache for port fd2a02c3-ee5b-4afe-9a99-1fbc6562054e. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 535.294219] env[63260]: DEBUG nova.network.neutron [req-f71e57a0-f10d-4583-91a5-dc93911f2cc9 req-d0ec9fa6-e817-42d4-b0a4-5d96eda3334a service nova] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Updating instance_info_cache with network_info: [{"id": "fd2a02c3-ee5b-4afe-9a99-1fbc6562054e", "address": "fa:16:3e:d7:e0:8a", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd2a02c3-ee", "ovs_interfaceid": "fd2a02c3-ee5b-4afe-9a99-1fbc6562054e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 535.299275] env[63260]: DEBUG nova.compute.manager [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 535.326066] env[63260]: DEBUG nova.network.neutron [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 535.409784] env[63260]: DEBUG oslo_concurrency.lockutils [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.410673] env[63260]: DEBUG nova.compute.manager [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 535.416375] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.672s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.418085] env[63260]: INFO nova.compute.claims [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 535.440893] env[63260]: DEBUG oslo_vmware.api [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Task: {'id': task-2283916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.057857} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 535.441171] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 535.441938] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37cde5de-4a68-4a78-a4f4-978c87fd9ae0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.448596] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a4d27354-17e4-47a2-9996-34e1c51bb1ca tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Lock "535272ba-b2d0-40e9-8856-244ed5c98a03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.578s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.448899] env[63260]: DEBUG oslo_vmware.api [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Waiting for the task: (returnval){ [ 535.448899] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e23e8e-2291-455a-5ae3-66f632e8660a" [ 535.448899] env[63260]: _type = "Task" [ 535.448899] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 535.461571] env[63260]: DEBUG oslo_vmware.api [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e23e8e-2291-455a-5ae3-66f632e8660a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 535.509123] env[63260]: DEBUG oslo_vmware.api [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2283914, 'name': PowerOnVM_Task, 'duration_secs': 0.964103} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 535.509123] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 535.509123] env[63260]: INFO nova.compute.manager [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Took 10.42 seconds to spawn the instance on the hypervisor. [ 535.509583] env[63260]: DEBUG nova.compute.manager [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 535.510373] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3701b733-00a7-4243-acc9-b86c93e65b74 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.551139] env[63260]: DEBUG nova.network.neutron [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Updating instance_info_cache with network_info: [{"id": "0a44b3e9-9693-4cd7-9137-c3c15a77ac01", "address": "fa:16:3e:82:58:46", "network": {"id": "01fd18b0-c8b9-4ffd-9551-2acb354ae75c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-521305395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca8df9a57594425f805f0b0f9b38bc76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a44b3e9-96", "ovs_interfaceid": "0a44b3e9-9693-4cd7-9137-c3c15a77ac01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 535.560127] env[63260]: DEBUG oslo_vmware.api [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2283915, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553263} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 535.560390] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] d1cb9a44-ac61-41ee-b6c4-5611b6358f7e/d1cb9a44-ac61-41ee-b6c4-5611b6358f7e.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 535.560582] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 535.561030] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c65646f-f00a-4ef3-9085-03cfcbd0c4b7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.570352] env[63260]: DEBUG oslo_vmware.api [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Waiting for the task: (returnval){ [ 535.570352] env[63260]: value = "task-2283917" [ 535.570352] env[63260]: _type = "Task" [ 535.570352] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 535.582631] env[63260]: DEBUG oslo_vmware.api [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2283917, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 535.801288] env[63260]: DEBUG oslo_concurrency.lockutils [req-f71e57a0-f10d-4583-91a5-dc93911f2cc9 req-d0ec9fa6-e817-42d4-b0a4-5d96eda3334a service nova] Releasing lock "refresh_cache-d1cb9a44-ac61-41ee-b6c4-5611b6358f7e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.833271] env[63260]: DEBUG oslo_concurrency.lockutils [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.918200] env[63260]: DEBUG nova.compute.utils [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 535.923996] env[63260]: DEBUG nova.compute.manager [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 535.923996] env[63260]: DEBUG nova.network.neutron [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 535.952237] env[63260]: DEBUG nova.compute.manager [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 535.974933] env[63260]: DEBUG oslo_vmware.api [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e23e8e-2291-455a-5ae3-66f632e8660a, 'name': SearchDatastore_Task, 'duration_secs': 0.01327} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 535.978794] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.979302] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 099d6c93-4684-4394-9a91-fa1c055c9a60/099d6c93-4684-4394-9a91-fa1c055c9a60.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 535.984829] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45c3adfb-3448-4b7c-a2b8-ba4fa76d4d42 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.001127] env[63260]: DEBUG oslo_vmware.api [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Waiting for the task: (returnval){ [ 536.001127] env[63260]: value = "task-2283918" [ 536.001127] env[63260]: _type = "Task" [ 536.001127] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 536.002678] env[63260]: DEBUG nova.policy [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad3ce04c04b348ce83ef9c10e28a36b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbd2901687cc4bd3b7e78d780e2e7a75', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 536.036136] env[63260]: DEBUG oslo_vmware.api [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Task: {'id': task-2283918, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.037386] env[63260]: INFO nova.compute.manager [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Took 19.48 seconds to build instance. [ 536.062361] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Releasing lock "refresh_cache-c6d38585-2785-48b2-b220-80cd664e9010" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.062680] env[63260]: DEBUG nova.compute.manager [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Instance network_info: |[{"id": "0a44b3e9-9693-4cd7-9137-c3c15a77ac01", "address": "fa:16:3e:82:58:46", "network": {"id": "01fd18b0-c8b9-4ffd-9551-2acb354ae75c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-521305395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca8df9a57594425f805f0b0f9b38bc76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a44b3e9-96", "ovs_interfaceid": "0a44b3e9-9693-4cd7-9137-c3c15a77ac01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 536.063119] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:58:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afd3feb3-ffcc-4499-a2c2-eb6a48aefde9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a44b3e9-9693-4cd7-9137-c3c15a77ac01', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 536.078552] env[63260]: DEBUG oslo.service.loopingcall [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 536.079837] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 536.087530] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3a89d3b-2f9e-453d-8fa1-5757db1e06e0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.119973] env[63260]: DEBUG oslo_vmware.api [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2283917, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06969} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 536.125135] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 536.125841] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 536.125841] env[63260]: value = "task-2283919" [ 536.125841] env[63260]: _type = "Task" [ 536.125841] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 536.127421] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e487da-4b52-4648-9f14-dd188042a226 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.163301] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] d1cb9a44-ac61-41ee-b6c4-5611b6358f7e/d1cb9a44-ac61-41ee-b6c4-5611b6358f7e.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 536.167425] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c744eeae-0351-4267-b96b-a586cb68cacb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.182202] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2283919, 'name': CreateVM_Task} progress is 15%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.187910] env[63260]: DEBUG oslo_vmware.api [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Waiting for the task: (returnval){ [ 536.187910] env[63260]: value = "task-2283920" [ 536.187910] env[63260]: _type = "Task" [ 536.187910] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 536.198692] env[63260]: DEBUG oslo_vmware.api [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2283920, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.425014] env[63260]: DEBUG nova.compute.manager [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 536.490207] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f8b0dd91-bb4e-4135-b229-b15d7d17fed1 tempest-DeleteServersAdminTestJSON-63010103 tempest-DeleteServersAdminTestJSON-63010103-project-admin] Acquiring lock "ed2923a0-e12e-4a3f-ba23-09e83ec21367" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.491600] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f8b0dd91-bb4e-4135-b229-b15d7d17fed1 tempest-DeleteServersAdminTestJSON-63010103 tempest-DeleteServersAdminTestJSON-63010103-project-admin] Lock "ed2923a0-e12e-4a3f-ba23-09e83ec21367" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.491959] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f8b0dd91-bb4e-4135-b229-b15d7d17fed1 tempest-DeleteServersAdminTestJSON-63010103 tempest-DeleteServersAdminTestJSON-63010103-project-admin] Acquiring lock "ed2923a0-e12e-4a3f-ba23-09e83ec21367-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.493133] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f8b0dd91-bb4e-4135-b229-b15d7d17fed1 tempest-DeleteServersAdminTestJSON-63010103 tempest-DeleteServersAdminTestJSON-63010103-project-admin] Lock "ed2923a0-e12e-4a3f-ba23-09e83ec21367-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.493133] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f8b0dd91-bb4e-4135-b229-b15d7d17fed1 tempest-DeleteServersAdminTestJSON-63010103 tempest-DeleteServersAdminTestJSON-63010103-project-admin] Lock "ed2923a0-e12e-4a3f-ba23-09e83ec21367-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.496259] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.496904] env[63260]: INFO nova.compute.manager [None req-f8b0dd91-bb4e-4135-b229-b15d7d17fed1 tempest-DeleteServersAdminTestJSON-63010103 tempest-DeleteServersAdminTestJSON-63010103-project-admin] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Terminating instance [ 536.532900] env[63260]: DEBUG oslo_vmware.api [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Task: {'id': task-2283918, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.540841] env[63260]: DEBUG oslo_concurrency.lockutils [None req-24c7d9be-9baa-42f8-93bb-2790ee395916 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Lock "77b8038e-198c-494f-9d58-92b8d2551a3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.003s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.654770] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2283919, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.710769] env[63260]: DEBUG oslo_vmware.api [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2283920, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.817586] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Acquiring lock "d524fb17-62cf-42e9-a93f-0066614314a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.817961] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Lock "d524fb17-62cf-42e9-a93f-0066614314a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.005s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.864125] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e508375-31db-4299-96ba-b5dada3e9d09 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.872432] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02f40de-7145-4563-8394-0ce6b4afeb4b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.904084] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960d064b-d430-4a4e-ba48-c50f2dbf3eb7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.912439] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2aeb4e-5fd6-47a1-9d96-066e78ecb6d2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.928877] env[63260]: DEBUG nova.compute.provider_tree [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 537.007521] env[63260]: DEBUG nova.compute.manager [None req-f8b0dd91-bb4e-4135-b229-b15d7d17fed1 tempest-DeleteServersAdminTestJSON-63010103 tempest-DeleteServersAdminTestJSON-63010103-project-admin] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 537.007791] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b0dd91-bb4e-4135-b229-b15d7d17fed1 tempest-DeleteServersAdminTestJSON-63010103 tempest-DeleteServersAdminTestJSON-63010103-project-admin] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 537.009339] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de99043e-0dd0-4419-b7bc-c229e6a5599b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.021282] env[63260]: DEBUG oslo_vmware.api [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Task: {'id': task-2283918, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727407} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 537.024132] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 099d6c93-4684-4394-9a91-fa1c055c9a60/099d6c93-4684-4394-9a91-fa1c055c9a60.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 537.024132] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 537.025104] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b0dd91-bb4e-4135-b229-b15d7d17fed1 tempest-DeleteServersAdminTestJSON-63010103 tempest-DeleteServersAdminTestJSON-63010103-project-admin] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 537.025104] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96ca5710-197b-49f6-a93c-ea9c1a67c95b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.026671] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-176a65ae-080a-4bdd-ae96-a8a5f96216a1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.033671] env[63260]: DEBUG oslo_vmware.api [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Waiting for the task: (returnval){ [ 537.033671] env[63260]: value = "task-2283921" [ 537.033671] env[63260]: _type = "Task" [ 537.033671] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 537.035746] env[63260]: DEBUG oslo_vmware.api [None req-f8b0dd91-bb4e-4135-b229-b15d7d17fed1 tempest-DeleteServersAdminTestJSON-63010103 tempest-DeleteServersAdminTestJSON-63010103-project-admin] Waiting for the task: (returnval){ [ 537.035746] env[63260]: value = "task-2283922" [ 537.035746] env[63260]: _type = "Task" [ 537.035746] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 537.046975] env[63260]: DEBUG nova.compute.manager [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 537.058220] env[63260]: DEBUG oslo_vmware.api [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Task: {'id': task-2283921, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.062108] env[63260]: DEBUG oslo_vmware.api [None req-f8b0dd91-bb4e-4135-b229-b15d7d17fed1 tempest-DeleteServersAdminTestJSON-63010103 tempest-DeleteServersAdminTestJSON-63010103-project-admin] Task: {'id': task-2283922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.154695] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2283919, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.213082] env[63260]: DEBUG oslo_vmware.api [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2283920, 'name': ReconfigVM_Task, 'duration_secs': 0.547827} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 537.213082] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Reconfigured VM instance instance-00000005 to attach disk [datastore2] d1cb9a44-ac61-41ee-b6c4-5611b6358f7e/d1cb9a44-ac61-41ee-b6c4-5611b6358f7e.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 537.213702] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd5f2416-5b49-46d0-a06d-b587f431467f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.224837] env[63260]: DEBUG oslo_vmware.api [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Waiting for the task: (returnval){ [ 537.224837] env[63260]: value = "task-2283923" [ 537.224837] env[63260]: _type = "Task" [ 537.224837] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 537.242102] env[63260]: DEBUG oslo_vmware.api [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2283923, 'name': Rename_Task} progress is 10%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.263171] env[63260]: DEBUG nova.network.neutron [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Successfully created port: 97920763-c5c0-4685-9dbf-afa8ed9e8153 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 537.432746] env[63260]: DEBUG nova.scheduler.client.report [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 537.443198] env[63260]: DEBUG nova.compute.manager [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 537.483777] env[63260]: DEBUG nova.virt.hardware [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 537.484135] env[63260]: DEBUG nova.virt.hardware [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 537.484302] env[63260]: DEBUG nova.virt.hardware [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 537.484489] env[63260]: DEBUG nova.virt.hardware [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 537.484736] env[63260]: DEBUG nova.virt.hardware [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 537.484951] env[63260]: DEBUG nova.virt.hardware [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 537.485175] env[63260]: DEBUG nova.virt.hardware [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 537.485339] env[63260]: DEBUG nova.virt.hardware [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 537.485506] env[63260]: DEBUG nova.virt.hardware [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 537.485669] env[63260]: DEBUG nova.virt.hardware [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 537.485866] env[63260]: DEBUG nova.virt.hardware [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 537.488404] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bd2ee4-92af-49ba-afa8-effb05b64217 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.495551] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94eb8f3e-9e20-47a1-9766-1735ba1d354f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.514352] env[63260]: DEBUG nova.network.neutron [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Successfully updated port: c21154b5-026c-4a41-bfcf-4aa84a2febaf {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 537.547937] env[63260]: DEBUG oslo_vmware.api [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Task: {'id': task-2283921, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068679} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 537.551349] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 537.554647] env[63260]: DEBUG oslo_vmware.api [None req-f8b0dd91-bb4e-4135-b229-b15d7d17fed1 tempest-DeleteServersAdminTestJSON-63010103 tempest-DeleteServersAdminTestJSON-63010103-project-admin] Task: {'id': task-2283922, 'name': PowerOffVM_Task, 'duration_secs': 0.301163} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 537.557929] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c3d915-a3e2-43bc-bc42-b30b351ff84c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.563241] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b0dd91-bb4e-4135-b229-b15d7d17fed1 tempest-DeleteServersAdminTestJSON-63010103 tempest-DeleteServersAdminTestJSON-63010103-project-admin] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 537.563423] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b0dd91-bb4e-4135-b229-b15d7d17fed1 tempest-DeleteServersAdminTestJSON-63010103 tempest-DeleteServersAdminTestJSON-63010103-project-admin] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 537.564303] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8e5c58d-519e-4b6b-b9ea-dff15876eb5f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.588526] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 099d6c93-4684-4394-9a91-fa1c055c9a60/099d6c93-4684-4394-9a91-fa1c055c9a60.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 537.588526] env[63260]: DEBUG oslo_concurrency.lockutils [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.588526] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88be521b-7e08-402c-8478-18878586ca02 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.610759] env[63260]: DEBUG oslo_vmware.api [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Waiting for the task: (returnval){ [ 537.610759] env[63260]: value = "task-2283925" [ 537.610759] env[63260]: _type = "Task" [ 537.610759] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 537.619569] env[63260]: DEBUG oslo_vmware.api [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Task: {'id': task-2283925, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.631664] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b0dd91-bb4e-4135-b229-b15d7d17fed1 tempest-DeleteServersAdminTestJSON-63010103 tempest-DeleteServersAdminTestJSON-63010103-project-admin] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 537.631814] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b0dd91-bb4e-4135-b229-b15d7d17fed1 tempest-DeleteServersAdminTestJSON-63010103 tempest-DeleteServersAdminTestJSON-63010103-project-admin] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 537.631992] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8b0dd91-bb4e-4135-b229-b15d7d17fed1 tempest-DeleteServersAdminTestJSON-63010103 tempest-DeleteServersAdminTestJSON-63010103-project-admin] Deleting the datastore file [datastore2] ed2923a0-e12e-4a3f-ba23-09e83ec21367 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 537.632335] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d56999ce-14fc-4d38-8975-392347f5dfdd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.639575] env[63260]: DEBUG oslo_vmware.api [None req-f8b0dd91-bb4e-4135-b229-b15d7d17fed1 tempest-DeleteServersAdminTestJSON-63010103 tempest-DeleteServersAdminTestJSON-63010103-project-admin] Waiting for the task: (returnval){ [ 537.639575] env[63260]: value = "task-2283926" [ 537.639575] env[63260]: _type = "Task" [ 537.639575] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 537.660122] env[63260]: DEBUG oslo_vmware.api [None req-f8b0dd91-bb4e-4135-b229-b15d7d17fed1 tempest-DeleteServersAdminTestJSON-63010103 tempest-DeleteServersAdminTestJSON-63010103-project-admin] Task: {'id': task-2283926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.660341] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2283919, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.748219] env[63260]: DEBUG oslo_vmware.api [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2283923, 'name': Rename_Task, 'duration_secs': 0.387069} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 537.748559] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 537.748957] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d536468a-79ce-4ddc-a996-f4df4cde07ba {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.755684] env[63260]: DEBUG oslo_vmware.api [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Waiting for the task: (returnval){ [ 537.755684] env[63260]: value = "task-2283927" [ 537.755684] env[63260]: _type = "Task" [ 537.755684] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 537.769387] env[63260]: DEBUG oslo_vmware.api [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2283927, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.817826] env[63260]: DEBUG nova.compute.manager [req-fe5a28c7-3bbd-4424-b77b-32d1c58774f5 req-f44371bc-a675-4070-b539-d12c93092a31 service nova] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Received event network-vif-plugged-0a44b3e9-9693-4cd7-9137-c3c15a77ac01 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 537.818293] env[63260]: DEBUG oslo_concurrency.lockutils [req-fe5a28c7-3bbd-4424-b77b-32d1c58774f5 req-f44371bc-a675-4070-b539-d12c93092a31 service nova] Acquiring lock "c6d38585-2785-48b2-b220-80cd664e9010-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.818716] env[63260]: DEBUG oslo_concurrency.lockutils [req-fe5a28c7-3bbd-4424-b77b-32d1c58774f5 req-f44371bc-a675-4070-b539-d12c93092a31 service nova] Lock "c6d38585-2785-48b2-b220-80cd664e9010-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.819572] env[63260]: DEBUG oslo_concurrency.lockutils [req-fe5a28c7-3bbd-4424-b77b-32d1c58774f5 req-f44371bc-a675-4070-b539-d12c93092a31 service nova] Lock "c6d38585-2785-48b2-b220-80cd664e9010-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.820098] env[63260]: DEBUG nova.compute.manager [req-fe5a28c7-3bbd-4424-b77b-32d1c58774f5 req-f44371bc-a675-4070-b539-d12c93092a31 service nova] [instance: c6d38585-2785-48b2-b220-80cd664e9010] No waiting events found dispatching network-vif-plugged-0a44b3e9-9693-4cd7-9137-c3c15a77ac01 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 537.820856] env[63260]: WARNING nova.compute.manager [req-fe5a28c7-3bbd-4424-b77b-32d1c58774f5 req-f44371bc-a675-4070-b539-d12c93092a31 service nova] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Received unexpected event network-vif-plugged-0a44b3e9-9693-4cd7-9137-c3c15a77ac01 for instance with vm_state building and task_state spawning. [ 537.820856] env[63260]: DEBUG nova.compute.manager [req-fe5a28c7-3bbd-4424-b77b-32d1c58774f5 req-f44371bc-a675-4070-b539-d12c93092a31 service nova] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Received event network-changed-0a44b3e9-9693-4cd7-9137-c3c15a77ac01 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 537.822567] env[63260]: DEBUG nova.compute.manager [req-fe5a28c7-3bbd-4424-b77b-32d1c58774f5 req-f44371bc-a675-4070-b539-d12c93092a31 service nova] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Refreshing instance network info cache due to event network-changed-0a44b3e9-9693-4cd7-9137-c3c15a77ac01. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 537.826268] env[63260]: DEBUG oslo_concurrency.lockutils [req-fe5a28c7-3bbd-4424-b77b-32d1c58774f5 req-f44371bc-a675-4070-b539-d12c93092a31 service nova] Acquiring lock "refresh_cache-c6d38585-2785-48b2-b220-80cd664e9010" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.826268] env[63260]: DEBUG oslo_concurrency.lockutils [req-fe5a28c7-3bbd-4424-b77b-32d1c58774f5 req-f44371bc-a675-4070-b539-d12c93092a31 service nova] Acquired lock "refresh_cache-c6d38585-2785-48b2-b220-80cd664e9010" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.826268] env[63260]: DEBUG nova.network.neutron [req-fe5a28c7-3bbd-4424-b77b-32d1c58774f5 req-f44371bc-a675-4070-b539-d12c93092a31 service nova] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Refreshing network info cache for port 0a44b3e9-9693-4cd7-9137-c3c15a77ac01 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 537.870902] env[63260]: DEBUG oslo_concurrency.lockutils [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Acquiring lock "b75e845b-560f-43b4-a24a-5bebe8f72016" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.870902] env[63260]: DEBUG oslo_concurrency.lockutils [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Lock "b75e845b-560f-43b4-a24a-5bebe8f72016" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.940635] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.944786] env[63260]: DEBUG nova.compute.manager [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 537.952183] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 12.962s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.952401] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.952590] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 537.952915] env[63260]: DEBUG oslo_concurrency.lockutils [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.714s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.955045] env[63260]: INFO nova.compute.claims [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 537.958599] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a04b05-7563-4f13-9d56-6a81165536ae {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.967419] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d506e5f7-2fcd-4ef2-90d1-44620d7eb596 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.990013] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78329512-e8b8-4eb6-8ddb-ae61d8d855d1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.000686] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5939dacf-5b71-43b8-925e-b96a98845c79 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.046157] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Acquiring lock "refresh_cache-44216086-3dde-4879-8e91-3dbd796e07cf" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.046770] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Acquired lock "refresh_cache-44216086-3dde-4879-8e91-3dbd796e07cf" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.046770] env[63260]: DEBUG nova.network.neutron [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 538.047946] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181257MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=63260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 538.048099] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.122711] env[63260]: DEBUG oslo_vmware.api [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Task: {'id': task-2283925, 'name': ReconfigVM_Task, 'duration_secs': 0.480991} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 538.123387] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 099d6c93-4684-4394-9a91-fa1c055c9a60/099d6c93-4684-4394-9a91-fa1c055c9a60.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 538.124474] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c721351c-da87-464d-839a-73bd5623f2f7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.131663] env[63260]: DEBUG oslo_vmware.api [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Waiting for the task: (returnval){ [ 538.131663] env[63260]: value = "task-2283928" [ 538.131663] env[63260]: _type = "Task" [ 538.131663] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 538.140868] env[63260]: DEBUG oslo_vmware.api [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Task: {'id': task-2283928, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.153027] env[63260]: DEBUG oslo_vmware.api [None req-f8b0dd91-bb4e-4135-b229-b15d7d17fed1 tempest-DeleteServersAdminTestJSON-63010103 tempest-DeleteServersAdminTestJSON-63010103-project-admin] Task: {'id': task-2283926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.345553} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 538.158622] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8b0dd91-bb4e-4135-b229-b15d7d17fed1 tempest-DeleteServersAdminTestJSON-63010103 tempest-DeleteServersAdminTestJSON-63010103-project-admin] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 538.158622] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b0dd91-bb4e-4135-b229-b15d7d17fed1 tempest-DeleteServersAdminTestJSON-63010103 tempest-DeleteServersAdminTestJSON-63010103-project-admin] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 538.158807] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b0dd91-bb4e-4135-b229-b15d7d17fed1 tempest-DeleteServersAdminTestJSON-63010103 tempest-DeleteServersAdminTestJSON-63010103-project-admin] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 538.159335] env[63260]: INFO nova.compute.manager [None req-f8b0dd91-bb4e-4135-b229-b15d7d17fed1 tempest-DeleteServersAdminTestJSON-63010103 tempest-DeleteServersAdminTestJSON-63010103-project-admin] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Took 1.15 seconds to destroy the instance on the hypervisor. [ 538.159335] env[63260]: DEBUG oslo.service.loopingcall [None req-f8b0dd91-bb4e-4135-b229-b15d7d17fed1 tempest-DeleteServersAdminTestJSON-63010103 tempest-DeleteServersAdminTestJSON-63010103-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 538.159502] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2283919, 'name': CreateVM_Task, 'duration_secs': 1.637457} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 538.159754] env[63260]: DEBUG nova.compute.manager [-] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 538.159873] env[63260]: DEBUG nova.network.neutron [-] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 538.161606] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 538.162359] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.162431] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.162739] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 538.163379] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2842ea26-22ea-4b7a-92ce-f7b8103e5a86 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.170244] env[63260]: DEBUG oslo_vmware.api [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Waiting for the task: (returnval){ [ 538.170244] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52008dc3-b238-0276-3261-7b73f4eef528" [ 538.170244] env[63260]: _type = "Task" [ 538.170244] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 538.178838] env[63260]: DEBUG oslo_vmware.api [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52008dc3-b238-0276-3261-7b73f4eef528, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.270208] env[63260]: DEBUG oslo_vmware.api [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2283927, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.460437] env[63260]: DEBUG nova.compute.utils [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 538.462754] env[63260]: DEBUG nova.compute.manager [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 538.464521] env[63260]: DEBUG nova.network.neutron [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 538.569792] env[63260]: DEBUG nova.policy [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90c5c6da6276497c8bd0f60467e8cfce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a22e0e56aa0d47b6b07f31425ebee70e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 538.618275] env[63260]: DEBUG nova.network.neutron [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 538.642846] env[63260]: DEBUG oslo_vmware.api [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Task: {'id': task-2283928, 'name': Rename_Task, 'duration_secs': 0.188681} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 538.646022] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 538.646022] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eaf8e33d-806d-4d86-ba55-895fda02863d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.652630] env[63260]: DEBUG oslo_vmware.api [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Waiting for the task: (returnval){ [ 538.652630] env[63260]: value = "task-2283929" [ 538.652630] env[63260]: _type = "Task" [ 538.652630] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 538.662946] env[63260]: DEBUG oslo_vmware.api [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Task: {'id': task-2283929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.686964] env[63260]: DEBUG oslo_vmware.api [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52008dc3-b238-0276-3261-7b73f4eef528, 'name': SearchDatastore_Task, 'duration_secs': 0.012865} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 538.687215] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 538.687446] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 538.687708] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.687845] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.688001] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 538.688283] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f7af070-f7c3-431e-86fe-604b08d597ef {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.699633] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 538.699857] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 538.704903] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc0dc1a7-8e2b-4b33-b7dd-f2a549c57ed9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.710846] env[63260]: DEBUG oslo_vmware.api [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Waiting for the task: (returnval){ [ 538.710846] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52eb12e1-e0a3-85aa-904a-1db501235307" [ 538.710846] env[63260]: _type = "Task" [ 538.710846] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 538.720525] env[63260]: DEBUG oslo_vmware.api [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52eb12e1-e0a3-85aa-904a-1db501235307, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.769647] env[63260]: DEBUG oslo_vmware.api [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2283927, 'name': PowerOnVM_Task, 'duration_secs': 0.744885} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 538.769647] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 538.769647] env[63260]: INFO nova.compute.manager [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Took 11.27 seconds to spawn the instance on the hypervisor. [ 538.769647] env[63260]: DEBUG nova.compute.manager [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 538.769647] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4e5551-59b2-4dc4-96a1-f78d8a0fc065 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.972922] env[63260]: DEBUG nova.compute.manager [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 539.008316] env[63260]: DEBUG nova.network.neutron [req-fe5a28c7-3bbd-4424-b77b-32d1c58774f5 req-f44371bc-a675-4070-b539-d12c93092a31 service nova] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Updated VIF entry in instance network info cache for port 0a44b3e9-9693-4cd7-9137-c3c15a77ac01. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 539.008316] env[63260]: DEBUG nova.network.neutron [req-fe5a28c7-3bbd-4424-b77b-32d1c58774f5 req-f44371bc-a675-4070-b539-d12c93092a31 service nova] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Updating instance_info_cache with network_info: [{"id": "0a44b3e9-9693-4cd7-9137-c3c15a77ac01", "address": "fa:16:3e:82:58:46", "network": {"id": "01fd18b0-c8b9-4ffd-9551-2acb354ae75c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-521305395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca8df9a57594425f805f0b0f9b38bc76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a44b3e9-96", "ovs_interfaceid": "0a44b3e9-9693-4cd7-9137-c3c15a77ac01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 539.040902] env[63260]: DEBUG nova.network.neutron [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Updating instance_info_cache with network_info: [{"id": "c21154b5-026c-4a41-bfcf-4aa84a2febaf", "address": "fa:16:3e:4b:ba:ac", "network": {"id": "01fd18b0-c8b9-4ffd-9551-2acb354ae75c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-521305395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca8df9a57594425f805f0b0f9b38bc76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc21154b5-02", "ovs_interfaceid": "c21154b5-026c-4a41-bfcf-4aa84a2febaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 539.168710] env[63260]: DEBUG oslo_vmware.api [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Task: {'id': task-2283929, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.224200] env[63260]: DEBUG oslo_vmware.api [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52eb12e1-e0a3-85aa-904a-1db501235307, 'name': SearchDatastore_Task, 'duration_secs': 0.024663} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 539.228160] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-440a6c89-5124-4115-9ace-aa8a7f1f22b4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.233921] env[63260]: DEBUG oslo_vmware.api [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Waiting for the task: (returnval){ [ 539.233921] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5209f63c-7173-bf78-76ae-4fd4fd2a57c3" [ 539.233921] env[63260]: _type = "Task" [ 539.233921] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.242649] env[63260]: DEBUG oslo_vmware.api [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5209f63c-7173-bf78-76ae-4fd4fd2a57c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.303133] env[63260]: INFO nova.compute.manager [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Took 21.99 seconds to build instance. [ 539.373567] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525204e7-53f1-41fd-ae04-a9a58c2f43eb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.385176] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f153a40-dacb-4461-9719-b46c17fd8b16 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.425998] env[63260]: DEBUG nova.network.neutron [-] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 539.430362] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11eaedf9-aef6-4f2d-a9ec-19ead7f2f723 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.441040] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c449fc-312c-4aba-8743-24a8aaed06c0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.454768] env[63260]: DEBUG nova.compute.provider_tree [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 539.494332] env[63260]: DEBUG nova.network.neutron [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Successfully created port: 8cb042b3-9ddd-453c-9e4a-f4fa64e9ff81 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 539.510368] env[63260]: DEBUG oslo_concurrency.lockutils [req-fe5a28c7-3bbd-4424-b77b-32d1c58774f5 req-f44371bc-a675-4070-b539-d12c93092a31 service nova] Releasing lock "refresh_cache-c6d38585-2785-48b2-b220-80cd664e9010" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.545756] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Releasing lock "refresh_cache-44216086-3dde-4879-8e91-3dbd796e07cf" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.546111] env[63260]: DEBUG nova.compute.manager [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Instance network_info: |[{"id": "c21154b5-026c-4a41-bfcf-4aa84a2febaf", "address": "fa:16:3e:4b:ba:ac", "network": {"id": "01fd18b0-c8b9-4ffd-9551-2acb354ae75c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-521305395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca8df9a57594425f805f0b0f9b38bc76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc21154b5-02", "ovs_interfaceid": "c21154b5-026c-4a41-bfcf-4aa84a2febaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 539.546528] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:ba:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afd3feb3-ffcc-4499-a2c2-eb6a48aefde9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c21154b5-026c-4a41-bfcf-4aa84a2febaf', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 539.559228] env[63260]: DEBUG oslo.service.loopingcall [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 539.559228] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 539.559228] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fedbede-1f03-4807-a3be-d23a92d027a5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.592381] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 539.592381] env[63260]: value = "task-2283930" [ 539.592381] env[63260]: _type = "Task" [ 539.592381] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.603623] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2283930, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.672459] env[63260]: DEBUG oslo_vmware.api [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Task: {'id': task-2283929, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.676014] env[63260]: DEBUG nova.network.neutron [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Successfully updated port: 97920763-c5c0-4685-9dbf-afa8ed9e8153 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 539.747512] env[63260]: DEBUG oslo_vmware.api [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5209f63c-7173-bf78-76ae-4fd4fd2a57c3, 'name': SearchDatastore_Task, 'duration_secs': 0.021087} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 539.747770] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.748028] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] c6d38585-2785-48b2-b220-80cd664e9010/c6d38585-2785-48b2-b220-80cd664e9010.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 539.748496] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8aad9137-bad7-4e8e-9111-dc6ed58129ee {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.759820] env[63260]: DEBUG oslo_vmware.api [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Waiting for the task: (returnval){ [ 539.759820] env[63260]: value = "task-2283931" [ 539.759820] env[63260]: _type = "Task" [ 539.759820] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.770951] env[63260]: DEBUG oslo_vmware.api [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2283931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.806619] env[63260]: DEBUG oslo_concurrency.lockutils [None req-45903476-5a75-43c3-917d-6e09c7d048b4 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Lock "d1cb9a44-ac61-41ee-b6c4-5611b6358f7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.505s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 539.933268] env[63260]: INFO nova.compute.manager [-] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Took 1.77 seconds to deallocate network for instance. [ 539.958391] env[63260]: DEBUG nova.scheduler.client.report [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 539.985078] env[63260]: DEBUG nova.compute.manager [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 540.026957] env[63260]: DEBUG nova.virt.hardware [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 540.029018] env[63260]: DEBUG nova.virt.hardware [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 540.029018] env[63260]: DEBUG nova.virt.hardware [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 540.029018] env[63260]: DEBUG nova.virt.hardware [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 540.029018] env[63260]: DEBUG nova.virt.hardware [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 540.029018] env[63260]: DEBUG nova.virt.hardware [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 540.029310] env[63260]: DEBUG nova.virt.hardware [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 540.029310] env[63260]: DEBUG nova.virt.hardware [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 540.029310] env[63260]: DEBUG nova.virt.hardware [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 540.029310] env[63260]: DEBUG nova.virt.hardware [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 540.029310] env[63260]: DEBUG nova.virt.hardware [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 540.030227] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61bde8f-451a-4e06-a909-55a15dfd38b1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.048534] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e347231c-85c7-41e3-a1e6-2b08ff12918c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.109680] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2283930, 'name': CreateVM_Task, 'duration_secs': 0.370562} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.111029] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 540.111029] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.111029] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.111311] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.111355] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0484d9ae-f98b-4e9a-ab8a-1363e79b61a1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.119536] env[63260]: DEBUG oslo_vmware.api [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Waiting for the task: (returnval){ [ 540.119536] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52171346-5411-6ccf-b255-c3af60e8dec0" [ 540.119536] env[63260]: _type = "Task" [ 540.119536] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.131290] env[63260]: DEBUG oslo_vmware.api [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52171346-5411-6ccf-b255-c3af60e8dec0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.173351] env[63260]: DEBUG oslo_vmware.api [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Task: {'id': task-2283929, 'name': PowerOnVM_Task, 'duration_secs': 1.461956} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.173606] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 540.173856] env[63260]: INFO nova.compute.manager [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Took 10.29 seconds to spawn the instance on the hypervisor. [ 540.174240] env[63260]: DEBUG nova.compute.manager [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 540.175145] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2addc7-6c51-4c55-892a-b1bb9d178462 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.181583] env[63260]: DEBUG oslo_concurrency.lockutils [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquiring lock "refresh_cache-93672dcb-96dc-4383-9874-43855f247e9f" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.181836] env[63260]: DEBUG oslo_concurrency.lockutils [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquired lock "refresh_cache-93672dcb-96dc-4383-9874-43855f247e9f" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.182914] env[63260]: DEBUG nova.network.neutron [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 540.272509] env[63260]: DEBUG oslo_vmware.api [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2283931, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.310035] env[63260]: DEBUG nova.compute.manager [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 540.441077] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f8b0dd91-bb4e-4135-b229-b15d7d17fed1 tempest-DeleteServersAdminTestJSON-63010103 tempest-DeleteServersAdminTestJSON-63010103-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.470387] env[63260]: DEBUG oslo_concurrency.lockutils [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.473670] env[63260]: DEBUG nova.compute.manager [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 540.476284] env[63260]: DEBUG oslo_concurrency.lockutils [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.643s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.477777] env[63260]: INFO nova.compute.claims [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 540.634408] env[63260]: DEBUG oslo_vmware.api [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52171346-5411-6ccf-b255-c3af60e8dec0, 'name': SearchDatastore_Task, 'duration_secs': 0.063857} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.634744] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.634976] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 540.636375] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.636580] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.636797] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 540.637152] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abf52e16-a387-4e07-b908-9c88ed68e782 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.647584] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 540.648647] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 540.650602] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27142470-8822-4766-b762-0c2b095d3c25 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.660055] env[63260]: DEBUG oslo_vmware.api [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Waiting for the task: (returnval){ [ 540.660055] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528daae3-3604-b7da-57dc-00a8b5dd2145" [ 540.660055] env[63260]: _type = "Task" [ 540.660055] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.674902] env[63260]: DEBUG oslo_vmware.api [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528daae3-3604-b7da-57dc-00a8b5dd2145, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.709358] env[63260]: INFO nova.compute.manager [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Took 23.01 seconds to build instance. [ 540.761810] env[63260]: DEBUG nova.network.neutron [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 540.775320] env[63260]: DEBUG oslo_vmware.api [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2283931, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616222} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.775608] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] c6d38585-2785-48b2-b220-80cd664e9010/c6d38585-2785-48b2-b220-80cd664e9010.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 540.775819] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 540.776349] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f0421b2-c072-4301-a507-e8eca768455c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.785677] env[63260]: DEBUG oslo_vmware.api [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Waiting for the task: (returnval){ [ 540.785677] env[63260]: value = "task-2283932" [ 540.785677] env[63260]: _type = "Task" [ 540.785677] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.801276] env[63260]: DEBUG oslo_vmware.api [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2283932, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.842395] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.864759] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Acquiring lock "334f10fc-b465-4f28-a6e3-919b4342bb0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.866669] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Lock "334f10fc-b465-4f28-a6e3-919b4342bb0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.967334] env[63260]: DEBUG nova.network.neutron [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Updating instance_info_cache with network_info: [{"id": "97920763-c5c0-4685-9dbf-afa8ed9e8153", "address": "fa:16:3e:7b:17:84", "network": {"id": "80a14db6-b156-4db8-bffc-d26945d5c4ff", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1212426729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbd2901687cc4bd3b7e78d780e2e7a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97920763-c5", "ovs_interfaceid": "97920763-c5c0-4685-9dbf-afa8ed9e8153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 540.982816] env[63260]: DEBUG nova.compute.utils [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 540.987224] env[63260]: DEBUG nova.compute.manager [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 540.987224] env[63260]: DEBUG nova.network.neutron [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 541.030752] env[63260]: DEBUG nova.policy [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f60f8cba4aa44a997c8866d8b90aaa2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c4f0988ed6840d8b3c0d4e2aa617320', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 541.180535] env[63260]: DEBUG oslo_vmware.api [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528daae3-3604-b7da-57dc-00a8b5dd2145, 'name': SearchDatastore_Task, 'duration_secs': 0.015774} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 541.181384] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83d28a9e-a80b-4e66-91ce-8f81556b94ae {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.189862] env[63260]: DEBUG oslo_vmware.api [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Waiting for the task: (returnval){ [ 541.189862] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52d119a4-4137-0bdf-5420-f46e00db386d" [ 541.189862] env[63260]: _type = "Task" [ 541.189862] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.205021] env[63260]: DEBUG oslo_vmware.api [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52d119a4-4137-0bdf-5420-f46e00db386d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.212411] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fadd1531-4858-43a2-a64a-1ed9fa2dbc71 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Lock "099d6c93-4684-4394-9a91-fa1c055c9a60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.530s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.246774] env[63260]: DEBUG oslo_concurrency.lockutils [None req-56e04c66-6599-4afc-927e-407171515925 tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Acquiring lock "535272ba-b2d0-40e9-8856-244ed5c98a03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.247117] env[63260]: DEBUG oslo_concurrency.lockutils [None req-56e04c66-6599-4afc-927e-407171515925 tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Lock "535272ba-b2d0-40e9-8856-244ed5c98a03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.247525] env[63260]: DEBUG oslo_concurrency.lockutils [None req-56e04c66-6599-4afc-927e-407171515925 tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Acquiring lock "535272ba-b2d0-40e9-8856-244ed5c98a03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.247525] env[63260]: DEBUG oslo_concurrency.lockutils [None req-56e04c66-6599-4afc-927e-407171515925 tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Lock "535272ba-b2d0-40e9-8856-244ed5c98a03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.247657] env[63260]: DEBUG oslo_concurrency.lockutils [None req-56e04c66-6599-4afc-927e-407171515925 tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Lock "535272ba-b2d0-40e9-8856-244ed5c98a03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.249714] env[63260]: INFO nova.compute.manager [None req-56e04c66-6599-4afc-927e-407171515925 tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Terminating instance [ 541.296761] env[63260]: DEBUG oslo_vmware.api [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2283932, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070333} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 541.297022] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 541.298163] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf8fd2a-d335-4c2a-aded-c631cb58859a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.327220] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] c6d38585-2785-48b2-b220-80cd664e9010/c6d38585-2785-48b2-b220-80cd664e9010.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 541.327549] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b8a23a3-74bd-4aa8-9a0f-4ddd28e33640 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.350268] env[63260]: DEBUG oslo_vmware.api [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Waiting for the task: (returnval){ [ 541.350268] env[63260]: value = "task-2283933" [ 541.350268] env[63260]: _type = "Task" [ 541.350268] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.359678] env[63260]: DEBUG oslo_vmware.api [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2283933, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.439770] env[63260]: DEBUG nova.compute.manager [req-4d31cfe0-399c-46b7-9a72-3bd2c81a8758 req-c453ed72-3426-43c3-aade-e846543e6d34 service nova] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Received event network-vif-plugged-c21154b5-026c-4a41-bfcf-4aa84a2febaf {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 541.440141] env[63260]: DEBUG oslo_concurrency.lockutils [req-4d31cfe0-399c-46b7-9a72-3bd2c81a8758 req-c453ed72-3426-43c3-aade-e846543e6d34 service nova] Acquiring lock "44216086-3dde-4879-8e91-3dbd796e07cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.440542] env[63260]: DEBUG oslo_concurrency.lockutils [req-4d31cfe0-399c-46b7-9a72-3bd2c81a8758 req-c453ed72-3426-43c3-aade-e846543e6d34 service nova] Lock "44216086-3dde-4879-8e91-3dbd796e07cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.440706] env[63260]: DEBUG oslo_concurrency.lockutils [req-4d31cfe0-399c-46b7-9a72-3bd2c81a8758 req-c453ed72-3426-43c3-aade-e846543e6d34 service nova] Lock "44216086-3dde-4879-8e91-3dbd796e07cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.440976] env[63260]: DEBUG nova.compute.manager [req-4d31cfe0-399c-46b7-9a72-3bd2c81a8758 req-c453ed72-3426-43c3-aade-e846543e6d34 service nova] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] No waiting events found dispatching network-vif-plugged-c21154b5-026c-4a41-bfcf-4aa84a2febaf {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 541.441338] env[63260]: WARNING nova.compute.manager [req-4d31cfe0-399c-46b7-9a72-3bd2c81a8758 req-c453ed72-3426-43c3-aade-e846543e6d34 service nova] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Received unexpected event network-vif-plugged-c21154b5-026c-4a41-bfcf-4aa84a2febaf for instance with vm_state building and task_state spawning. [ 541.441465] env[63260]: DEBUG nova.compute.manager [req-4d31cfe0-399c-46b7-9a72-3bd2c81a8758 req-c453ed72-3426-43c3-aade-e846543e6d34 service nova] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Received event network-changed-c21154b5-026c-4a41-bfcf-4aa84a2febaf {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 541.441840] env[63260]: DEBUG nova.compute.manager [req-4d31cfe0-399c-46b7-9a72-3bd2c81a8758 req-c453ed72-3426-43c3-aade-e846543e6d34 service nova] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Refreshing instance network info cache due to event network-changed-c21154b5-026c-4a41-bfcf-4aa84a2febaf. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 541.442130] env[63260]: DEBUG oslo_concurrency.lockutils [req-4d31cfe0-399c-46b7-9a72-3bd2c81a8758 req-c453ed72-3426-43c3-aade-e846543e6d34 service nova] Acquiring lock "refresh_cache-44216086-3dde-4879-8e91-3dbd796e07cf" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.442516] env[63260]: DEBUG oslo_concurrency.lockutils [req-4d31cfe0-399c-46b7-9a72-3bd2c81a8758 req-c453ed72-3426-43c3-aade-e846543e6d34 service nova] Acquired lock "refresh_cache-44216086-3dde-4879-8e91-3dbd796e07cf" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.442798] env[63260]: DEBUG nova.network.neutron [req-4d31cfe0-399c-46b7-9a72-3bd2c81a8758 req-c453ed72-3426-43c3-aade-e846543e6d34 service nova] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Refreshing network info cache for port c21154b5-026c-4a41-bfcf-4aa84a2febaf {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 541.471239] env[63260]: DEBUG oslo_concurrency.lockutils [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Releasing lock "refresh_cache-93672dcb-96dc-4383-9874-43855f247e9f" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.471635] env[63260]: DEBUG nova.compute.manager [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Instance network_info: |[{"id": "97920763-c5c0-4685-9dbf-afa8ed9e8153", "address": "fa:16:3e:7b:17:84", "network": {"id": "80a14db6-b156-4db8-bffc-d26945d5c4ff", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1212426729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbd2901687cc4bd3b7e78d780e2e7a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97920763-c5", "ovs_interfaceid": "97920763-c5c0-4685-9dbf-afa8ed9e8153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 541.472129] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:17:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97920763-c5c0-4685-9dbf-afa8ed9e8153', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 541.481080] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Creating folder: Project (fbd2901687cc4bd3b7e78d780e2e7a75). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 541.482840] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4338b9c6-19b8-4add-a8c4-0b4427847709 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.488847] env[63260]: DEBUG nova.compute.manager [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 541.496462] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Created folder: Project (fbd2901687cc4bd3b7e78d780e2e7a75) in parent group-v464889. [ 541.496534] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Creating folder: Instances. Parent ref: group-v464910. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 541.496748] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0548223-9c40-4220-988c-92131e98dc49 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.505861] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Created folder: Instances in parent group-v464910. [ 541.506066] env[63260]: DEBUG oslo.service.loopingcall [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 541.506265] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 541.506529] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2b1d801-13a8-4bdb-bf3d-343c7200a35e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.534082] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 541.534082] env[63260]: value = "task-2283936" [ 541.534082] env[63260]: _type = "Task" [ 541.534082] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.546805] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2283936, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.656161] env[63260]: DEBUG nova.network.neutron [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Successfully created port: 442fcfb3-9d76-425c-a904-37c3ddd958a9 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 541.703865] env[63260]: DEBUG oslo_vmware.api [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52d119a4-4137-0bdf-5420-f46e00db386d, 'name': SearchDatastore_Task, 'duration_secs': 0.028591} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 541.707811] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.708314] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 44216086-3dde-4879-8e91-3dbd796e07cf/44216086-3dde-4879-8e91-3dbd796e07cf.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 541.708911] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7843962a-f0df-4bc2-942e-ac9c5fd32faa {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.721568] env[63260]: DEBUG nova.compute.manager [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 541.724277] env[63260]: DEBUG oslo_vmware.api [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Waiting for the task: (returnval){ [ 541.724277] env[63260]: value = "task-2283937" [ 541.724277] env[63260]: _type = "Task" [ 541.724277] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.744312] env[63260]: DEBUG oslo_vmware.api [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2283937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.753435] env[63260]: DEBUG nova.compute.manager [None req-56e04c66-6599-4afc-927e-407171515925 tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 541.753678] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-56e04c66-6599-4afc-927e-407171515925 tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 541.754625] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e15df88-456d-4acc-9f90-fb398d716d29 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.769176] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e04c66-6599-4afc-927e-407171515925 tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 541.769458] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e26a6f49-6c68-40fb-b20b-62671ffa9813 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.776200] env[63260]: DEBUG oslo_vmware.api [None req-56e04c66-6599-4afc-927e-407171515925 tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Waiting for the task: (returnval){ [ 541.776200] env[63260]: value = "task-2283938" [ 541.776200] env[63260]: _type = "Task" [ 541.776200] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.787812] env[63260]: DEBUG oslo_vmware.api [None req-56e04c66-6599-4afc-927e-407171515925 tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Task: {'id': task-2283938, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.834889] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Acquiring lock "3c874db9-bb34-4324-88d9-58498c8415b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.835018] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Lock "3c874db9-bb34-4324-88d9-58498c8415b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.865662] env[63260]: DEBUG oslo_vmware.api [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2283933, 'name': ReconfigVM_Task, 'duration_secs': 0.485601} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 541.869655] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Reconfigured VM instance instance-00000007 to attach disk [datastore1] c6d38585-2785-48b2-b220-80cd664e9010/c6d38585-2785-48b2-b220-80cd664e9010.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 541.871190] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a25ec785-dec4-4cb4-a8b4-dfb649f08ed4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.878778] env[63260]: DEBUG oslo_vmware.api [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Waiting for the task: (returnval){ [ 541.878778] env[63260]: value = "task-2283939" [ 541.878778] env[63260]: _type = "Task" [ 541.878778] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.888121] env[63260]: DEBUG oslo_vmware.api [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2283939, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.918440] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573be3d7-e6e6-4283-899d-bb1f0e630783 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.926264] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d918ca-97fc-4f01-9202-cbea46a330c1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.966655] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a026189-6b54-40cf-91ba-30b89607eee8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.972961] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2ee354-4dfa-41e1-8ba3-efb0afd3cf85 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.987538] env[63260]: DEBUG nova.compute.provider_tree [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 542.049379] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2283936, 'name': CreateVM_Task, 'duration_secs': 0.360221} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.049379] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 542.049870] env[63260]: DEBUG oslo_concurrency.lockutils [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.050043] env[63260]: DEBUG oslo_concurrency.lockutils [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.050383] env[63260]: DEBUG oslo_concurrency.lockutils [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.050663] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9239387-4f45-47e4-945d-6836f54cdc84 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.057725] env[63260]: DEBUG oslo_vmware.api [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 542.057725] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e0f95d-9890-e58e-5a2c-0296d3771f5e" [ 542.057725] env[63260]: _type = "Task" [ 542.057725] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.071194] env[63260]: DEBUG oslo_vmware.api [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e0f95d-9890-e58e-5a2c-0296d3771f5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.249486] env[63260]: DEBUG oslo_vmware.api [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2283937, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.255725] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.286469] env[63260]: DEBUG oslo_vmware.api [None req-56e04c66-6599-4afc-927e-407171515925 tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Task: {'id': task-2283938, 'name': PowerOffVM_Task, 'duration_secs': 0.216697} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.286787] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e04c66-6599-4afc-927e-407171515925 tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 542.286958] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-56e04c66-6599-4afc-927e-407171515925 tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 542.287271] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cd87d56-2cdc-4dc0-8bcf-77b8751dee75 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.378826] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-56e04c66-6599-4afc-927e-407171515925 tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 542.379074] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-56e04c66-6599-4afc-927e-407171515925 tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 542.379258] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-56e04c66-6599-4afc-927e-407171515925 tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Deleting the datastore file [datastore2] 535272ba-b2d0-40e9-8856-244ed5c98a03 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 542.382356] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a98b6824-4807-4afc-9284-c0bd5ed88635 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.393763] env[63260]: DEBUG oslo_vmware.api [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2283939, 'name': Rename_Task, 'duration_secs': 0.245817} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.395650] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 542.397861] env[63260]: DEBUG oslo_vmware.api [None req-56e04c66-6599-4afc-927e-407171515925 tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Waiting for the task: (returnval){ [ 542.397861] env[63260]: value = "task-2283941" [ 542.397861] env[63260]: _type = "Task" [ 542.397861] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.397861] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e55e2494-e2bf-4907-9151-feba7e557326 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.411757] env[63260]: DEBUG oslo_vmware.api [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Waiting for the task: (returnval){ [ 542.411757] env[63260]: value = "task-2283942" [ 542.411757] env[63260]: _type = "Task" [ 542.411757] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.419419] env[63260]: DEBUG oslo_vmware.api [None req-56e04c66-6599-4afc-927e-407171515925 tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Task: {'id': task-2283941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.424518] env[63260]: DEBUG oslo_vmware.api [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2283942, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.491187] env[63260]: DEBUG nova.scheduler.client.report [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 542.504673] env[63260]: DEBUG nova.compute.manager [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 542.530197] env[63260]: DEBUG nova.virt.hardware [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 542.532758] env[63260]: DEBUG nova.virt.hardware [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 542.532758] env[63260]: DEBUG nova.virt.hardware [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 542.532758] env[63260]: DEBUG nova.virt.hardware [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 542.532758] env[63260]: DEBUG nova.virt.hardware [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 542.532758] env[63260]: DEBUG nova.virt.hardware [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 542.533219] env[63260]: DEBUG nova.virt.hardware [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 542.533219] env[63260]: DEBUG nova.virt.hardware [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 542.533219] env[63260]: DEBUG nova.virt.hardware [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 542.533219] env[63260]: DEBUG nova.virt.hardware [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 542.533219] env[63260]: DEBUG nova.virt.hardware [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 542.533425] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd46956-cc37-42d4-a433-3819de6fee43 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.541823] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80bf0d8-1adb-4739-b250-6499acb41568 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.568021] env[63260]: DEBUG oslo_vmware.api [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e0f95d-9890-e58e-5a2c-0296d3771f5e, 'name': SearchDatastore_Task, 'duration_secs': 0.065776} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.568346] env[63260]: DEBUG oslo_concurrency.lockutils [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.568606] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 542.568842] env[63260]: DEBUG oslo_concurrency.lockutils [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.569008] env[63260]: DEBUG oslo_concurrency.lockutils [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.569192] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 542.569475] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e559652-3638-4848-bd15-2a284e0399f3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.578929] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 542.579201] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 542.580438] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b9c9469-a366-4f87-b55a-e8cf8cdc072f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.587156] env[63260]: DEBUG oslo_vmware.api [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 542.587156] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523f120d-b324-566c-83c6-5b15fd08dc63" [ 542.587156] env[63260]: _type = "Task" [ 542.587156] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.596022] env[63260]: DEBUG oslo_vmware.api [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523f120d-b324-566c-83c6-5b15fd08dc63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.744039] env[63260]: DEBUG nova.compute.manager [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Stashing vm_state: active {{(pid=63260) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 542.754441] env[63260]: DEBUG oslo_vmware.api [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2283937, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680472} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.755350] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 44216086-3dde-4879-8e91-3dbd796e07cf/44216086-3dde-4879-8e91-3dbd796e07cf.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 542.755350] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 542.755581] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e9d6f0b-5d6c-4f59-9697-28df38ef04d4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.763437] env[63260]: DEBUG oslo_vmware.api [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Waiting for the task: (returnval){ [ 542.763437] env[63260]: value = "task-2283943" [ 542.763437] env[63260]: _type = "Task" [ 542.763437] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.773359] env[63260]: DEBUG oslo_vmware.api [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2283943, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.913630] env[63260]: DEBUG oslo_vmware.api [None req-56e04c66-6599-4afc-927e-407171515925 tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Task: {'id': task-2283941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.400948} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.913997] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-56e04c66-6599-4afc-927e-407171515925 tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 542.914195] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-56e04c66-6599-4afc-927e-407171515925 tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 542.914367] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-56e04c66-6599-4afc-927e-407171515925 tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 542.914533] env[63260]: INFO nova.compute.manager [None req-56e04c66-6599-4afc-927e-407171515925 tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Took 1.16 seconds to destroy the instance on the hypervisor. [ 542.914815] env[63260]: DEBUG oslo.service.loopingcall [None req-56e04c66-6599-4afc-927e-407171515925 tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 542.918230] env[63260]: DEBUG nova.compute.manager [-] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 542.918348] env[63260]: DEBUG nova.network.neutron [-] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 542.927498] env[63260]: DEBUG oslo_vmware.api [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2283942, 'name': PowerOnVM_Task, 'duration_secs': 0.513456} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.927813] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 542.928302] env[63260]: INFO nova.compute.manager [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Took 10.61 seconds to spawn the instance on the hypervisor. [ 542.928438] env[63260]: DEBUG nova.compute.manager [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 542.929224] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332eb805-0464-4ee8-88ef-2520aa5a0ab9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.984733] env[63260]: DEBUG nova.network.neutron [req-4d31cfe0-399c-46b7-9a72-3bd2c81a8758 req-c453ed72-3426-43c3-aade-e846543e6d34 service nova] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Updated VIF entry in instance network info cache for port c21154b5-026c-4a41-bfcf-4aa84a2febaf. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 542.985180] env[63260]: DEBUG nova.network.neutron [req-4d31cfe0-399c-46b7-9a72-3bd2c81a8758 req-c453ed72-3426-43c3-aade-e846543e6d34 service nova] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Updating instance_info_cache with network_info: [{"id": "c21154b5-026c-4a41-bfcf-4aa84a2febaf", "address": "fa:16:3e:4b:ba:ac", "network": {"id": "01fd18b0-c8b9-4ffd-9551-2acb354ae75c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-521305395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca8df9a57594425f805f0b0f9b38bc76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc21154b5-02", "ovs_interfaceid": "c21154b5-026c-4a41-bfcf-4aa84a2febaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 543.000235] env[63260]: DEBUG oslo_concurrency.lockutils [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.000797] env[63260]: DEBUG nova.compute.manager [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 543.004829] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.510s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.006339] env[63260]: INFO nova.compute.claims [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 543.097370] env[63260]: DEBUG nova.network.neutron [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Successfully updated port: 8cb042b3-9ddd-453c-9e4a-f4fa64e9ff81 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 543.107063] env[63260]: DEBUG oslo_vmware.api [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523f120d-b324-566c-83c6-5b15fd08dc63, 'name': SearchDatastore_Task, 'duration_secs': 0.012571} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 543.107063] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-433a656c-5ace-4511-9d47-aa6f1c51b5cc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.124457] env[63260]: DEBUG oslo_vmware.api [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 543.124457] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]521ecd6a-8f78-2642-8573-012cba402cf1" [ 543.124457] env[63260]: _type = "Task" [ 543.124457] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.134874] env[63260]: DEBUG oslo_vmware.api [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]521ecd6a-8f78-2642-8573-012cba402cf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.276479] env[63260]: DEBUG oslo_vmware.api [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2283943, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.188608} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 543.276788] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 543.277595] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff67243-ad42-4790-818b-3a9167597fe5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.281164] env[63260]: DEBUG oslo_concurrency.lockutils [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.302666] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 44216086-3dde-4879-8e91-3dbd796e07cf/44216086-3dde-4879-8e91-3dbd796e07cf.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 543.303049] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4682c48-b99c-4244-96dc-7be3fb095198 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.326137] env[63260]: DEBUG oslo_vmware.api [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Waiting for the task: (returnval){ [ 543.326137] env[63260]: value = "task-2283944" [ 543.326137] env[63260]: _type = "Task" [ 543.326137] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.336694] env[63260]: DEBUG oslo_vmware.api [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2283944, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.456508] env[63260]: INFO nova.compute.manager [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Took 25.09 seconds to build instance. [ 543.488324] env[63260]: DEBUG oslo_concurrency.lockutils [req-4d31cfe0-399c-46b7-9a72-3bd2c81a8758 req-c453ed72-3426-43c3-aade-e846543e6d34 service nova] Releasing lock "refresh_cache-44216086-3dde-4879-8e91-3dbd796e07cf" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.488592] env[63260]: DEBUG nova.compute.manager [req-4d31cfe0-399c-46b7-9a72-3bd2c81a8758 req-c453ed72-3426-43c3-aade-e846543e6d34 service nova] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Received event network-vif-deleted-4fa6f507-ba6c-443c-9e5d-5a414ac17050 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 543.488800] env[63260]: DEBUG nova.compute.manager [req-4d31cfe0-399c-46b7-9a72-3bd2c81a8758 req-c453ed72-3426-43c3-aade-e846543e6d34 service nova] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Received event network-vif-plugged-97920763-c5c0-4685-9dbf-afa8ed9e8153 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 543.489027] env[63260]: DEBUG oslo_concurrency.lockutils [req-4d31cfe0-399c-46b7-9a72-3bd2c81a8758 req-c453ed72-3426-43c3-aade-e846543e6d34 service nova] Acquiring lock "93672dcb-96dc-4383-9874-43855f247e9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.489245] env[63260]: DEBUG oslo_concurrency.lockutils [req-4d31cfe0-399c-46b7-9a72-3bd2c81a8758 req-c453ed72-3426-43c3-aade-e846543e6d34 service nova] Lock "93672dcb-96dc-4383-9874-43855f247e9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.489381] env[63260]: DEBUG oslo_concurrency.lockutils [req-4d31cfe0-399c-46b7-9a72-3bd2c81a8758 req-c453ed72-3426-43c3-aade-e846543e6d34 service nova] Lock "93672dcb-96dc-4383-9874-43855f247e9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.489828] env[63260]: DEBUG nova.compute.manager [req-4d31cfe0-399c-46b7-9a72-3bd2c81a8758 req-c453ed72-3426-43c3-aade-e846543e6d34 service nova] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] No waiting events found dispatching network-vif-plugged-97920763-c5c0-4685-9dbf-afa8ed9e8153 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 543.489828] env[63260]: WARNING nova.compute.manager [req-4d31cfe0-399c-46b7-9a72-3bd2c81a8758 req-c453ed72-3426-43c3-aade-e846543e6d34 service nova] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Received unexpected event network-vif-plugged-97920763-c5c0-4685-9dbf-afa8ed9e8153 for instance with vm_state building and task_state spawning. [ 543.489932] env[63260]: DEBUG nova.compute.manager [req-4d31cfe0-399c-46b7-9a72-3bd2c81a8758 req-c453ed72-3426-43c3-aade-e846543e6d34 service nova] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Received event network-changed-97920763-c5c0-4685-9dbf-afa8ed9e8153 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 543.490084] env[63260]: DEBUG nova.compute.manager [req-4d31cfe0-399c-46b7-9a72-3bd2c81a8758 req-c453ed72-3426-43c3-aade-e846543e6d34 service nova] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Refreshing instance network info cache due to event network-changed-97920763-c5c0-4685-9dbf-afa8ed9e8153. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 543.490259] env[63260]: DEBUG oslo_concurrency.lockutils [req-4d31cfe0-399c-46b7-9a72-3bd2c81a8758 req-c453ed72-3426-43c3-aade-e846543e6d34 service nova] Acquiring lock "refresh_cache-93672dcb-96dc-4383-9874-43855f247e9f" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.490405] env[63260]: DEBUG oslo_concurrency.lockutils [req-4d31cfe0-399c-46b7-9a72-3bd2c81a8758 req-c453ed72-3426-43c3-aade-e846543e6d34 service nova] Acquired lock "refresh_cache-93672dcb-96dc-4383-9874-43855f247e9f" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.490555] env[63260]: DEBUG nova.network.neutron [req-4d31cfe0-399c-46b7-9a72-3bd2c81a8758 req-c453ed72-3426-43c3-aade-e846543e6d34 service nova] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Refreshing network info cache for port 97920763-c5c0-4685-9dbf-afa8ed9e8153 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 543.506851] env[63260]: DEBUG nova.compute.utils [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 543.511709] env[63260]: DEBUG nova.compute.manager [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 543.512022] env[63260]: DEBUG nova.network.neutron [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 543.575523] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Acquiring lock "7da03876-abb8-4716-89db-150c83bb5062" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.575896] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Lock "7da03876-abb8-4716-89db-150c83bb5062" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.608644] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Acquiring lock "refresh_cache-586624a7-463d-4b4d-be96-b6219fc75283" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.608817] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Acquired lock "refresh_cache-586624a7-463d-4b4d-be96-b6219fc75283" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.608970] env[63260]: DEBUG nova.network.neutron [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 543.614809] env[63260]: DEBUG nova.policy [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad3ce04c04b348ce83ef9c10e28a36b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbd2901687cc4bd3b7e78d780e2e7a75', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 543.621240] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d21ce759-5ffd-41b9-9645-8d9cf110cea7 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Acquiring lock "b1acc55d-81b7-4d05-a1a7-76ae79529931" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.621240] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d21ce759-5ffd-41b9-9645-8d9cf110cea7 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Lock "b1acc55d-81b7-4d05-a1a7-76ae79529931" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.621240] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d21ce759-5ffd-41b9-9645-8d9cf110cea7 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Acquiring lock "b1acc55d-81b7-4d05-a1a7-76ae79529931-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.621240] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d21ce759-5ffd-41b9-9645-8d9cf110cea7 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Lock "b1acc55d-81b7-4d05-a1a7-76ae79529931-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.621573] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d21ce759-5ffd-41b9-9645-8d9cf110cea7 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Lock "b1acc55d-81b7-4d05-a1a7-76ae79529931-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.623696] env[63260]: INFO nova.compute.manager [None req-d21ce759-5ffd-41b9-9645-8d9cf110cea7 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Terminating instance [ 543.636756] env[63260]: DEBUG oslo_vmware.api [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]521ecd6a-8f78-2642-8573-012cba402cf1, 'name': SearchDatastore_Task, 'duration_secs': 0.030982} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 543.636988] env[63260]: DEBUG oslo_concurrency.lockutils [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.638067] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 93672dcb-96dc-4383-9874-43855f247e9f/93672dcb-96dc-4383-9874-43855f247e9f.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 543.638067] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8dad5cfd-6999-4191-a54b-683558de9dd4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.645636] env[63260]: DEBUG oslo_vmware.api [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 543.645636] env[63260]: value = "task-2283945" [ 543.645636] env[63260]: _type = "Task" [ 543.645636] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.653557] env[63260]: DEBUG oslo_vmware.api [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2283945, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.842994] env[63260]: DEBUG oslo_vmware.api [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2283944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.960608] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f17ce983-22af-4b4b-96c0-dc6ab463d9c6 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Lock "c6d38585-2785-48b2-b220-80cd664e9010" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.598s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.020321] env[63260]: DEBUG nova.compute.manager [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 544.131313] env[63260]: DEBUG nova.compute.manager [None req-d21ce759-5ffd-41b9-9645-8d9cf110cea7 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 544.131529] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d21ce759-5ffd-41b9-9645-8d9cf110cea7 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 544.133384] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab10651-ddd4-478c-929b-75f2592022e3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.141711] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-d21ce759-5ffd-41b9-9645-8d9cf110cea7 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 544.141711] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-937f7bd5-1a24-4f4d-b3c1-f1f9f8cceb05 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.155157] env[63260]: DEBUG oslo_vmware.api [None req-d21ce759-5ffd-41b9-9645-8d9cf110cea7 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Waiting for the task: (returnval){ [ 544.155157] env[63260]: value = "task-2283946" [ 544.155157] env[63260]: _type = "Task" [ 544.155157] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.159194] env[63260]: DEBUG nova.network.neutron [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Successfully updated port: 442fcfb3-9d76-425c-a904-37c3ddd958a9 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 544.161056] env[63260]: DEBUG oslo_vmware.api [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2283945, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.177954] env[63260]: DEBUG oslo_vmware.api [None req-d21ce759-5ffd-41b9-9645-8d9cf110cea7 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Task: {'id': task-2283946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.201115] env[63260]: DEBUG nova.network.neutron [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 544.301079] env[63260]: DEBUG nova.compute.manager [req-5bdbc41d-5191-43aa-90a4-571850036094 req-63d9629d-9bb2-4bac-a448-a2dcfa67bdae service nova] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Received event network-vif-plugged-8cb042b3-9ddd-453c-9e4a-f4fa64e9ff81 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 544.301079] env[63260]: DEBUG oslo_concurrency.lockutils [req-5bdbc41d-5191-43aa-90a4-571850036094 req-63d9629d-9bb2-4bac-a448-a2dcfa67bdae service nova] Acquiring lock "586624a7-463d-4b4d-be96-b6219fc75283-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.301206] env[63260]: DEBUG oslo_concurrency.lockutils [req-5bdbc41d-5191-43aa-90a4-571850036094 req-63d9629d-9bb2-4bac-a448-a2dcfa67bdae service nova] Lock "586624a7-463d-4b4d-be96-b6219fc75283-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.301392] env[63260]: DEBUG oslo_concurrency.lockutils [req-5bdbc41d-5191-43aa-90a4-571850036094 req-63d9629d-9bb2-4bac-a448-a2dcfa67bdae service nova] Lock "586624a7-463d-4b4d-be96-b6219fc75283-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.301553] env[63260]: DEBUG nova.compute.manager [req-5bdbc41d-5191-43aa-90a4-571850036094 req-63d9629d-9bb2-4bac-a448-a2dcfa67bdae service nova] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] No waiting events found dispatching network-vif-plugged-8cb042b3-9ddd-453c-9e4a-f4fa64e9ff81 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 544.302330] env[63260]: WARNING nova.compute.manager [req-5bdbc41d-5191-43aa-90a4-571850036094 req-63d9629d-9bb2-4bac-a448-a2dcfa67bdae service nova] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Received unexpected event network-vif-plugged-8cb042b3-9ddd-453c-9e4a-f4fa64e9ff81 for instance with vm_state building and task_state spawning. [ 544.338533] env[63260]: DEBUG nova.network.neutron [-] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 544.340603] env[63260]: DEBUG oslo_vmware.api [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2283944, 'name': ReconfigVM_Task, 'duration_secs': 0.633073} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.344227] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 44216086-3dde-4879-8e91-3dbd796e07cf/44216086-3dde-4879-8e91-3dbd796e07cf.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 544.345977] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-531db725-a34e-4d19-88b0-d98e4b50f978 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.353323] env[63260]: DEBUG oslo_vmware.api [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Waiting for the task: (returnval){ [ 544.353323] env[63260]: value = "task-2283947" [ 544.353323] env[63260]: _type = "Task" [ 544.353323] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.373039] env[63260]: DEBUG oslo_vmware.api [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2283947, 'name': Rename_Task} progress is 10%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.374067] env[63260]: DEBUG nova.network.neutron [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Successfully created port: 3dc61576-8412-44c0-b22d-481b39eb6af3 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 544.456191] env[63260]: DEBUG nova.network.neutron [req-4d31cfe0-399c-46b7-9a72-3bd2c81a8758 req-c453ed72-3426-43c3-aade-e846543e6d34 service nova] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Updated VIF entry in instance network info cache for port 97920763-c5c0-4685-9dbf-afa8ed9e8153. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 544.456980] env[63260]: DEBUG nova.network.neutron [req-4d31cfe0-399c-46b7-9a72-3bd2c81a8758 req-c453ed72-3426-43c3-aade-e846543e6d34 service nova] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Updating instance_info_cache with network_info: [{"id": "97920763-c5c0-4685-9dbf-afa8ed9e8153", "address": "fa:16:3e:7b:17:84", "network": {"id": "80a14db6-b156-4db8-bffc-d26945d5c4ff", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1212426729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbd2901687cc4bd3b7e78d780e2e7a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97920763-c5", "ovs_interfaceid": "97920763-c5c0-4685-9dbf-afa8ed9e8153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 544.462514] env[63260]: DEBUG nova.compute.manager [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 544.493499] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920c7e9c-3058-43b8-8bd2-f38f5ee6d4e2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.502329] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f06422-ace0-4372-9c22-f6c3793ac61e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.553876] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470f486e-815c-4eb2-84ef-d93cb8957544 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.562838] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3e9a73-73db-4228-9e72-3dfd275f285a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.569331] env[63260]: DEBUG nova.network.neutron [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Updating instance_info_cache with network_info: [{"id": "8cb042b3-9ddd-453c-9e4a-f4fa64e9ff81", "address": "fa:16:3e:c6:d7:ba", "network": {"id": "aaf51ae6-1a85-4708-87b0-13d8472609ff", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1705072811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a22e0e56aa0d47b6b07f31425ebee70e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cb042b3-9d", "ovs_interfaceid": "8cb042b3-9ddd-453c-9e4a-f4fa64e9ff81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 544.581649] env[63260]: DEBUG nova.compute.provider_tree [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 544.660425] env[63260]: DEBUG oslo_vmware.api [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2283945, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623296} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.660773] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 93672dcb-96dc-4383-9874-43855f247e9f/93672dcb-96dc-4383-9874-43855f247e9f.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 544.660975] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 544.664304] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3e38548-b0b8-4e0e-b58c-f9f5f742b252 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.666415] env[63260]: DEBUG oslo_concurrency.lockutils [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Acquiring lock "refresh_cache-81ec8a31-1a26-41e0-aab1-dc4c9bc12523" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.666595] env[63260]: DEBUG oslo_concurrency.lockutils [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Acquired lock "refresh_cache-81ec8a31-1a26-41e0-aab1-dc4c9bc12523" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.666750] env[63260]: DEBUG nova.network.neutron [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 544.674455] env[63260]: DEBUG oslo_vmware.api [None req-d21ce759-5ffd-41b9-9645-8d9cf110cea7 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Task: {'id': task-2283946, 'name': PowerOffVM_Task, 'duration_secs': 0.347928} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.676333] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-d21ce759-5ffd-41b9-9645-8d9cf110cea7 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 544.676333] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d21ce759-5ffd-41b9-9645-8d9cf110cea7 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 544.676709] env[63260]: DEBUG oslo_vmware.api [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 544.676709] env[63260]: value = "task-2283948" [ 544.676709] env[63260]: _type = "Task" [ 544.676709] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.677891] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d35f8779-f0b9-480f-8000-529e36592be6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.691863] env[63260]: DEBUG oslo_vmware.api [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2283948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.834332] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d21ce759-5ffd-41b9-9645-8d9cf110cea7 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 544.834729] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d21ce759-5ffd-41b9-9645-8d9cf110cea7 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 544.834869] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-d21ce759-5ffd-41b9-9645-8d9cf110cea7 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Deleting the datastore file [datastore2] b1acc55d-81b7-4d05-a1a7-76ae79529931 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 544.835149] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35357d5e-84c9-40c8-b01f-157c3b488732 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.843537] env[63260]: DEBUG oslo_vmware.api [None req-d21ce759-5ffd-41b9-9645-8d9cf110cea7 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Waiting for the task: (returnval){ [ 544.843537] env[63260]: value = "task-2283950" [ 544.843537] env[63260]: _type = "Task" [ 544.843537] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.848273] env[63260]: INFO nova.compute.manager [-] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Took 1.93 seconds to deallocate network for instance. [ 544.858712] env[63260]: DEBUG oslo_vmware.api [None req-d21ce759-5ffd-41b9-9645-8d9cf110cea7 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Task: {'id': task-2283950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.869463] env[63260]: DEBUG oslo_vmware.api [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2283947, 'name': Rename_Task, 'duration_secs': 0.250121} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.870730] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 544.870730] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fb73bf8-a439-4f00-8ad5-644de8a6deb8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.877076] env[63260]: DEBUG oslo_vmware.api [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Waiting for the task: (returnval){ [ 544.877076] env[63260]: value = "task-2283951" [ 544.877076] env[63260]: _type = "Task" [ 544.877076] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.882906] env[63260]: DEBUG nova.compute.manager [req-e64b5912-2136-4b37-8701-345cd30c8fa8 req-42b30f5a-1bce-4342-b543-e198aeac4480 service nova] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Received event network-vif-plugged-442fcfb3-9d76-425c-a904-37c3ddd958a9 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 544.883223] env[63260]: DEBUG oslo_concurrency.lockutils [req-e64b5912-2136-4b37-8701-345cd30c8fa8 req-42b30f5a-1bce-4342-b543-e198aeac4480 service nova] Acquiring lock "81ec8a31-1a26-41e0-aab1-dc4c9bc12523-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.883321] env[63260]: DEBUG oslo_concurrency.lockutils [req-e64b5912-2136-4b37-8701-345cd30c8fa8 req-42b30f5a-1bce-4342-b543-e198aeac4480 service nova] Lock "81ec8a31-1a26-41e0-aab1-dc4c9bc12523-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.883481] env[63260]: DEBUG oslo_concurrency.lockutils [req-e64b5912-2136-4b37-8701-345cd30c8fa8 req-42b30f5a-1bce-4342-b543-e198aeac4480 service nova] Lock "81ec8a31-1a26-41e0-aab1-dc4c9bc12523-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.883641] env[63260]: DEBUG nova.compute.manager [req-e64b5912-2136-4b37-8701-345cd30c8fa8 req-42b30f5a-1bce-4342-b543-e198aeac4480 service nova] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] No waiting events found dispatching network-vif-plugged-442fcfb3-9d76-425c-a904-37c3ddd958a9 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 544.883935] env[63260]: WARNING nova.compute.manager [req-e64b5912-2136-4b37-8701-345cd30c8fa8 req-42b30f5a-1bce-4342-b543-e198aeac4480 service nova] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Received unexpected event network-vif-plugged-442fcfb3-9d76-425c-a904-37c3ddd958a9 for instance with vm_state building and task_state spawning. [ 544.897077] env[63260]: DEBUG oslo_vmware.api [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2283951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.962229] env[63260]: DEBUG oslo_concurrency.lockutils [req-4d31cfe0-399c-46b7-9a72-3bd2c81a8758 req-c453ed72-3426-43c3-aade-e846543e6d34 service nova] Releasing lock "refresh_cache-93672dcb-96dc-4383-9874-43855f247e9f" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.987228] env[63260]: DEBUG oslo_concurrency.lockutils [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.055770] env[63260]: DEBUG nova.compute.manager [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 545.072141] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Releasing lock "refresh_cache-586624a7-463d-4b4d-be96-b6219fc75283" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.072452] env[63260]: DEBUG nova.compute.manager [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Instance network_info: |[{"id": "8cb042b3-9ddd-453c-9e4a-f4fa64e9ff81", "address": "fa:16:3e:c6:d7:ba", "network": {"id": "aaf51ae6-1a85-4708-87b0-13d8472609ff", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1705072811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a22e0e56aa0d47b6b07f31425ebee70e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cb042b3-9d", "ovs_interfaceid": "8cb042b3-9ddd-453c-9e4a-f4fa64e9ff81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 545.072855] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:d7:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '028bae2d-fe6c-4207-b4a3-3fab45fbf1d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8cb042b3-9ddd-453c-9e4a-f4fa64e9ff81', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 545.083718] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Creating folder: Project (a22e0e56aa0d47b6b07f31425ebee70e). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 545.087064] env[63260]: DEBUG nova.scheduler.client.report [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 545.090317] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-403fe0bb-586d-4a9d-817f-74bfe8ef6ea1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.103909] env[63260]: DEBUG nova.virt.hardware [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 545.104613] env[63260]: DEBUG nova.virt.hardware [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 545.104613] env[63260]: DEBUG nova.virt.hardware [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 545.104613] env[63260]: DEBUG nova.virt.hardware [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 545.105064] env[63260]: DEBUG nova.virt.hardware [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 545.105298] env[63260]: DEBUG nova.virt.hardware [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 545.105612] env[63260]: DEBUG nova.virt.hardware [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 545.105843] env[63260]: DEBUG nova.virt.hardware [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 545.106259] env[63260]: DEBUG nova.virt.hardware [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 545.106535] env[63260]: DEBUG nova.virt.hardware [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 545.106992] env[63260]: DEBUG nova.virt.hardware [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 545.107780] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0989e5c1-1bb8-440b-9de4-02fdbdb43212 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.113426] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Created folder: Project (a22e0e56aa0d47b6b07f31425ebee70e) in parent group-v464889. [ 545.113676] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Creating folder: Instances. Parent ref: group-v464913. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 545.114315] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b545d9ec-7ea4-4718-90d8-27c91308c05d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.120657] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e816af-bed7-4704-97ec-b9c7fde73ccb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.126805] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Created folder: Instances in parent group-v464913. [ 545.127084] env[63260]: DEBUG oslo.service.loopingcall [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 545.136038] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 545.136640] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14ebdd32-c3c7-458e-85e0-eecf4946d552 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.151046] env[63260]: DEBUG nova.compute.manager [None req-5ba6aff9-e93f-498c-b3d7-ce80ab418718 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 545.151920] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15827d81-b523-423f-8a7b-c005932c0ae9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.161581] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 545.161581] env[63260]: value = "task-2283954" [ 545.161581] env[63260]: _type = "Task" [ 545.161581] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.181622] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2283954, 'name': CreateVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.190354] env[63260]: DEBUG oslo_vmware.api [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2283948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.250927} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.190716] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 545.191615] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1850c8e7-63d9-414d-b7ef-366c57c1791d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.215699] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 93672dcb-96dc-4383-9874-43855f247e9f/93672dcb-96dc-4383-9874-43855f247e9f.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 545.217254] env[63260]: DEBUG nova.network.neutron [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 545.219952] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53eeee6d-01b9-4d11-85ea-fc899a2fb1cc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.241856] env[63260]: DEBUG oslo_vmware.api [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 545.241856] env[63260]: value = "task-2283955" [ 545.241856] env[63260]: _type = "Task" [ 545.241856] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.252735] env[63260]: DEBUG oslo_vmware.api [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2283955, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.354702] env[63260]: DEBUG oslo_vmware.api [None req-d21ce759-5ffd-41b9-9645-8d9cf110cea7 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Task: {'id': task-2283950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.50088} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.354960] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-d21ce759-5ffd-41b9-9645-8d9cf110cea7 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 545.355154] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d21ce759-5ffd-41b9-9645-8d9cf110cea7 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 545.355329] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d21ce759-5ffd-41b9-9645-8d9cf110cea7 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 545.355549] env[63260]: INFO nova.compute.manager [None req-d21ce759-5ffd-41b9-9645-8d9cf110cea7 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Took 1.22 seconds to destroy the instance on the hypervisor. [ 545.355780] env[63260]: DEBUG oslo.service.loopingcall [None req-d21ce759-5ffd-41b9-9645-8d9cf110cea7 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 545.355911] env[63260]: DEBUG nova.compute.manager [-] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 545.356014] env[63260]: DEBUG nova.network.neutron [-] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 545.360484] env[63260]: DEBUG oslo_concurrency.lockutils [None req-56e04c66-6599-4afc-927e-407171515925 tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.389247] env[63260]: DEBUG oslo_vmware.api [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2283951, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.598741] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.594s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.599201] env[63260]: DEBUG nova.compute.manager [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 545.601865] env[63260]: DEBUG oslo_concurrency.lockutils [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.015s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.604661] env[63260]: INFO nova.compute.claims [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 545.672658] env[63260]: INFO nova.compute.manager [None req-5ba6aff9-e93f-498c-b3d7-ce80ab418718 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] instance snapshotting [ 545.675143] env[63260]: DEBUG nova.objects.instance [None req-5ba6aff9-e93f-498c-b3d7-ce80ab418718 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Lazy-loading 'flavor' on Instance uuid 099d6c93-4684-4394-9a91-fa1c055c9a60 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 545.685183] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2283954, 'name': CreateVM_Task, 'duration_secs': 0.378999} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.685390] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 545.686351] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.686623] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.686975] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 545.687565] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64e3354f-7327-4631-8722-cdbae014195c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.693738] env[63260]: DEBUG oslo_vmware.api [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Waiting for the task: (returnval){ [ 545.693738] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52db8bba-7f15-3c7e-e5cc-a63061701d5f" [ 545.693738] env[63260]: _type = "Task" [ 545.693738] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.705848] env[63260]: DEBUG oslo_vmware.api [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52db8bba-7f15-3c7e-e5cc-a63061701d5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.714461] env[63260]: DEBUG nova.network.neutron [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Updating instance_info_cache with network_info: [{"id": "442fcfb3-9d76-425c-a904-37c3ddd958a9", "address": "fa:16:3e:87:1c:b2", "network": {"id": "34b891ec-65e2-44ab-9e5d-3078b5181d24", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-654477231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c4f0988ed6840d8b3c0d4e2aa617320", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap442fcfb3-9d", "ovs_interfaceid": "442fcfb3-9d76-425c-a904-37c3ddd958a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 545.754634] env[63260]: DEBUG oslo_vmware.api [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2283955, 'name': ReconfigVM_Task, 'duration_secs': 0.460579} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.755357] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 93672dcb-96dc-4383-9874-43855f247e9f/93672dcb-96dc-4383-9874-43855f247e9f.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 545.756585] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7cdad33-8f89-4941-aab1-b52ccd06657e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.764633] env[63260]: DEBUG oslo_vmware.api [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 545.764633] env[63260]: value = "task-2283956" [ 545.764633] env[63260]: _type = "Task" [ 545.764633] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.773293] env[63260]: DEBUG oslo_vmware.api [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2283956, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.889128] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Acquiring lock "b6b0258f-4070-4ca1-b322-b4680b81b27e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.889128] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Lock "b6b0258f-4070-4ca1-b322-b4680b81b27e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.894776] env[63260]: DEBUG oslo_vmware.api [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2283951, 'name': PowerOnVM_Task, 'duration_secs': 0.840013} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.895068] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 545.895268] env[63260]: INFO nova.compute.manager [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Took 10.94 seconds to spawn the instance on the hypervisor. [ 545.896248] env[63260]: DEBUG nova.compute.manager [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 545.896248] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17238f32-56f4-4593-82fc-596efedf5890 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.113040] env[63260]: DEBUG nova.compute.utils [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 546.114404] env[63260]: DEBUG nova.compute.manager [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 546.114404] env[63260]: DEBUG nova.network.neutron [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 546.186204] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dd35e8-3651-4c73-a294-43fd9ddb25f5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.219349] env[63260]: DEBUG oslo_concurrency.lockutils [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Releasing lock "refresh_cache-81ec8a31-1a26-41e0-aab1-dc4c9bc12523" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.219675] env[63260]: DEBUG nova.compute.manager [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Instance network_info: |[{"id": "442fcfb3-9d76-425c-a904-37c3ddd958a9", "address": "fa:16:3e:87:1c:b2", "network": {"id": "34b891ec-65e2-44ab-9e5d-3078b5181d24", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-654477231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c4f0988ed6840d8b3c0d4e2aa617320", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap442fcfb3-9d", "ovs_interfaceid": "442fcfb3-9d76-425c-a904-37c3ddd958a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 546.220408] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94eb3c75-fbaf-4108-98e4-043b1a8d72bb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.225731] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:1c:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '442fcfb3-9d76-425c-a904-37c3ddd958a9', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 546.235427] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Creating folder: Project (2c4f0988ed6840d8b3c0d4e2aa617320). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 546.238761] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39c0a220-c599-452c-a795-1019ff6ddbf0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.245362] env[63260]: DEBUG oslo_vmware.api [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52db8bba-7f15-3c7e-e5cc-a63061701d5f, 'name': SearchDatastore_Task, 'duration_secs': 0.011343} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.248251] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.248251] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 546.248333] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.248417] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.248588] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 546.253176] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4ea7924-2e5a-4107-a1f1-9b31697f8329 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.260195] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Created folder: Project (2c4f0988ed6840d8b3c0d4e2aa617320) in parent group-v464889. [ 546.260267] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Creating folder: Instances. Parent ref: group-v464916. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 546.260853] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71826984-5259-4682-860d-f9018ad8a66f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.272937] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 546.272937] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 546.273366] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Created folder: Instances in parent group-v464916. [ 546.273504] env[63260]: DEBUG oslo.service.loopingcall [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 546.274077] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09b23406-312e-4968-915d-ef8a60cf81b6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.276683] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 546.280037] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40f652f9-1f05-4d3f-b853-d7fac8ee165a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.294968] env[63260]: DEBUG oslo_vmware.api [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2283956, 'name': Rename_Task, 'duration_secs': 0.277683} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.296448] env[63260]: DEBUG nova.policy [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc3c9e516fd1413e930d4fa43a81e37b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e830084c385e42d99f9b323b12d20a5b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 546.298295] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 546.299592] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e446927-819b-4a9c-b50c-81fd1c01f779 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.302933] env[63260]: DEBUG oslo_vmware.api [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Waiting for the task: (returnval){ [ 546.302933] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528a9ce3-7401-5954-e6c4-f9ee61a201be" [ 546.302933] env[63260]: _type = "Task" [ 546.302933] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.304483] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 546.304483] env[63260]: value = "task-2283959" [ 546.304483] env[63260]: _type = "Task" [ 546.304483] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.312816] env[63260]: DEBUG oslo_vmware.api [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 546.312816] env[63260]: value = "task-2283960" [ 546.312816] env[63260]: _type = "Task" [ 546.312816] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.323021] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2283959, 'name': CreateVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.323451] env[63260]: DEBUG oslo_vmware.api [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528a9ce3-7401-5954-e6c4-f9ee61a201be, 'name': SearchDatastore_Task, 'duration_secs': 0.009668} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.324550] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-370ba8ee-68cb-4973-a3c4-ea3e95d54fe6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.329831] env[63260]: DEBUG oslo_vmware.api [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2283960, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.333902] env[63260]: DEBUG oslo_vmware.api [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Waiting for the task: (returnval){ [ 546.333902] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]527ec3b3-88df-36df-725a-d93da54a3715" [ 546.333902] env[63260]: _type = "Task" [ 546.333902] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.342842] env[63260]: DEBUG oslo_vmware.api [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]527ec3b3-88df-36df-725a-d93da54a3715, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.343691] env[63260]: DEBUG nova.network.neutron [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Successfully updated port: 3dc61576-8412-44c0-b22d-481b39eb6af3 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 546.417817] env[63260]: INFO nova.compute.manager [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Took 25.71 seconds to build instance. [ 546.601121] env[63260]: DEBUG nova.network.neutron [-] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 546.624860] env[63260]: DEBUG nova.compute.manager [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 546.763649] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba6aff9-e93f-498c-b3d7-ce80ab418718 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Creating Snapshot of the VM instance {{(pid=63260) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 546.763649] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c43677db-936f-4c13-ad4c-3e514448cc61 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.773025] env[63260]: DEBUG oslo_vmware.api [None req-5ba6aff9-e93f-498c-b3d7-ce80ab418718 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Waiting for the task: (returnval){ [ 546.773025] env[63260]: value = "task-2283961" [ 546.773025] env[63260]: _type = "Task" [ 546.773025] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.784867] env[63260]: DEBUG oslo_vmware.api [None req-5ba6aff9-e93f-498c-b3d7-ce80ab418718 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Task: {'id': task-2283961, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.816416] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2283959, 'name': CreateVM_Task, 'duration_secs': 0.390713} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.825517] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 546.826851] env[63260]: DEBUG oslo_concurrency.lockutils [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.827060] env[63260]: DEBUG oslo_concurrency.lockutils [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.827449] env[63260]: DEBUG oslo_concurrency.lockutils [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 546.828080] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c778cf1-afec-43ec-8a9a-b858a3ab4a35 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.835032] env[63260]: DEBUG oslo_vmware.api [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2283960, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.839742] env[63260]: DEBUG oslo_vmware.api [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Waiting for the task: (returnval){ [ 546.839742] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b1364f-0384-ddb2-d279-157d7c31b9ce" [ 546.839742] env[63260]: _type = "Task" [ 546.839742] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.853338] env[63260]: DEBUG oslo_concurrency.lockutils [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquiring lock "refresh_cache-ab5784bb-000b-4f56-bd35-65a04620b36f" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.853608] env[63260]: DEBUG oslo_concurrency.lockutils [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquired lock "refresh_cache-ab5784bb-000b-4f56-bd35-65a04620b36f" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.853679] env[63260]: DEBUG nova.network.neutron [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 546.854939] env[63260]: DEBUG oslo_vmware.api [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]527ec3b3-88df-36df-725a-d93da54a3715, 'name': SearchDatastore_Task, 'duration_secs': 0.010971} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.856104] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.857120] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 586624a7-463d-4b4d-be96-b6219fc75283/586624a7-463d-4b4d-be96-b6219fc75283.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 546.857120] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f636f405-bf74-4f9d-8193-4a4bd85bcb23 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.865058] env[63260]: DEBUG oslo_vmware.api [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b1364f-0384-ddb2-d279-157d7c31b9ce, 'name': SearchDatastore_Task, 'duration_secs': 0.010651} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.865378] env[63260]: DEBUG oslo_concurrency.lockutils [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.865506] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 546.865736] env[63260]: DEBUG oslo_concurrency.lockutils [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.865873] env[63260]: DEBUG oslo_concurrency.lockutils [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.866065] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 546.866604] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e03894ec-4e2d-433c-9775-64f01b037401 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.871258] env[63260]: DEBUG oslo_vmware.api [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Waiting for the task: (returnval){ [ 546.871258] env[63260]: value = "task-2283962" [ 546.871258] env[63260]: _type = "Task" [ 546.871258] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.878756] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 546.878939] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 546.883721] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bb989c3-94d1-4ae0-9a90-a13aaaa5fcdb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.885328] env[63260]: DEBUG oslo_vmware.api [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2283962, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.889212] env[63260]: DEBUG oslo_vmware.api [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Waiting for the task: (returnval){ [ 546.889212] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5274795b-7964-975f-45ee-991aadbf75a3" [ 546.889212] env[63260]: _type = "Task" [ 546.889212] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.897689] env[63260]: DEBUG oslo_vmware.api [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5274795b-7964-975f-45ee-991aadbf75a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.900589] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5e74c8bf-96d5-45c0-820f-9f7c4655e9eb tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Acquiring lock "099d6c93-4684-4394-9a91-fa1c055c9a60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.900826] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5e74c8bf-96d5-45c0-820f-9f7c4655e9eb tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Lock "099d6c93-4684-4394-9a91-fa1c055c9a60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.901051] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5e74c8bf-96d5-45c0-820f-9f7c4655e9eb tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Acquiring lock "099d6c93-4684-4394-9a91-fa1c055c9a60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.901240] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5e74c8bf-96d5-45c0-820f-9f7c4655e9eb tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Lock "099d6c93-4684-4394-9a91-fa1c055c9a60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.901403] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5e74c8bf-96d5-45c0-820f-9f7c4655e9eb tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Lock "099d6c93-4684-4394-9a91-fa1c055c9a60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.903659] env[63260]: INFO nova.compute.manager [None req-5e74c8bf-96d5-45c0-820f-9f7c4655e9eb tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Terminating instance [ 546.923516] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c76254bc-8dff-467e-9829-3ebcea98b6b2 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Lock "44216086-3dde-4879-8e91-3dbd796e07cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.222s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.973327] env[63260]: DEBUG nova.network.neutron [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Successfully created port: ab325c31-2e1f-439d-8126-6c0b24da8fd1 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 547.102968] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15717327-f6da-4b7e-94db-2e516cbdc212 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.107432] env[63260]: INFO nova.compute.manager [-] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Took 1.75 seconds to deallocate network for instance. [ 547.120045] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc545f29-26b6-43a8-9b1e-d4078d4305eb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.177675] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300536e3-03fc-440b-a345-a4b9e0e1d917 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.189614] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef5809b-6020-4ece-8861-698c5a9bc829 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.216138] env[63260]: DEBUG nova.compute.provider_tree [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 547.284146] env[63260]: DEBUG oslo_vmware.api [None req-5ba6aff9-e93f-498c-b3d7-ce80ab418718 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Task: {'id': task-2283961, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.328890] env[63260]: DEBUG oslo_vmware.api [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2283960, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.382924] env[63260]: DEBUG oslo_vmware.api [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2283962, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.402375] env[63260]: DEBUG oslo_vmware.api [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5274795b-7964-975f-45ee-991aadbf75a3, 'name': SearchDatastore_Task, 'duration_secs': 0.009565} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.403585] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54624ac8-c858-459f-939c-427bf3d0cd94 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.410819] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5e74c8bf-96d5-45c0-820f-9f7c4655e9eb tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Acquiring lock "refresh_cache-099d6c93-4684-4394-9a91-fa1c055c9a60" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.411168] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5e74c8bf-96d5-45c0-820f-9f7c4655e9eb tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Acquired lock "refresh_cache-099d6c93-4684-4394-9a91-fa1c055c9a60" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.411432] env[63260]: DEBUG nova.network.neutron [None req-5e74c8bf-96d5-45c0-820f-9f7c4655e9eb tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 547.413430] env[63260]: DEBUG oslo_vmware.api [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Waiting for the task: (returnval){ [ 547.413430] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52a341ec-f1c1-5b6a-0392-4a7528a3070d" [ 547.413430] env[63260]: _type = "Task" [ 547.413430] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.428588] env[63260]: DEBUG nova.compute.manager [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 547.433936] env[63260]: DEBUG oslo_vmware.api [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52a341ec-f1c1-5b6a-0392-4a7528a3070d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.436436] env[63260]: DEBUG nova.network.neutron [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 547.622425] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d21ce759-5ffd-41b9-9645-8d9cf110cea7 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.646190] env[63260]: DEBUG nova.network.neutron [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Updating instance_info_cache with network_info: [{"id": "3dc61576-8412-44c0-b22d-481b39eb6af3", "address": "fa:16:3e:b4:63:eb", "network": {"id": "80a14db6-b156-4db8-bffc-d26945d5c4ff", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1212426729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbd2901687cc4bd3b7e78d780e2e7a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dc61576-84", "ovs_interfaceid": "3dc61576-8412-44c0-b22d-481b39eb6af3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 547.678799] env[63260]: DEBUG nova.compute.manager [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 547.713609] env[63260]: DEBUG nova.virt.hardware [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 547.713609] env[63260]: DEBUG nova.virt.hardware [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 547.713609] env[63260]: DEBUG nova.virt.hardware [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 547.713840] env[63260]: DEBUG nova.virt.hardware [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 547.713840] env[63260]: DEBUG nova.virt.hardware [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 547.714055] env[63260]: DEBUG nova.virt.hardware [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 547.714515] env[63260]: DEBUG nova.virt.hardware [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 547.714916] env[63260]: DEBUG nova.virt.hardware [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 547.715201] env[63260]: DEBUG nova.virt.hardware [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 547.715481] env[63260]: DEBUG nova.virt.hardware [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 547.715784] env[63260]: DEBUG nova.virt.hardware [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 547.716741] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b283067c-73e0-48fe-ab91-f4c55d13be4d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.720595] env[63260]: DEBUG nova.scheduler.client.report [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 547.729549] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a22cdd9-d992-41a1-9971-6e6680dd1757 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.783700] env[63260]: DEBUG oslo_vmware.api [None req-5ba6aff9-e93f-498c-b3d7-ce80ab418718 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Task: {'id': task-2283961, 'name': CreateSnapshot_Task, 'duration_secs': 0.747888} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.784240] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba6aff9-e93f-498c-b3d7-ce80ab418718 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Created Snapshot of the VM instance {{(pid=63260) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 547.784793] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874e7a4c-a6c9-409d-a730-5ed8060b3858 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.829066] env[63260]: DEBUG oslo_vmware.api [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2283960, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.883897] env[63260]: DEBUG oslo_vmware.api [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2283962, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545171} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.883897] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 586624a7-463d-4b4d-be96-b6219fc75283/586624a7-463d-4b4d-be96-b6219fc75283.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 547.884107] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 547.885042] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4897d5b6-964b-4f66-9714-2f3c9c7bdf86 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.892683] env[63260]: DEBUG oslo_vmware.api [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Waiting for the task: (returnval){ [ 547.892683] env[63260]: value = "task-2283963" [ 547.892683] env[63260]: _type = "Task" [ 547.892683] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.900529] env[63260]: DEBUG oslo_vmware.api [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2283963, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.927099] env[63260]: DEBUG oslo_vmware.api [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52a341ec-f1c1-5b6a-0392-4a7528a3070d, 'name': SearchDatastore_Task, 'duration_secs': 0.023129} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.927520] env[63260]: DEBUG oslo_concurrency.lockutils [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.928502] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 81ec8a31-1a26-41e0-aab1-dc4c9bc12523/81ec8a31-1a26-41e0-aab1-dc4c9bc12523.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 547.928502] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd4c2280-426d-4666-8161-04a66b9a0ba5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.937566] env[63260]: DEBUG oslo_vmware.api [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Waiting for the task: (returnval){ [ 547.937566] env[63260]: value = "task-2283964" [ 547.937566] env[63260]: _type = "Task" [ 547.937566] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.949211] env[63260]: DEBUG oslo_vmware.api [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Task: {'id': task-2283964, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.965686] env[63260]: DEBUG nova.network.neutron [None req-5e74c8bf-96d5-45c0-820f-9f7c4655e9eb tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 547.971718] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.983676] env[63260]: DEBUG nova.compute.manager [req-cd491a0b-510b-4a9c-86cc-528435434c46 req-16bd9ba8-bc80-40f9-8b1f-b0b0ad925840 service nova] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Received event network-changed-8cb042b3-9ddd-453c-9e4a-f4fa64e9ff81 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 547.984036] env[63260]: DEBUG nova.compute.manager [req-cd491a0b-510b-4a9c-86cc-528435434c46 req-16bd9ba8-bc80-40f9-8b1f-b0b0ad925840 service nova] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Refreshing instance network info cache due to event network-changed-8cb042b3-9ddd-453c-9e4a-f4fa64e9ff81. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 547.984266] env[63260]: DEBUG oslo_concurrency.lockutils [req-cd491a0b-510b-4a9c-86cc-528435434c46 req-16bd9ba8-bc80-40f9-8b1f-b0b0ad925840 service nova] Acquiring lock "refresh_cache-586624a7-463d-4b4d-be96-b6219fc75283" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.984421] env[63260]: DEBUG oslo_concurrency.lockutils [req-cd491a0b-510b-4a9c-86cc-528435434c46 req-16bd9ba8-bc80-40f9-8b1f-b0b0ad925840 service nova] Acquired lock "refresh_cache-586624a7-463d-4b4d-be96-b6219fc75283" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.985506] env[63260]: DEBUG nova.network.neutron [req-cd491a0b-510b-4a9c-86cc-528435434c46 req-16bd9ba8-bc80-40f9-8b1f-b0b0ad925840 service nova] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Refreshing network info cache for port 8cb042b3-9ddd-453c-9e4a-f4fa64e9ff81 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 548.102684] env[63260]: DEBUG nova.network.neutron [None req-5e74c8bf-96d5-45c0-820f-9f7c4655e9eb tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 548.151314] env[63260]: DEBUG oslo_concurrency.lockutils [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Releasing lock "refresh_cache-ab5784bb-000b-4f56-bd35-65a04620b36f" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.151971] env[63260]: DEBUG nova.compute.manager [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Instance network_info: |[{"id": "3dc61576-8412-44c0-b22d-481b39eb6af3", "address": "fa:16:3e:b4:63:eb", "network": {"id": "80a14db6-b156-4db8-bffc-d26945d5c4ff", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1212426729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbd2901687cc4bd3b7e78d780e2e7a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dc61576-84", "ovs_interfaceid": "3dc61576-8412-44c0-b22d-481b39eb6af3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 548.152633] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:63:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3dc61576-8412-44c0-b22d-481b39eb6af3', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 548.162227] env[63260]: DEBUG oslo.service.loopingcall [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 548.162933] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 548.163222] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fafcafa-2277-4763-804a-dbad6cd5aa56 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.190197] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 548.190197] env[63260]: value = "task-2283965" [ 548.190197] env[63260]: _type = "Task" [ 548.190197] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.198850] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2283965, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.227020] env[63260]: DEBUG oslo_concurrency.lockutils [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 548.227603] env[63260]: DEBUG nova.compute.manager [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 548.230648] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.182s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.296285] env[63260]: DEBUG nova.compute.manager [None req-5ba6aff9-e93f-498c-b3d7-ce80ab418718 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Instance disappeared during snapshot {{(pid=63260) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 548.336484] env[63260]: DEBUG oslo_vmware.api [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2283960, 'name': PowerOnVM_Task, 'duration_secs': 1.715823} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.337027] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 548.337241] env[63260]: INFO nova.compute.manager [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Took 10.89 seconds to spawn the instance on the hypervisor. [ 548.337423] env[63260]: DEBUG nova.compute.manager [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 548.338424] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb1df2e-f251-48a7-b88d-5064b0f47fe7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.357349] env[63260]: DEBUG nova.compute.manager [req-4a0f1108-a01d-4a65-8c51-32d55acc1f76 req-d1439f15-7e3c-4469-9e5b-1c6631b34715 service nova] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Received event network-vif-deleted-4506ebc3-f898-4ae0-ab93-4e4ce9f24202 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 548.357551] env[63260]: DEBUG nova.compute.manager [req-4a0f1108-a01d-4a65-8c51-32d55acc1f76 req-d1439f15-7e3c-4469-9e5b-1c6631b34715 service nova] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Received event network-changed-442fcfb3-9d76-425c-a904-37c3ddd958a9 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 548.357718] env[63260]: DEBUG nova.compute.manager [req-4a0f1108-a01d-4a65-8c51-32d55acc1f76 req-d1439f15-7e3c-4469-9e5b-1c6631b34715 service nova] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Refreshing instance network info cache due to event network-changed-442fcfb3-9d76-425c-a904-37c3ddd958a9. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 548.357926] env[63260]: DEBUG oslo_concurrency.lockutils [req-4a0f1108-a01d-4a65-8c51-32d55acc1f76 req-d1439f15-7e3c-4469-9e5b-1c6631b34715 service nova] Acquiring lock "refresh_cache-81ec8a31-1a26-41e0-aab1-dc4c9bc12523" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.358085] env[63260]: DEBUG oslo_concurrency.lockutils [req-4a0f1108-a01d-4a65-8c51-32d55acc1f76 req-d1439f15-7e3c-4469-9e5b-1c6631b34715 service nova] Acquired lock "refresh_cache-81ec8a31-1a26-41e0-aab1-dc4c9bc12523" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.358222] env[63260]: DEBUG nova.network.neutron [req-4a0f1108-a01d-4a65-8c51-32d55acc1f76 req-d1439f15-7e3c-4469-9e5b-1c6631b34715 service nova] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Refreshing network info cache for port 442fcfb3-9d76-425c-a904-37c3ddd958a9 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 548.406022] env[63260]: DEBUG oslo_vmware.api [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2283963, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090586} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.407031] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 548.407904] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33725431-4d2c-452f-9894-bf32bc8c2c57 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.432640] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 586624a7-463d-4b4d-be96-b6219fc75283/586624a7-463d-4b4d-be96-b6219fc75283.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 548.433565] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1f1d889-6cd4-46cc-a36f-63162d016c19 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.459824] env[63260]: DEBUG oslo_vmware.api [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Task: {'id': task-2283964, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.461577] env[63260]: DEBUG oslo_vmware.api [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Waiting for the task: (returnval){ [ 548.461577] env[63260]: value = "task-2283966" [ 548.461577] env[63260]: _type = "Task" [ 548.461577] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.474882] env[63260]: DEBUG oslo_vmware.api [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2283966, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.524331] env[63260]: DEBUG nova.compute.manager [None req-5ba6aff9-e93f-498c-b3d7-ce80ab418718 tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Found 0 images (rotation: 2) {{(pid=63260) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 548.606280] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5e74c8bf-96d5-45c0-820f-9f7c4655e9eb tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Releasing lock "refresh_cache-099d6c93-4684-4394-9a91-fa1c055c9a60" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.607189] env[63260]: DEBUG nova.compute.manager [None req-5e74c8bf-96d5-45c0-820f-9f7c4655e9eb tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 548.607189] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-5e74c8bf-96d5-45c0-820f-9f7c4655e9eb tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 548.608054] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55430c7e-a9fb-41e4-84eb-242059499459 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.627192] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e74c8bf-96d5-45c0-820f-9f7c4655e9eb tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 548.628136] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf01483b-bc74-413e-9ed8-1ee56efc95db {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.637171] env[63260]: DEBUG oslo_vmware.api [None req-5e74c8bf-96d5-45c0-820f-9f7c4655e9eb tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Waiting for the task: (returnval){ [ 548.637171] env[63260]: value = "task-2283967" [ 548.637171] env[63260]: _type = "Task" [ 548.637171] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.650742] env[63260]: DEBUG oslo_vmware.api [None req-5e74c8bf-96d5-45c0-820f-9f7c4655e9eb tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Task: {'id': task-2283967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.701042] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2283965, 'name': CreateVM_Task, 'duration_secs': 0.497976} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.701226] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 548.701950] env[63260]: DEBUG oslo_concurrency.lockutils [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.702126] env[63260]: DEBUG oslo_concurrency.lockutils [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.702442] env[63260]: DEBUG oslo_concurrency.lockutils [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.703173] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9be1bba-0d72-4479-a4a2-4cc53f27f33c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.708338] env[63260]: DEBUG oslo_vmware.api [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 548.708338] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52a9991a-6abb-9755-4387-bda8053b3fbb" [ 548.708338] env[63260]: _type = "Task" [ 548.708338] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.716756] env[63260]: DEBUG oslo_vmware.api [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52a9991a-6abb-9755-4387-bda8053b3fbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.736606] env[63260]: DEBUG nova.compute.utils [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 548.749022] env[63260]: DEBUG nova.compute.manager [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 548.749022] env[63260]: DEBUG nova.network.neutron [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 548.874991] env[63260]: INFO nova.compute.manager [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Took 27.44 seconds to build instance. [ 548.885685] env[63260]: DEBUG nova.policy [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a647e670d537408e8ae9242445124447', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6105452a84f4bff9ae0aac4b9cf2926', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 548.959902] env[63260]: DEBUG oslo_vmware.api [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Task: {'id': task-2283964, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573693} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.960488] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 81ec8a31-1a26-41e0-aab1-dc4c9bc12523/81ec8a31-1a26-41e0-aab1-dc4c9bc12523.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 548.961198] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 548.961198] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89433b4d-e6a4-4c8d-a978-a8d41bdd24b3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.973616] env[63260]: DEBUG oslo_vmware.api [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Waiting for the task: (returnval){ [ 548.973616] env[63260]: value = "task-2283968" [ 548.973616] env[63260]: _type = "Task" [ 548.973616] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.977407] env[63260]: DEBUG oslo_vmware.api [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2283966, 'name': ReconfigVM_Task, 'duration_secs': 0.344624} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.981880] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 586624a7-463d-4b4d-be96-b6219fc75283/586624a7-463d-4b4d-be96-b6219fc75283.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 548.982670] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da50445a-c1f4-475e-9836-d2e5aa17075f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.991531] env[63260]: DEBUG oslo_vmware.api [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Task: {'id': task-2283968, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.995916] env[63260]: DEBUG oslo_vmware.api [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Waiting for the task: (returnval){ [ 548.995916] env[63260]: value = "task-2283969" [ 548.995916] env[63260]: _type = "Task" [ 548.995916] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.009978] env[63260]: DEBUG oslo_vmware.api [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2283969, 'name': Rename_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.087513] env[63260]: DEBUG nova.network.neutron [req-cd491a0b-510b-4a9c-86cc-528435434c46 req-16bd9ba8-bc80-40f9-8b1f-b0b0ad925840 service nova] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Updated VIF entry in instance network info cache for port 8cb042b3-9ddd-453c-9e4a-f4fa64e9ff81. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 549.087968] env[63260]: DEBUG nova.network.neutron [req-cd491a0b-510b-4a9c-86cc-528435434c46 req-16bd9ba8-bc80-40f9-8b1f-b0b0ad925840 service nova] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Updating instance_info_cache with network_info: [{"id": "8cb042b3-9ddd-453c-9e4a-f4fa64e9ff81", "address": "fa:16:3e:c6:d7:ba", "network": {"id": "aaf51ae6-1a85-4708-87b0-13d8472609ff", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1705072811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a22e0e56aa0d47b6b07f31425ebee70e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cb042b3-9d", "ovs_interfaceid": "8cb042b3-9ddd-453c-9e4a-f4fa64e9ff81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 549.147257] env[63260]: DEBUG oslo_vmware.api [None req-5e74c8bf-96d5-45c0-820f-9f7c4655e9eb tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Task: {'id': task-2283967, 'name': PowerOffVM_Task, 'duration_secs': 0.372875} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.147562] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e74c8bf-96d5-45c0-820f-9f7c4655e9eb tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 549.147816] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-5e74c8bf-96d5-45c0-820f-9f7c4655e9eb tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 549.148254] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d187d3e2-4f05-4dea-b442-912279862969 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.178654] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-5e74c8bf-96d5-45c0-820f-9f7c4655e9eb tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 549.178915] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-5e74c8bf-96d5-45c0-820f-9f7c4655e9eb tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 549.179206] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e74c8bf-96d5-45c0-820f-9f7c4655e9eb tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Deleting the datastore file [datastore1] 099d6c93-4684-4394-9a91-fa1c055c9a60 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 549.179368] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1380b984-f6f3-4787-b9c1-be3813542e15 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.187852] env[63260]: DEBUG oslo_vmware.api [None req-5e74c8bf-96d5-45c0-820f-9f7c4655e9eb tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Waiting for the task: (returnval){ [ 549.187852] env[63260]: value = "task-2283971" [ 549.187852] env[63260]: _type = "Task" [ 549.187852] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.197827] env[63260]: DEBUG oslo_vmware.api [None req-5e74c8bf-96d5-45c0-820f-9f7c4655e9eb tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Task: {'id': task-2283971, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.220010] env[63260]: DEBUG oslo_vmware.api [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52a9991a-6abb-9755-4387-bda8053b3fbb, 'name': SearchDatastore_Task, 'duration_secs': 0.01029} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.220010] env[63260]: DEBUG oslo_concurrency.lockutils [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.220317] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 549.220664] env[63260]: DEBUG oslo_concurrency.lockutils [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.220862] env[63260]: DEBUG oslo_concurrency.lockutils [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.220999] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 549.221327] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-982920fa-fa40-4eb3-b28a-3e9bdf19d693 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.232848] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 549.233345] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 549.233848] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6df10347-816e-4652-9b9c-2eea2be2b5df {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.239643] env[63260]: DEBUG oslo_vmware.api [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 549.239643] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]524d819d-cd83-5a8f-b052-ef10a568ac78" [ 549.239643] env[63260]: _type = "Task" [ 549.239643] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.248028] env[63260]: DEBUG nova.compute.manager [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 549.250622] env[63260]: DEBUG oslo_vmware.api [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]524d819d-cd83-5a8f-b052-ef10a568ac78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.254926] env[63260]: INFO nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Updating resource usage from migration 4e1712cf-e479-4ed4-aab6-a7e8356793fa [ 549.282368] env[63260]: WARNING nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance ed2923a0-e12e-4a3f-ba23-09e83ec21367 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 549.282583] env[63260]: WARNING nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance b1acc55d-81b7-4d05-a1a7-76ae79529931 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 549.282696] env[63260]: WARNING nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 535272ba-b2d0-40e9-8856-244ed5c98a03 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 549.282883] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 77b8038e-198c-494f-9d58-92b8d2551a3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 549.283012] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 099d6c93-4684-4394-9a91-fa1c055c9a60 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 549.283188] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance c6d38585-2785-48b2-b220-80cd664e9010 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 549.283262] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 44216086-3dde-4879-8e91-3dbd796e07cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 549.284114] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 93672dcb-96dc-4383-9874-43855f247e9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 549.284114] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 586624a7-463d-4b4d-be96-b6219fc75283 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 549.284114] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 81ec8a31-1a26-41e0-aab1-dc4c9bc12523 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 549.284114] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance ab5784bb-000b-4f56-bd35-65a04620b36f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 549.284350] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 0e1bea19-9be5-4cd0-b3dd-733227998bb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 549.284350] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 5fe433a6-f3de-43d2-a381-7a2c5a394c35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 549.333738] env[63260]: DEBUG nova.network.neutron [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Successfully updated port: ab325c31-2e1f-439d-8126-6c0b24da8fd1 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 549.377515] env[63260]: DEBUG oslo_concurrency.lockutils [None req-48f32a93-1283-4b91-90e3-7946d2501417 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "93672dcb-96dc-4383-9874-43855f247e9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.954s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.487015] env[63260]: DEBUG oslo_vmware.api [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Task: {'id': task-2283968, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071127} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.487489] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 549.488299] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e9216a-9280-4915-9307-f7abf79c8c0e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.512965] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 81ec8a31-1a26-41e0-aab1-dc4c9bc12523/81ec8a31-1a26-41e0-aab1-dc4c9bc12523.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 549.519196] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec56ddb1-7ccc-48ed-b080-56c7b3c7d12a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.537234] env[63260]: DEBUG oslo_vmware.api [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2283969, 'name': Rename_Task, 'duration_secs': 0.140302} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.538623] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 549.538943] env[63260]: DEBUG oslo_vmware.api [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Waiting for the task: (returnval){ [ 549.538943] env[63260]: value = "task-2283972" [ 549.538943] env[63260]: _type = "Task" [ 549.538943] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.539257] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29741f3d-9f5f-4353-8bce-9a7364cc6015 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.543306] env[63260]: DEBUG nova.network.neutron [req-4a0f1108-a01d-4a65-8c51-32d55acc1f76 req-d1439f15-7e3c-4469-9e5b-1c6631b34715 service nova] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Updated VIF entry in instance network info cache for port 442fcfb3-9d76-425c-a904-37c3ddd958a9. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 549.543306] env[63260]: DEBUG nova.network.neutron [req-4a0f1108-a01d-4a65-8c51-32d55acc1f76 req-d1439f15-7e3c-4469-9e5b-1c6631b34715 service nova] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Updating instance_info_cache with network_info: [{"id": "442fcfb3-9d76-425c-a904-37c3ddd958a9", "address": "fa:16:3e:87:1c:b2", "network": {"id": "34b891ec-65e2-44ab-9e5d-3078b5181d24", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-654477231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c4f0988ed6840d8b3c0d4e2aa617320", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap442fcfb3-9d", "ovs_interfaceid": "442fcfb3-9d76-425c-a904-37c3ddd958a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 549.556808] env[63260]: DEBUG oslo_vmware.api [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Task: {'id': task-2283972, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.560195] env[63260]: DEBUG oslo_vmware.api [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Waiting for the task: (returnval){ [ 549.560195] env[63260]: value = "task-2283973" [ 549.560195] env[63260]: _type = "Task" [ 549.560195] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.568664] env[63260]: DEBUG oslo_vmware.api [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2283973, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.592458] env[63260]: DEBUG oslo_concurrency.lockutils [req-cd491a0b-510b-4a9c-86cc-528435434c46 req-16bd9ba8-bc80-40f9-8b1f-b0b0ad925840 service nova] Releasing lock "refresh_cache-586624a7-463d-4b4d-be96-b6219fc75283" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.592790] env[63260]: DEBUG nova.compute.manager [req-cd491a0b-510b-4a9c-86cc-528435434c46 req-16bd9ba8-bc80-40f9-8b1f-b0b0ad925840 service nova] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Received event network-vif-plugged-3dc61576-8412-44c0-b22d-481b39eb6af3 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 549.592992] env[63260]: DEBUG oslo_concurrency.lockutils [req-cd491a0b-510b-4a9c-86cc-528435434c46 req-16bd9ba8-bc80-40f9-8b1f-b0b0ad925840 service nova] Acquiring lock "ab5784bb-000b-4f56-bd35-65a04620b36f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.593407] env[63260]: DEBUG oslo_concurrency.lockutils [req-cd491a0b-510b-4a9c-86cc-528435434c46 req-16bd9ba8-bc80-40f9-8b1f-b0b0ad925840 service nova] Lock "ab5784bb-000b-4f56-bd35-65a04620b36f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.593407] env[63260]: DEBUG oslo_concurrency.lockutils [req-cd491a0b-510b-4a9c-86cc-528435434c46 req-16bd9ba8-bc80-40f9-8b1f-b0b0ad925840 service nova] Lock "ab5784bb-000b-4f56-bd35-65a04620b36f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.593629] env[63260]: DEBUG nova.compute.manager [req-cd491a0b-510b-4a9c-86cc-528435434c46 req-16bd9ba8-bc80-40f9-8b1f-b0b0ad925840 service nova] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] No waiting events found dispatching network-vif-plugged-3dc61576-8412-44c0-b22d-481b39eb6af3 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 549.594022] env[63260]: WARNING nova.compute.manager [req-cd491a0b-510b-4a9c-86cc-528435434c46 req-16bd9ba8-bc80-40f9-8b1f-b0b0ad925840 service nova] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Received unexpected event network-vif-plugged-3dc61576-8412-44c0-b22d-481b39eb6af3 for instance with vm_state building and task_state spawning. [ 549.698734] env[63260]: DEBUG oslo_vmware.api [None req-5e74c8bf-96d5-45c0-820f-9f7c4655e9eb tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Task: {'id': task-2283971, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164949} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.699019] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e74c8bf-96d5-45c0-820f-9f7c4655e9eb tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 549.699184] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-5e74c8bf-96d5-45c0-820f-9f7c4655e9eb tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 549.699347] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-5e74c8bf-96d5-45c0-820f-9f7c4655e9eb tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 549.699513] env[63260]: INFO nova.compute.manager [None req-5e74c8bf-96d5-45c0-820f-9f7c4655e9eb tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Took 1.09 seconds to destroy the instance on the hypervisor. [ 549.699768] env[63260]: DEBUG oslo.service.loopingcall [None req-5e74c8bf-96d5-45c0-820f-9f7c4655e9eb tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 549.699953] env[63260]: DEBUG nova.compute.manager [-] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 549.700048] env[63260]: DEBUG nova.network.neutron [-] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 549.736259] env[63260]: DEBUG nova.network.neutron [-] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 549.751221] env[63260]: DEBUG oslo_vmware.api [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]524d819d-cd83-5a8f-b052-ef10a568ac78, 'name': SearchDatastore_Task, 'duration_secs': 0.009734} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.751221] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6737874d-6634-459b-8492-c0c081aa924b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.761645] env[63260]: DEBUG oslo_vmware.api [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 549.761645] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]529016aa-b55f-1cf6-4f16-35941d1a27e9" [ 549.761645] env[63260]: _type = "Task" [ 549.761645] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.770106] env[63260]: DEBUG oslo_vmware.api [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]529016aa-b55f-1cf6-4f16-35941d1a27e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.770912] env[63260]: DEBUG nova.network.neutron [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Successfully created port: 08f3b1db-98ca-4164-8db3-c1ab67c9d4d7 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 549.787460] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance d9b10b0a-3e6a-45a0-a11a-4351e2a3463d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 549.840963] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Acquiring lock "refresh_cache-0e1bea19-9be5-4cd0-b3dd-733227998bb2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.840963] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Acquired lock "refresh_cache-0e1bea19-9be5-4cd0-b3dd-733227998bb2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.840963] env[63260]: DEBUG nova.network.neutron [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 549.880375] env[63260]: DEBUG nova.compute.manager [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 550.051876] env[63260]: DEBUG oslo_concurrency.lockutils [req-4a0f1108-a01d-4a65-8c51-32d55acc1f76 req-d1439f15-7e3c-4469-9e5b-1c6631b34715 service nova] Releasing lock "refresh_cache-81ec8a31-1a26-41e0-aab1-dc4c9bc12523" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.052175] env[63260]: DEBUG nova.compute.manager [req-4a0f1108-a01d-4a65-8c51-32d55acc1f76 req-d1439f15-7e3c-4469-9e5b-1c6631b34715 service nova] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Received event network-vif-deleted-fa641420-dc0f-4e6e-af8f-7ad4573197fc {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 550.052812] env[63260]: DEBUG oslo_vmware.api [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Task: {'id': task-2283972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.070199] env[63260]: DEBUG oslo_vmware.api [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2283973, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.240410] env[63260]: DEBUG nova.network.neutron [-] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 550.260096] env[63260]: DEBUG nova.compute.manager [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 550.273096] env[63260]: DEBUG oslo_vmware.api [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]529016aa-b55f-1cf6-4f16-35941d1a27e9, 'name': SearchDatastore_Task, 'duration_secs': 0.032846} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.273384] env[63260]: DEBUG oslo_concurrency.lockutils [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.274017] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] ab5784bb-000b-4f56-bd35-65a04620b36f/ab5784bb-000b-4f56-bd35-65a04620b36f.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 550.274118] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b554ae54-404d-4e38-997c-707480027e27 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.284745] env[63260]: DEBUG oslo_vmware.api [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 550.284745] env[63260]: value = "task-2283974" [ 550.284745] env[63260]: _type = "Task" [ 550.284745] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.291026] env[63260]: DEBUG nova.virt.hardware [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 550.291170] env[63260]: DEBUG nova.virt.hardware [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 550.291331] env[63260]: DEBUG nova.virt.hardware [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 550.291520] env[63260]: DEBUG nova.virt.hardware [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 550.291663] env[63260]: DEBUG nova.virt.hardware [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 550.291805] env[63260]: DEBUG nova.virt.hardware [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 550.292023] env[63260]: DEBUG nova.virt.hardware [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 550.292273] env[63260]: DEBUG nova.virt.hardware [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 550.292369] env[63260]: DEBUG nova.virt.hardware [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 550.292539] env[63260]: DEBUG nova.virt.hardware [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 550.292866] env[63260]: DEBUG nova.virt.hardware [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 550.293763] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 550.296429] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9011dbcd-247e-4479-af30-ac2b137902f0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.304185] env[63260]: DEBUG oslo_vmware.api [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2283974, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.310297] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58da390-80ef-4722-b422-a2c94dd99e88 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.406065] env[63260]: DEBUG oslo_concurrency.lockutils [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.410513] env[63260]: DEBUG nova.network.neutron [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 550.554642] env[63260]: DEBUG oslo_vmware.api [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Task: {'id': task-2283972, 'name': ReconfigVM_Task, 'duration_secs': 0.96329} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.554970] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 81ec8a31-1a26-41e0-aab1-dc4c9bc12523/81ec8a31-1a26-41e0-aab1-dc4c9bc12523.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 550.555698] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57a457df-bfb8-44dc-8d43-04fb67fda2eb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.566412] env[63260]: DEBUG oslo_vmware.api [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Waiting for the task: (returnval){ [ 550.566412] env[63260]: value = "task-2283975" [ 550.566412] env[63260]: _type = "Task" [ 550.566412] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.576704] env[63260]: DEBUG oslo_vmware.api [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2283973, 'name': PowerOnVM_Task} progress is 90%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.584850] env[63260]: DEBUG oslo_vmware.api [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Task: {'id': task-2283975, 'name': Rename_Task} progress is 10%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.743573] env[63260]: INFO nova.compute.manager [-] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Took 1.04 seconds to deallocate network for instance. [ 550.778303] env[63260]: DEBUG nova.network.neutron [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Updating instance_info_cache with network_info: [{"id": "ab325c31-2e1f-439d-8126-6c0b24da8fd1", "address": "fa:16:3e:81:ba:c5", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab325c31-2e", "ovs_interfaceid": "ab325c31-2e1f-439d-8126-6c0b24da8fd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 550.794658] env[63260]: DEBUG oslo_vmware.api [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2283974, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.807030] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 551.071163] env[63260]: DEBUG oslo_vmware.api [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2283973, 'name': PowerOnVM_Task, 'duration_secs': 1.071824} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.074325] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 551.074518] env[63260]: INFO nova.compute.manager [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Took 11.09 seconds to spawn the instance on the hypervisor. [ 551.074714] env[63260]: DEBUG nova.compute.manager [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 551.075624] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c4fa23-0469-44db-a881-00dc723818dd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.086889] env[63260]: DEBUG oslo_vmware.api [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Task: {'id': task-2283975, 'name': Rename_Task, 'duration_secs': 0.256745} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.087416] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 551.087647] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f9374cf-c0ac-4a24-8885-a821f4877b20 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.094914] env[63260]: DEBUG oslo_vmware.api [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Waiting for the task: (returnval){ [ 551.094914] env[63260]: value = "task-2283976" [ 551.094914] env[63260]: _type = "Task" [ 551.094914] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.105785] env[63260]: DEBUG oslo_vmware.api [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Task: {'id': task-2283976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.126213] env[63260]: DEBUG nova.compute.manager [req-84df5528-61ca-4cf7-9fa9-f3faf5bbb65f req-7926e038-3b8a-4291-95a5-ab9ac730b567 service nova] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Received event network-changed-3dc61576-8412-44c0-b22d-481b39eb6af3 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 551.126213] env[63260]: DEBUG nova.compute.manager [req-84df5528-61ca-4cf7-9fa9-f3faf5bbb65f req-7926e038-3b8a-4291-95a5-ab9ac730b567 service nova] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Refreshing instance network info cache due to event network-changed-3dc61576-8412-44c0-b22d-481b39eb6af3. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 551.126213] env[63260]: DEBUG oslo_concurrency.lockutils [req-84df5528-61ca-4cf7-9fa9-f3faf5bbb65f req-7926e038-3b8a-4291-95a5-ab9ac730b567 service nova] Acquiring lock "refresh_cache-ab5784bb-000b-4f56-bd35-65a04620b36f" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.127283] env[63260]: DEBUG oslo_concurrency.lockutils [req-84df5528-61ca-4cf7-9fa9-f3faf5bbb65f req-7926e038-3b8a-4291-95a5-ab9ac730b567 service nova] Acquired lock "refresh_cache-ab5784bb-000b-4f56-bd35-65a04620b36f" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.127283] env[63260]: DEBUG nova.network.neutron [req-84df5528-61ca-4cf7-9fa9-f3faf5bbb65f req-7926e038-3b8a-4291-95a5-ab9ac730b567 service nova] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Refreshing network info cache for port 3dc61576-8412-44c0-b22d-481b39eb6af3 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 551.253329] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5e74c8bf-96d5-45c0-820f-9f7c4655e9eb tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.280713] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Releasing lock "refresh_cache-0e1bea19-9be5-4cd0-b3dd-733227998bb2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.281282] env[63260]: DEBUG nova.compute.manager [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Instance network_info: |[{"id": "ab325c31-2e1f-439d-8126-6c0b24da8fd1", "address": "fa:16:3e:81:ba:c5", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab325c31-2e", "ovs_interfaceid": "ab325c31-2e1f-439d-8126-6c0b24da8fd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 551.281879] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:ba:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab325c31-2e1f-439d-8126-6c0b24da8fd1', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 551.290392] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Creating folder: Project (e830084c385e42d99f9b323b12d20a5b). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 551.290932] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0cf2ad22-91b0-405c-89ca-f58902fa33d0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.302079] env[63260]: DEBUG oslo_vmware.api [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2283974, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.306720] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Created folder: Project (e830084c385e42d99f9b323b12d20a5b) in parent group-v464889. [ 551.306720] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Creating folder: Instances. Parent ref: group-v464921. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 551.306720] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4bc9ca0-e1ea-4d79-a317-3360cd43a7f6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.310532] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance d524fb17-62cf-42e9-a93f-0066614314a5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 551.313850] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Created folder: Instances in parent group-v464921. [ 551.314296] env[63260]: DEBUG oslo.service.loopingcall [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 551.314847] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 551.318017] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b81575d4-e50b-4045-a260-9362bbc15eaf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.340157] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 551.340157] env[63260]: value = "task-2283979" [ 551.340157] env[63260]: _type = "Task" [ 551.340157] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.348121] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2283979, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.497856] env[63260]: DEBUG nova.compute.manager [req-91b296e4-b92a-412d-96fd-d46e7e54a027 req-6a48bbb2-7b42-48a8-b2cf-734b908a182a service nova] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Received event network-vif-plugged-ab325c31-2e1f-439d-8126-6c0b24da8fd1 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 551.498122] env[63260]: DEBUG oslo_concurrency.lockutils [req-91b296e4-b92a-412d-96fd-d46e7e54a027 req-6a48bbb2-7b42-48a8-b2cf-734b908a182a service nova] Acquiring lock "0e1bea19-9be5-4cd0-b3dd-733227998bb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.498340] env[63260]: DEBUG oslo_concurrency.lockutils [req-91b296e4-b92a-412d-96fd-d46e7e54a027 req-6a48bbb2-7b42-48a8-b2cf-734b908a182a service nova] Lock "0e1bea19-9be5-4cd0-b3dd-733227998bb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.498508] env[63260]: DEBUG oslo_concurrency.lockutils [req-91b296e4-b92a-412d-96fd-d46e7e54a027 req-6a48bbb2-7b42-48a8-b2cf-734b908a182a service nova] Lock "0e1bea19-9be5-4cd0-b3dd-733227998bb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.498680] env[63260]: DEBUG nova.compute.manager [req-91b296e4-b92a-412d-96fd-d46e7e54a027 req-6a48bbb2-7b42-48a8-b2cf-734b908a182a service nova] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] No waiting events found dispatching network-vif-plugged-ab325c31-2e1f-439d-8126-6c0b24da8fd1 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 551.498970] env[63260]: WARNING nova.compute.manager [req-91b296e4-b92a-412d-96fd-d46e7e54a027 req-6a48bbb2-7b42-48a8-b2cf-734b908a182a service nova] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Received unexpected event network-vif-plugged-ab325c31-2e1f-439d-8126-6c0b24da8fd1 for instance with vm_state building and task_state spawning. [ 551.499059] env[63260]: DEBUG nova.compute.manager [req-91b296e4-b92a-412d-96fd-d46e7e54a027 req-6a48bbb2-7b42-48a8-b2cf-734b908a182a service nova] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Received event network-changed-ab325c31-2e1f-439d-8126-6c0b24da8fd1 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 551.499169] env[63260]: DEBUG nova.compute.manager [req-91b296e4-b92a-412d-96fd-d46e7e54a027 req-6a48bbb2-7b42-48a8-b2cf-734b908a182a service nova] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Refreshing instance network info cache due to event network-changed-ab325c31-2e1f-439d-8126-6c0b24da8fd1. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 551.499349] env[63260]: DEBUG oslo_concurrency.lockutils [req-91b296e4-b92a-412d-96fd-d46e7e54a027 req-6a48bbb2-7b42-48a8-b2cf-734b908a182a service nova] Acquiring lock "refresh_cache-0e1bea19-9be5-4cd0-b3dd-733227998bb2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.499482] env[63260]: DEBUG oslo_concurrency.lockutils [req-91b296e4-b92a-412d-96fd-d46e7e54a027 req-6a48bbb2-7b42-48a8-b2cf-734b908a182a service nova] Acquired lock "refresh_cache-0e1bea19-9be5-4cd0-b3dd-733227998bb2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.499646] env[63260]: DEBUG nova.network.neutron [req-91b296e4-b92a-412d-96fd-d46e7e54a027 req-6a48bbb2-7b42-48a8-b2cf-734b908a182a service nova] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Refreshing network info cache for port ab325c31-2e1f-439d-8126-6c0b24da8fd1 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 551.616426] env[63260]: INFO nova.compute.manager [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Took 28.89 seconds to build instance. [ 551.623430] env[63260]: DEBUG oslo_vmware.api [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Task: {'id': task-2283976, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.803517] env[63260]: DEBUG oslo_vmware.api [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2283974, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.818427] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance b75e845b-560f-43b4-a24a-5bebe8f72016 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 551.839354] env[63260]: DEBUG oslo_concurrency.lockutils [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Acquiring lock "14618266-8f55-46c7-9d42-04dfbe7165d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.839354] env[63260]: DEBUG oslo_concurrency.lockutils [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Lock "14618266-8f55-46c7-9d42-04dfbe7165d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.850549] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2283979, 'name': CreateVM_Task} progress is 25%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.113854] env[63260]: DEBUG oslo_vmware.api [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Task: {'id': task-2283976, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.119492] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b26611d2-7ced-4a92-b751-751d4aede56f tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Lock "586624a7-463d-4b4d-be96-b6219fc75283" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.404s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.136452] env[63260]: DEBUG nova.network.neutron [req-84df5528-61ca-4cf7-9fa9-f3faf5bbb65f req-7926e038-3b8a-4291-95a5-ab9ac730b567 service nova] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Updated VIF entry in instance network info cache for port 3dc61576-8412-44c0-b22d-481b39eb6af3. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 552.136776] env[63260]: DEBUG nova.network.neutron [req-84df5528-61ca-4cf7-9fa9-f3faf5bbb65f req-7926e038-3b8a-4291-95a5-ab9ac730b567 service nova] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Updating instance_info_cache with network_info: [{"id": "3dc61576-8412-44c0-b22d-481b39eb6af3", "address": "fa:16:3e:b4:63:eb", "network": {"id": "80a14db6-b156-4db8-bffc-d26945d5c4ff", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1212426729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbd2901687cc4bd3b7e78d780e2e7a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dc61576-84", "ovs_interfaceid": "3dc61576-8412-44c0-b22d-481b39eb6af3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 552.168641] env[63260]: DEBUG nova.network.neutron [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Successfully updated port: 08f3b1db-98ca-4164-8db3-c1ab67c9d4d7 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 552.302531] env[63260]: DEBUG oslo_vmware.api [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2283974, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.585675} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.303082] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] ab5784bb-000b-4f56-bd35-65a04620b36f/ab5784bb-000b-4f56-bd35-65a04620b36f.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 552.303082] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 552.303424] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c25d7a67-7446-41fb-b2d8-febece2a440a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.316398] env[63260]: DEBUG oslo_vmware.api [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 552.316398] env[63260]: value = "task-2283980" [ 552.316398] env[63260]: _type = "Task" [ 552.316398] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.328566] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 334f10fc-b465-4f28-a6e3-919b4342bb0f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 552.333376] env[63260]: DEBUG oslo_vmware.api [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2283980, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.350725] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2283979, 'name': CreateVM_Task} progress is 25%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.537532] env[63260]: DEBUG nova.network.neutron [req-91b296e4-b92a-412d-96fd-d46e7e54a027 req-6a48bbb2-7b42-48a8-b2cf-734b908a182a service nova] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Updated VIF entry in instance network info cache for port ab325c31-2e1f-439d-8126-6c0b24da8fd1. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 552.541737] env[63260]: DEBUG nova.network.neutron [req-91b296e4-b92a-412d-96fd-d46e7e54a027 req-6a48bbb2-7b42-48a8-b2cf-734b908a182a service nova] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Updating instance_info_cache with network_info: [{"id": "ab325c31-2e1f-439d-8126-6c0b24da8fd1", "address": "fa:16:3e:81:ba:c5", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab325c31-2e", "ovs_interfaceid": "ab325c31-2e1f-439d-8126-6c0b24da8fd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 552.619404] env[63260]: DEBUG oslo_vmware.api [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Task: {'id': task-2283976, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.625114] env[63260]: DEBUG nova.compute.manager [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 552.639707] env[63260]: DEBUG oslo_concurrency.lockutils [req-84df5528-61ca-4cf7-9fa9-f3faf5bbb65f req-7926e038-3b8a-4291-95a5-ab9ac730b567 service nova] Releasing lock "refresh_cache-ab5784bb-000b-4f56-bd35-65a04620b36f" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.671701] env[63260]: DEBUG oslo_concurrency.lockutils [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Acquiring lock "refresh_cache-5fe433a6-f3de-43d2-a381-7a2c5a394c35" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.671867] env[63260]: DEBUG oslo_concurrency.lockutils [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Acquired lock "refresh_cache-5fe433a6-f3de-43d2-a381-7a2c5a394c35" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.672053] env[63260]: DEBUG nova.network.neutron [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 552.830404] env[63260]: DEBUG oslo_vmware.api [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2283980, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147247} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.830693] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 552.831536] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ba05d5-438d-4bf4-8cf8-84a8669c806f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.851105] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 3c874db9-bb34-4324-88d9-58498c8415b3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 552.851105] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Migration 4e1712cf-e479-4ed4-aab6-a7e8356793fa is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 552.851105] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance d1cb9a44-ac61-41ee-b6c4-5611b6358f7e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 552.866186] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] ab5784bb-000b-4f56-bd35-65a04620b36f/ab5784bb-000b-4f56-bd35-65a04620b36f.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 552.870486] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaf8216e-ee97-4d21-b0e6-6afc90b5e3f3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.894018] env[63260]: DEBUG oslo_concurrency.lockutils [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "eae2ab94-da4e-45c4-a185-a245dd609514" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.894259] env[63260]: DEBUG oslo_concurrency.lockutils [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "eae2ab94-da4e-45c4-a185-a245dd609514" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.900280] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2283979, 'name': CreateVM_Task, 'duration_secs': 1.17095} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.901841] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 552.902181] env[63260]: DEBUG oslo_vmware.api [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 552.902181] env[63260]: value = "task-2283981" [ 552.902181] env[63260]: _type = "Task" [ 552.902181] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.903523] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.903523] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.903523] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.903755] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8face0d6-8824-4005-b0d2-938d1ef32db2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.912982] env[63260]: DEBUG oslo_vmware.api [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Waiting for the task: (returnval){ [ 552.912982] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5242546c-299e-c474-65dc-69e0eb37370b" [ 552.912982] env[63260]: _type = "Task" [ 552.912982] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.917092] env[63260]: DEBUG oslo_vmware.api [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2283981, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.929038] env[63260]: DEBUG oslo_vmware.api [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5242546c-299e-c474-65dc-69e0eb37370b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.045799] env[63260]: DEBUG oslo_concurrency.lockutils [req-91b296e4-b92a-412d-96fd-d46e7e54a027 req-6a48bbb2-7b42-48a8-b2cf-734b908a182a service nova] Releasing lock "refresh_cache-0e1bea19-9be5-4cd0-b3dd-733227998bb2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.114719] env[63260]: DEBUG oslo_vmware.api [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Task: {'id': task-2283976, 'name': PowerOnVM_Task, 'duration_secs': 1.554216} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.115682] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 553.115958] env[63260]: INFO nova.compute.manager [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Took 10.61 seconds to spawn the instance on the hypervisor. [ 553.116137] env[63260]: DEBUG nova.compute.manager [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 553.117057] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69c2753-1525-47ed-a5bc-98e76ecd9617 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.175411] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.259280] env[63260]: DEBUG nova.network.neutron [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 553.367135] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 7da03876-abb8-4716-89db-150c83bb5062 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 553.414378] env[63260]: DEBUG oslo_vmware.api [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2283981, 'name': ReconfigVM_Task, 'duration_secs': 0.457377} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.414601] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Reconfigured VM instance instance-0000000c to attach disk [datastore2] ab5784bb-000b-4f56-bd35-65a04620b36f/ab5784bb-000b-4f56-bd35-65a04620b36f.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 553.415759] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20c49440-58c7-4a3f-b067-5ad0e7561648 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.428610] env[63260]: DEBUG oslo_vmware.api [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5242546c-299e-c474-65dc-69e0eb37370b, 'name': SearchDatastore_Task, 'duration_secs': 0.01364} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.432606] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.432606] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 553.432754] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.433055] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.433194] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 553.434257] env[63260]: DEBUG oslo_vmware.api [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 553.434257] env[63260]: value = "task-2283982" [ 553.434257] env[63260]: _type = "Task" [ 553.434257] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.434257] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-181e3345-4d9c-41a5-946b-145d9338b7a2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.449391] env[63260]: DEBUG oslo_vmware.api [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2283982, 'name': Rename_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.458087] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 553.458087] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 553.458087] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27083b27-cad2-478f-b487-e97280346649 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.463592] env[63260]: DEBUG oslo_vmware.api [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Waiting for the task: (returnval){ [ 553.463592] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52a110d7-3af2-3251-2fbe-e4f0aa9b9ee8" [ 553.463592] env[63260]: _type = "Task" [ 553.463592] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.473255] env[63260]: DEBUG oslo_vmware.api [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52a110d7-3af2-3251-2fbe-e4f0aa9b9ee8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.503555] env[63260]: DEBUG nova.network.neutron [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Updating instance_info_cache with network_info: [{"id": "08f3b1db-98ca-4164-8db3-c1ab67c9d4d7", "address": "fa:16:3e:28:73:69", "network": {"id": "b54d5c70-2a7b-4886-9c4a-fac5992d33d9", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1305122017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6105452a84f4bff9ae0aac4b9cf2926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f3b1db-98", "ovs_interfaceid": "08f3b1db-98ca-4164-8db3-c1ab67c9d4d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 553.646550] env[63260]: INFO nova.compute.manager [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Took 18.43 seconds to build instance. [ 553.872934] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance b6b0258f-4070-4ca1-b322-b4680b81b27e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 553.873352] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=63260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 553.873488] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=63260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 553.948867] env[63260]: DEBUG oslo_vmware.api [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2283982, 'name': Rename_Task, 'duration_secs': 0.217727} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.951536] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 553.954223] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a617a840-a3f6-459e-a354-5668923dc6c0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.965713] env[63260]: DEBUG oslo_vmware.api [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 553.965713] env[63260]: value = "task-2283983" [ 553.965713] env[63260]: _type = "Task" [ 553.965713] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.987528] env[63260]: DEBUG oslo_vmware.api [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52a110d7-3af2-3251-2fbe-e4f0aa9b9ee8, 'name': SearchDatastore_Task, 'duration_secs': 0.012781} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.992629] env[63260]: DEBUG oslo_vmware.api [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2283983, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.994034] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-188ae2b1-02c4-480b-8193-dff8d72626b9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.001017] env[63260]: DEBUG oslo_vmware.api [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Waiting for the task: (returnval){ [ 554.001017] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52343d73-55a0-aeb1-ec68-3b8faa21cb9b" [ 554.001017] env[63260]: _type = "Task" [ 554.001017] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.008034] env[63260]: DEBUG oslo_concurrency.lockutils [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Releasing lock "refresh_cache-5fe433a6-f3de-43d2-a381-7a2c5a394c35" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.008034] env[63260]: DEBUG nova.compute.manager [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Instance network_info: |[{"id": "08f3b1db-98ca-4164-8db3-c1ab67c9d4d7", "address": "fa:16:3e:28:73:69", "network": {"id": "b54d5c70-2a7b-4886-9c4a-fac5992d33d9", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1305122017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6105452a84f4bff9ae0aac4b9cf2926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f3b1db-98", "ovs_interfaceid": "08f3b1db-98ca-4164-8db3-c1ab67c9d4d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 554.012133] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:73:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98e21102-8954-4f6f-b1e6-5d764a53aa22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08f3b1db-98ca-4164-8db3-c1ab67c9d4d7', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 554.020467] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Creating folder: Project (c6105452a84f4bff9ae0aac4b9cf2926). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 554.020467] env[63260]: DEBUG oslo_vmware.api [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52343d73-55a0-aeb1-ec68-3b8faa21cb9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.023340] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3614880f-44b3-4e33-8186-a789a24a1411 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.033869] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Created folder: Project (c6105452a84f4bff9ae0aac4b9cf2926) in parent group-v464889. [ 554.034821] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Creating folder: Instances. Parent ref: group-v464924. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 554.035155] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a0c8933-96ec-40dd-9f61-5338cfaffd55 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.043978] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Created folder: Instances in parent group-v464924. [ 554.044245] env[63260]: DEBUG oslo.service.loopingcall [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 554.044840] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 554.045201] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51583b99-5a68-4e0f-a1d7-68c29d328561 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.070149] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 554.070149] env[63260]: value = "task-2283986" [ 554.070149] env[63260]: _type = "Task" [ 554.070149] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.079633] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2283986, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.152261] env[63260]: DEBUG oslo_concurrency.lockutils [None req-64bca248-3e52-4c60-a79e-aaf84ab5aadc tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Lock "81ec8a31-1a26-41e0-aab1-dc4c9bc12523" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.720s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.309987] env[63260]: DEBUG nova.compute.manager [req-c75a5c44-f035-4de5-9c7d-c415adaf9dc0 req-bbf89bd9-6d0a-4677-9e9b-47ee0961dd31 service nova] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Received event network-vif-plugged-08f3b1db-98ca-4164-8db3-c1ab67c9d4d7 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 554.309987] env[63260]: DEBUG oslo_concurrency.lockutils [req-c75a5c44-f035-4de5-9c7d-c415adaf9dc0 req-bbf89bd9-6d0a-4677-9e9b-47ee0961dd31 service nova] Acquiring lock "5fe433a6-f3de-43d2-a381-7a2c5a394c35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.309987] env[63260]: DEBUG oslo_concurrency.lockutils [req-c75a5c44-f035-4de5-9c7d-c415adaf9dc0 req-bbf89bd9-6d0a-4677-9e9b-47ee0961dd31 service nova] Lock "5fe433a6-f3de-43d2-a381-7a2c5a394c35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.309987] env[63260]: DEBUG oslo_concurrency.lockutils [req-c75a5c44-f035-4de5-9c7d-c415adaf9dc0 req-bbf89bd9-6d0a-4677-9e9b-47ee0961dd31 service nova] Lock "5fe433a6-f3de-43d2-a381-7a2c5a394c35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.310159] env[63260]: DEBUG nova.compute.manager [req-c75a5c44-f035-4de5-9c7d-c415adaf9dc0 req-bbf89bd9-6d0a-4677-9e9b-47ee0961dd31 service nova] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] No waiting events found dispatching network-vif-plugged-08f3b1db-98ca-4164-8db3-c1ab67c9d4d7 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 554.310234] env[63260]: WARNING nova.compute.manager [req-c75a5c44-f035-4de5-9c7d-c415adaf9dc0 req-bbf89bd9-6d0a-4677-9e9b-47ee0961dd31 service nova] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Received unexpected event network-vif-plugged-08f3b1db-98ca-4164-8db3-c1ab67c9d4d7 for instance with vm_state building and task_state spawning. [ 554.310548] env[63260]: DEBUG nova.compute.manager [req-c75a5c44-f035-4de5-9c7d-c415adaf9dc0 req-bbf89bd9-6d0a-4677-9e9b-47ee0961dd31 service nova] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Received event network-changed-08f3b1db-98ca-4164-8db3-c1ab67c9d4d7 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 554.310548] env[63260]: DEBUG nova.compute.manager [req-c75a5c44-f035-4de5-9c7d-c415adaf9dc0 req-bbf89bd9-6d0a-4677-9e9b-47ee0961dd31 service nova] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Refreshing instance network info cache due to event network-changed-08f3b1db-98ca-4164-8db3-c1ab67c9d4d7. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 554.310692] env[63260]: DEBUG oslo_concurrency.lockutils [req-c75a5c44-f035-4de5-9c7d-c415adaf9dc0 req-bbf89bd9-6d0a-4677-9e9b-47ee0961dd31 service nova] Acquiring lock "refresh_cache-5fe433a6-f3de-43d2-a381-7a2c5a394c35" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.310898] env[63260]: DEBUG oslo_concurrency.lockutils [req-c75a5c44-f035-4de5-9c7d-c415adaf9dc0 req-bbf89bd9-6d0a-4677-9e9b-47ee0961dd31 service nova] Acquired lock "refresh_cache-5fe433a6-f3de-43d2-a381-7a2c5a394c35" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.311099] env[63260]: DEBUG nova.network.neutron [req-c75a5c44-f035-4de5-9c7d-c415adaf9dc0 req-bbf89bd9-6d0a-4677-9e9b-47ee0961dd31 service nova] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Refreshing network info cache for port 08f3b1db-98ca-4164-8db3-c1ab67c9d4d7 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 554.408978] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfd1675-d126-4abe-a1f9-dd7c5d295580 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.429179] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87911cf7-2282-4fe3-92e3-a83877aa23dd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.468654] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d5f92f-5b5c-499d-980b-7045320cc193 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.479687] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0001cb76-365e-426d-bb20-bbde8a2ea6f3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.489219] env[63260]: DEBUG oslo_vmware.api [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2283983, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.497439] env[63260]: DEBUG nova.compute.provider_tree [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 554.510448] env[63260]: DEBUG oslo_vmware.api [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52343d73-55a0-aeb1-ec68-3b8faa21cb9b, 'name': SearchDatastore_Task, 'duration_secs': 0.012064} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.511401] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.511718] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 0e1bea19-9be5-4cd0-b3dd-733227998bb2/0e1bea19-9be5-4cd0-b3dd-733227998bb2.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 554.511927] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-971ba555-5e2e-4dab-8ae6-ee5183b8d535 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.518964] env[63260]: DEBUG oslo_vmware.api [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Waiting for the task: (returnval){ [ 554.518964] env[63260]: value = "task-2283987" [ 554.518964] env[63260]: _type = "Task" [ 554.518964] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.529688] env[63260]: DEBUG oslo_vmware.api [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Task: {'id': task-2283987, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.586223] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2283986, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.654736] env[63260]: DEBUG nova.compute.manager [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 554.988400] env[63260]: DEBUG oslo_vmware.api [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2283983, 'name': PowerOnVM_Task, 'duration_secs': 0.769167} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.988967] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 554.989304] env[63260]: INFO nova.compute.manager [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Took 9.93 seconds to spawn the instance on the hypervisor. [ 554.989604] env[63260]: DEBUG nova.compute.manager [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 554.990634] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68160a1-ec29-4fd9-beb8-0c0caa71cceb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.002430] env[63260]: DEBUG nova.scheduler.client.report [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 555.034519] env[63260]: DEBUG oslo_vmware.api [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Task: {'id': task-2283987, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.081984] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2283986, 'name': CreateVM_Task, 'duration_secs': 0.568195} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.082185] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 555.082912] env[63260]: DEBUG oslo_concurrency.lockutils [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.083397] env[63260]: DEBUG oslo_concurrency.lockutils [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.083996] env[63260]: DEBUG oslo_concurrency.lockutils [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.084320] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15e60a2d-bd70-4b60-8986-4cee85a5d2ce {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.091067] env[63260]: DEBUG oslo_vmware.api [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Waiting for the task: (returnval){ [ 555.091067] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5277bf19-338c-6cc3-4b90-29caf28c4189" [ 555.091067] env[63260]: _type = "Task" [ 555.091067] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.104199] env[63260]: DEBUG oslo_vmware.api [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5277bf19-338c-6cc3-4b90-29caf28c4189, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.141118] env[63260]: DEBUG nova.compute.manager [None req-592c74bf-9405-43db-b9e0-f2f6ad9fdc59 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 555.142022] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53192cde-85ed-48e8-b571-2abcfceb8ef1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.185014] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.511672] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 555.511975] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.282s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.513820] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f8b0dd91-bb4e-4135-b229-b15d7d17fed1 tempest-DeleteServersAdminTestJSON-63010103 tempest-DeleteServersAdminTestJSON-63010103-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.073s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.513944] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f8b0dd91-bb4e-4135-b229-b15d7d17fed1 tempest-DeleteServersAdminTestJSON-63010103 tempest-DeleteServersAdminTestJSON-63010103-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.516074] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.674s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.517601] env[63260]: INFO nova.compute.claims [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 555.521150] env[63260]: INFO nova.compute.manager [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Took 19.72 seconds to build instance. [ 555.523021] env[63260]: DEBUG oslo_concurrency.lockutils [None req-97084887-e52d-4c3d-9bb5-49c4cc9b0230 tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Acquiring lock "interface-81ec8a31-1a26-41e0-aab1-dc4c9bc12523-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.523157] env[63260]: DEBUG oslo_concurrency.lockutils [None req-97084887-e52d-4c3d-9bb5-49c4cc9b0230 tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Lock "interface-81ec8a31-1a26-41e0-aab1-dc4c9bc12523-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.526959] env[63260]: DEBUG nova.objects.instance [None req-97084887-e52d-4c3d-9bb5-49c4cc9b0230 tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Lazy-loading 'flavor' on Instance uuid 81ec8a31-1a26-41e0-aab1-dc4c9bc12523 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 555.533928] env[63260]: DEBUG oslo_vmware.api [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Task: {'id': task-2283987, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641561} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.536830] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 0e1bea19-9be5-4cd0-b3dd-733227998bb2/0e1bea19-9be5-4cd0-b3dd-733227998bb2.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 555.538085] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 555.539483] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a076491-8283-4b87-9526-b2b4cbf01029 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.543569] env[63260]: INFO nova.scheduler.client.report [None req-f8b0dd91-bb4e-4135-b229-b15d7d17fed1 tempest-DeleteServersAdminTestJSON-63010103 tempest-DeleteServersAdminTestJSON-63010103-project-admin] Deleted allocations for instance ed2923a0-e12e-4a3f-ba23-09e83ec21367 [ 555.559179] env[63260]: DEBUG oslo_vmware.api [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Waiting for the task: (returnval){ [ 555.559179] env[63260]: value = "task-2283988" [ 555.559179] env[63260]: _type = "Task" [ 555.559179] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.568764] env[63260]: DEBUG oslo_vmware.api [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Task: {'id': task-2283988, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.602283] env[63260]: DEBUG oslo_vmware.api [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5277bf19-338c-6cc3-4b90-29caf28c4189, 'name': SearchDatastore_Task, 'duration_secs': 0.039323} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.606025] env[63260]: DEBUG oslo_concurrency.lockutils [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.606025] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 555.606025] env[63260]: DEBUG oslo_concurrency.lockutils [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.606025] env[63260]: DEBUG oslo_concurrency.lockutils [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.606279] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 555.606279] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e447aa1d-d8f0-475b-ba95-e2d86e9772a2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.613298] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 555.613479] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 555.614669] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46fc1eff-244c-4a93-a214-e6771c72ee0c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.620252] env[63260]: DEBUG oslo_vmware.api [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Waiting for the task: (returnval){ [ 555.620252] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]524b6695-3e9e-96e6-2c82-83f72f24d973" [ 555.620252] env[63260]: _type = "Task" [ 555.620252] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.634035] env[63260]: DEBUG oslo_vmware.api [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]524b6695-3e9e-96e6-2c82-83f72f24d973, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.656720] env[63260]: INFO nova.compute.manager [None req-592c74bf-9405-43db-b9e0-f2f6ad9fdc59 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] instance snapshotting [ 555.657768] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4efa10-466e-4b0b-ad2c-a06228572ac5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.685041] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787bfe9e-b828-4f8e-86d8-74fd2638c393 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.793684] env[63260]: DEBUG nova.network.neutron [req-c75a5c44-f035-4de5-9c7d-c415adaf9dc0 req-bbf89bd9-6d0a-4677-9e9b-47ee0961dd31 service nova] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Updated VIF entry in instance network info cache for port 08f3b1db-98ca-4164-8db3-c1ab67c9d4d7. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 555.794084] env[63260]: DEBUG nova.network.neutron [req-c75a5c44-f035-4de5-9c7d-c415adaf9dc0 req-bbf89bd9-6d0a-4677-9e9b-47ee0961dd31 service nova] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Updating instance_info_cache with network_info: [{"id": "08f3b1db-98ca-4164-8db3-c1ab67c9d4d7", "address": "fa:16:3e:28:73:69", "network": {"id": "b54d5c70-2a7b-4886-9c4a-fac5992d33d9", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1305122017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6105452a84f4bff9ae0aac4b9cf2926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f3b1db-98", "ovs_interfaceid": "08f3b1db-98ca-4164-8db3-c1ab67c9d4d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 556.027027] env[63260]: DEBUG oslo_concurrency.lockutils [None req-20e57117-5e44-4657-9838-01da526e4505 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "ab5784bb-000b-4f56-bd35-65a04620b36f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.506s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.034499] env[63260]: DEBUG nova.objects.instance [None req-97084887-e52d-4c3d-9bb5-49c4cc9b0230 tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Lazy-loading 'pci_requests' on Instance uuid 81ec8a31-1a26-41e0-aab1-dc4c9bc12523 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 556.053411] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f8b0dd91-bb4e-4135-b229-b15d7d17fed1 tempest-DeleteServersAdminTestJSON-63010103 tempest-DeleteServersAdminTestJSON-63010103-project-admin] Lock "ed2923a0-e12e-4a3f-ba23-09e83ec21367" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.562s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.068842] env[63260]: DEBUG oslo_vmware.api [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Task: {'id': task-2283988, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081517} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.069188] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 556.070032] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c0ade3-9bdc-4f73-97f8-3d56bbb6d5ef {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.095671] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 0e1bea19-9be5-4cd0-b3dd-733227998bb2/0e1bea19-9be5-4cd0-b3dd-733227998bb2.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 556.096379] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58282576-5d70-4373-b2d6-0822513a8115 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.117028] env[63260]: DEBUG oslo_vmware.api [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Waiting for the task: (returnval){ [ 556.117028] env[63260]: value = "task-2283989" [ 556.117028] env[63260]: _type = "Task" [ 556.117028] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.129044] env[63260]: DEBUG oslo_vmware.api [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Task: {'id': task-2283989, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.135362] env[63260]: DEBUG oslo_vmware.api [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]524b6695-3e9e-96e6-2c82-83f72f24d973, 'name': SearchDatastore_Task, 'duration_secs': 0.012938} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.136514] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-661f2892-05f4-47ef-9964-8427654df5a7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.143311] env[63260]: DEBUG oslo_vmware.api [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Waiting for the task: (returnval){ [ 556.143311] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b83056-10d9-e68b-9212-ca13499f2c82" [ 556.143311] env[63260]: _type = "Task" [ 556.143311] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.153722] env[63260]: DEBUG oslo_vmware.api [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b83056-10d9-e68b-9212-ca13499f2c82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.199733] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-592c74bf-9405-43db-b9e0-f2f6ad9fdc59 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Creating Snapshot of the VM instance {{(pid=63260) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 556.200595] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6e90ecb8-eaeb-4fda-95aa-b4b9eb088f70 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.213012] env[63260]: DEBUG oslo_vmware.api [None req-592c74bf-9405-43db-b9e0-f2f6ad9fdc59 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Waiting for the task: (returnval){ [ 556.213012] env[63260]: value = "task-2283990" [ 556.213012] env[63260]: _type = "Task" [ 556.213012] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.224128] env[63260]: DEBUG oslo_vmware.api [None req-592c74bf-9405-43db-b9e0-f2f6ad9fdc59 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2283990, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.298364] env[63260]: DEBUG oslo_concurrency.lockutils [req-c75a5c44-f035-4de5-9c7d-c415adaf9dc0 req-bbf89bd9-6d0a-4677-9e9b-47ee0961dd31 service nova] Releasing lock "refresh_cache-5fe433a6-f3de-43d2-a381-7a2c5a394c35" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.537180] env[63260]: DEBUG nova.compute.manager [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 556.544748] env[63260]: DEBUG nova.objects.base [None req-97084887-e52d-4c3d-9bb5-49c4cc9b0230 tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Object Instance<81ec8a31-1a26-41e0-aab1-dc4c9bc12523> lazy-loaded attributes: flavor,pci_requests {{(pid=63260) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 556.544748] env[63260]: DEBUG nova.network.neutron [None req-97084887-e52d-4c3d-9bb5-49c4cc9b0230 tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 556.636226] env[63260]: DEBUG oslo_vmware.api [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Task: {'id': task-2283989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.657478] env[63260]: DEBUG oslo_vmware.api [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b83056-10d9-e68b-9212-ca13499f2c82, 'name': SearchDatastore_Task, 'duration_secs': 0.013746} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.657812] env[63260]: DEBUG oslo_concurrency.lockutils [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.658175] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 5fe433a6-f3de-43d2-a381-7a2c5a394c35/5fe433a6-f3de-43d2-a381-7a2c5a394c35.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 556.658435] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c47250f-2c20-422c-b67a-c36fbb201120 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.667875] env[63260]: DEBUG oslo_vmware.api [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Waiting for the task: (returnval){ [ 556.667875] env[63260]: value = "task-2283991" [ 556.667875] env[63260]: _type = "Task" [ 556.667875] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.679338] env[63260]: DEBUG oslo_vmware.api [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Task: {'id': task-2283991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.724878] env[63260]: DEBUG oslo_vmware.api [None req-592c74bf-9405-43db-b9e0-f2f6ad9fdc59 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2283990, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.933186] env[63260]: DEBUG oslo_concurrency.lockutils [None req-97084887-e52d-4c3d-9bb5-49c4cc9b0230 tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Lock "interface-81ec8a31-1a26-41e0-aab1-dc4c9bc12523-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.410s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.973941] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b702f1a5-d38f-4ae2-b447-cd7e08c8ea31 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.982762] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbceb99a-2bf4-462a-b590-7314ced63698 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.018561] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d29e79-f145-43ac-8b5e-83342337f00e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.028189] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d924c97-5a5c-4955-8038-213d46618f40 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.049938] env[63260]: DEBUG nova.compute.provider_tree [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 557.066768] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.134058] env[63260]: DEBUG oslo_vmware.api [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Task: {'id': task-2283989, 'name': ReconfigVM_Task, 'duration_secs': 0.635197} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.134058] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 0e1bea19-9be5-4cd0-b3dd-733227998bb2/0e1bea19-9be5-4cd0-b3dd-733227998bb2.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 557.134058] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7623762-0e03-4056-9b73-748f68439947 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.146056] env[63260]: DEBUG oslo_vmware.api [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Waiting for the task: (returnval){ [ 557.146056] env[63260]: value = "task-2283992" [ 557.146056] env[63260]: _type = "Task" [ 557.146056] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.158577] env[63260]: DEBUG oslo_vmware.api [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Task: {'id': task-2283992, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.179703] env[63260]: DEBUG oslo_vmware.api [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Task: {'id': task-2283991, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.229264] env[63260]: DEBUG oslo_vmware.api [None req-592c74bf-9405-43db-b9e0-f2f6ad9fdc59 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2283990, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.554382] env[63260]: DEBUG nova.scheduler.client.report [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 557.658398] env[63260]: DEBUG oslo_vmware.api [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Task: {'id': task-2283992, 'name': Rename_Task, 'duration_secs': 0.468698} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.658398] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 557.658398] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9364f1c9-1122-4530-9e36-0043a3e87622 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.671552] env[63260]: DEBUG oslo_vmware.api [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Waiting for the task: (returnval){ [ 557.671552] env[63260]: value = "task-2283993" [ 557.671552] env[63260]: _type = "Task" [ 557.671552] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.684404] env[63260]: DEBUG oslo_vmware.api [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Task: {'id': task-2283991, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.840206} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.687498] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 5fe433a6-f3de-43d2-a381-7a2c5a394c35/5fe433a6-f3de-43d2-a381-7a2c5a394c35.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 557.687751] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 557.687995] env[63260]: DEBUG oslo_vmware.api [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Task: {'id': task-2283993, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.688245] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-076c99b4-f3dd-478f-a0cf-6f202c6ee629 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.698767] env[63260]: DEBUG oslo_vmware.api [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Waiting for the task: (returnval){ [ 557.698767] env[63260]: value = "task-2283994" [ 557.698767] env[63260]: _type = "Task" [ 557.698767] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.709733] env[63260]: DEBUG oslo_vmware.api [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Task: {'id': task-2283994, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.725925] env[63260]: DEBUG oslo_vmware.api [None req-592c74bf-9405-43db-b9e0-f2f6ad9fdc59 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2283990, 'name': CreateSnapshot_Task, 'duration_secs': 1.372427} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.726303] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-592c74bf-9405-43db-b9e0-f2f6ad9fdc59 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Created Snapshot of the VM instance {{(pid=63260) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 557.727122] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d187b053-c315-42e2-b739-12ca4b145148 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.066778] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.067323] env[63260]: DEBUG nova.compute.manager [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 558.073029] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.815s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.073029] env[63260]: INFO nova.compute.claims [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 558.187706] env[63260]: DEBUG oslo_vmware.api [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Task: {'id': task-2283993, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.216041] env[63260]: DEBUG oslo_vmware.api [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Task: {'id': task-2283994, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07958} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.216041] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 558.216041] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0ef7f9-e37e-4f2f-a9d3-8e018c779762 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.251069] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-592c74bf-9405-43db-b9e0-f2f6ad9fdc59 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Creating linked-clone VM from snapshot {{(pid=63260) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 558.261531] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 5fe433a6-f3de-43d2-a381-7a2c5a394c35/5fe433a6-f3de-43d2-a381-7a2c5a394c35.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 558.261896] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a3846755-801c-4683-9086-000e58e96bcc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.265382] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40f55768-cc4a-4d70-a3a9-b175c6485de6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.297327] env[63260]: DEBUG oslo_vmware.api [None req-592c74bf-9405-43db-b9e0-f2f6ad9fdc59 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Waiting for the task: (returnval){ [ 558.297327] env[63260]: value = "task-2283995" [ 558.297327] env[63260]: _type = "Task" [ 558.297327] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.298263] env[63260]: DEBUG oslo_vmware.api [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Waiting for the task: (returnval){ [ 558.298263] env[63260]: value = "task-2283996" [ 558.298263] env[63260]: _type = "Task" [ 558.298263] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.310967] env[63260]: DEBUG oslo_vmware.api [None req-592c74bf-9405-43db-b9e0-f2f6ad9fdc59 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2283995, 'name': CloneVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.315196] env[63260]: DEBUG oslo_vmware.api [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Task: {'id': task-2283996, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.578549] env[63260]: DEBUG nova.compute.utils [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 558.582703] env[63260]: DEBUG nova.compute.manager [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 558.582703] env[63260]: DEBUG nova.network.neutron [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 558.621843] env[63260]: DEBUG oslo_concurrency.lockutils [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Acquiring lock "93c5a022-f4c9-4247-b584-3d6050e47dca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.622139] env[63260]: DEBUG oslo_concurrency.lockutils [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Lock "93c5a022-f4c9-4247-b584-3d6050e47dca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.690961] env[63260]: DEBUG oslo_vmware.api [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Task: {'id': task-2283993, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.757953] env[63260]: DEBUG nova.policy [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f159bcabb7084872b057ce681f5608d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1075c693d4341eeaeac0e2de0c2c962', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 558.817023] env[63260]: DEBUG oslo_vmware.api [None req-592c74bf-9405-43db-b9e0-f2f6ad9fdc59 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2283995, 'name': CloneVM_Task} progress is 94%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.817701] env[63260]: DEBUG oslo_vmware.api [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Task: {'id': task-2283996, 'name': ReconfigVM_Task, 'duration_secs': 0.352338} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.818144] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 5fe433a6-f3de-43d2-a381-7a2c5a394c35/5fe433a6-f3de-43d2-a381-7a2c5a394c35.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 558.819248] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb940edf-e979-49fc-a565-f2343b9b748c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.829372] env[63260]: DEBUG oslo_vmware.api [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Waiting for the task: (returnval){ [ 558.829372] env[63260]: value = "task-2283997" [ 558.829372] env[63260]: _type = "Task" [ 558.829372] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.840069] env[63260]: DEBUG oslo_vmware.api [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Task: {'id': task-2283997, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.085139] env[63260]: DEBUG nova.compute.manager [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 559.194791] env[63260]: DEBUG oslo_vmware.api [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Task: {'id': task-2283993, 'name': PowerOnVM_Task, 'duration_secs': 1.251205} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.195569] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 559.195906] env[63260]: INFO nova.compute.manager [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Took 11.52 seconds to spawn the instance on the hypervisor. [ 559.196284] env[63260]: DEBUG nova.compute.manager [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 559.197185] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f980ce1-bc96-46b8-a44c-227dd8e28757 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.309933] env[63260]: DEBUG oslo_vmware.api [None req-592c74bf-9405-43db-b9e0-f2f6ad9fdc59 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2283995, 'name': CloneVM_Task} progress is 94%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.340875] env[63260]: DEBUG oslo_vmware.api [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Task: {'id': task-2283997, 'name': Rename_Task, 'duration_secs': 0.169282} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.343733] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 559.345398] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77e0b452-26ec-48bb-b03e-ee6ebeb876a5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.354501] env[63260]: DEBUG oslo_vmware.api [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Waiting for the task: (returnval){ [ 559.354501] env[63260]: value = "task-2283998" [ 559.354501] env[63260]: _type = "Task" [ 559.354501] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.371904] env[63260]: DEBUG oslo_vmware.api [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Task: {'id': task-2283998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.553551] env[63260]: DEBUG nova.network.neutron [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Successfully created port: c9ba98c0-fc44-4021-a4ac-e2695105ac95 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 559.576544] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4bfc00-be99-4848-a8d1-0fd739a62442 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.587270] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ed7103-f16a-4cd6-9202-ccb1a0f7d74b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.628020] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa21fc92-6bfc-44ab-82f8-1e29b4864603 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.639371] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b66656e-db56-406b-a18f-02fff5b2c916 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.659065] env[63260]: DEBUG nova.compute.provider_tree [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 559.730870] env[63260]: INFO nova.compute.manager [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Took 23.27 seconds to build instance. [ 559.813323] env[63260]: DEBUG oslo_vmware.api [None req-592c74bf-9405-43db-b9e0-f2f6ad9fdc59 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2283995, 'name': CloneVM_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.871924] env[63260]: DEBUG oslo_vmware.api [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Task: {'id': task-2283998, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.973959] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3965d18d-05cb-48cb-9143-590d744da75f tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Acquiring lock "81ec8a31-1a26-41e0-aab1-dc4c9bc12523" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.973959] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3965d18d-05cb-48cb-9143-590d744da75f tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Lock "81ec8a31-1a26-41e0-aab1-dc4c9bc12523" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.973959] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3965d18d-05cb-48cb-9143-590d744da75f tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Acquiring lock "81ec8a31-1a26-41e0-aab1-dc4c9bc12523-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.973959] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3965d18d-05cb-48cb-9143-590d744da75f tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Lock "81ec8a31-1a26-41e0-aab1-dc4c9bc12523-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.974490] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3965d18d-05cb-48cb-9143-590d744da75f tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Lock "81ec8a31-1a26-41e0-aab1-dc4c9bc12523-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.975833] env[63260]: INFO nova.compute.manager [None req-3965d18d-05cb-48cb-9143-590d744da75f tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Terminating instance [ 560.129653] env[63260]: DEBUG nova.compute.manager [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 560.162135] env[63260]: DEBUG nova.virt.hardware [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 560.162389] env[63260]: DEBUG nova.virt.hardware [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 560.162531] env[63260]: DEBUG nova.virt.hardware [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 560.166144] env[63260]: DEBUG nova.virt.hardware [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 560.166435] env[63260]: DEBUG nova.virt.hardware [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 560.166549] env[63260]: DEBUG nova.virt.hardware [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 560.166767] env[63260]: DEBUG nova.virt.hardware [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 560.167039] env[63260]: DEBUG nova.virt.hardware [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 560.167132] env[63260]: DEBUG nova.virt.hardware [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 560.167293] env[63260]: DEBUG nova.virt.hardware [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 560.167470] env[63260]: DEBUG nova.virt.hardware [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 560.168371] env[63260]: DEBUG nova.scheduler.client.report [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 560.177090] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19da8d31-cacc-4e7e-9ea8-ad09bd69a317 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.184387] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8024f64d-bdb2-4514-ba7c-4c566fcfba0b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.232445] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c337d478-bfc7-475c-9bf2-03293a09af04 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Lock "0e1bea19-9be5-4cd0-b3dd-733227998bb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.201s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.314818] env[63260]: DEBUG oslo_vmware.api [None req-592c74bf-9405-43db-b9e0-f2f6ad9fdc59 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2283995, 'name': CloneVM_Task, 'duration_secs': 1.646246} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.315145] env[63260]: INFO nova.virt.vmwareapi.vmops [None req-592c74bf-9405-43db-b9e0-f2f6ad9fdc59 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Created linked-clone VM from snapshot [ 560.316912] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498126d2-a5bc-40e4-8743-3dd045b4ab19 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.327131] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-592c74bf-9405-43db-b9e0-f2f6ad9fdc59 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Uploading image 72abc261-7b23-4105-b237-37bacccab2bd {{(pid=63260) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 560.355453] env[63260]: DEBUG oslo_vmware.rw_handles [None req-592c74bf-9405-43db-b9e0-f2f6ad9fdc59 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 560.355453] env[63260]: value = "vm-464928" [ 560.355453] env[63260]: _type = "VirtualMachine" [ 560.355453] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 560.355854] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4ce5c35d-6d9c-400e-b8e5-bd314e72e5ed {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.372754] env[63260]: DEBUG oslo_vmware.api [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Task: {'id': task-2283998, 'name': PowerOnVM_Task, 'duration_secs': 0.527959} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.374377] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 560.374676] env[63260]: INFO nova.compute.manager [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Took 10.11 seconds to spawn the instance on the hypervisor. [ 560.374782] env[63260]: DEBUG nova.compute.manager [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 560.375120] env[63260]: DEBUG oslo_vmware.rw_handles [None req-592c74bf-9405-43db-b9e0-f2f6ad9fdc59 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Lease: (returnval){ [ 560.375120] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5253f586-f7f1-364f-3a10-7a0124cfe209" [ 560.375120] env[63260]: _type = "HttpNfcLease" [ 560.375120] env[63260]: } obtained for exporting VM: (result){ [ 560.375120] env[63260]: value = "vm-464928" [ 560.375120] env[63260]: _type = "VirtualMachine" [ 560.375120] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 560.375439] env[63260]: DEBUG oslo_vmware.api [None req-592c74bf-9405-43db-b9e0-f2f6ad9fdc59 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Waiting for the lease: (returnval){ [ 560.375439] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5253f586-f7f1-364f-3a10-7a0124cfe209" [ 560.375439] env[63260]: _type = "HttpNfcLease" [ 560.375439] env[63260]: } to be ready. {{(pid=63260) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 560.376454] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c998e4e2-3d5d-4fe7-be00-b10d1aa46d2b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.391589] env[63260]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 560.391589] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5253f586-f7f1-364f-3a10-7a0124cfe209" [ 560.391589] env[63260]: _type = "HttpNfcLease" [ 560.391589] env[63260]: } is initializing. {{(pid=63260) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 560.480922] env[63260]: DEBUG nova.compute.manager [None req-3965d18d-05cb-48cb-9143-590d744da75f tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 560.480922] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3965d18d-05cb-48cb-9143-590d744da75f tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 560.484039] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e25a40-dd3c-4b48-8f38-09ef81403441 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.497759] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-3965d18d-05cb-48cb-9143-590d744da75f tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 560.497850] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a657be0c-bb42-4146-b1c2-9df813a44926 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.508020] env[63260]: DEBUG oslo_vmware.api [None req-3965d18d-05cb-48cb-9143-590d744da75f tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Waiting for the task: (returnval){ [ 560.508020] env[63260]: value = "task-2284000" [ 560.508020] env[63260]: _type = "Task" [ 560.508020] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.521023] env[63260]: DEBUG oslo_vmware.api [None req-3965d18d-05cb-48cb-9143-590d744da75f tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Task: {'id': task-2284000, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.678639] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.681025] env[63260]: DEBUG nova.compute.manager [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 560.684297] env[63260]: DEBUG oslo_concurrency.lockutils [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 17.403s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.735977] env[63260]: DEBUG nova.compute.manager [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 560.889984] env[63260]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 560.889984] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5253f586-f7f1-364f-3a10-7a0124cfe209" [ 560.889984] env[63260]: _type = "HttpNfcLease" [ 560.889984] env[63260]: } is ready. {{(pid=63260) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 560.890331] env[63260]: DEBUG oslo_vmware.rw_handles [None req-592c74bf-9405-43db-b9e0-f2f6ad9fdc59 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 560.890331] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5253f586-f7f1-364f-3a10-7a0124cfe209" [ 560.890331] env[63260]: _type = "HttpNfcLease" [ 560.890331] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 560.895028] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a19bf7-74b2-4fbf-95e6-7bc154d23e39 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.912198] env[63260]: DEBUG oslo_vmware.rw_handles [None req-592c74bf-9405-43db-b9e0-f2f6ad9fdc59 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529c8507-c9d2-2a7c-a811-cd6091f5f10d/disk-0.vmdk from lease info. {{(pid=63260) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 560.912198] env[63260]: DEBUG oslo_vmware.rw_handles [None req-592c74bf-9405-43db-b9e0-f2f6ad9fdc59 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529c8507-c9d2-2a7c-a811-cd6091f5f10d/disk-0.vmdk for reading. {{(pid=63260) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 560.913978] env[63260]: INFO nova.compute.manager [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Took 23.36 seconds to build instance. [ 561.019899] env[63260]: DEBUG oslo_vmware.api [None req-3965d18d-05cb-48cb-9143-590d744da75f tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Task: {'id': task-2284000, 'name': PowerOffVM_Task, 'duration_secs': 0.261439} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.020286] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-3965d18d-05cb-48cb-9143-590d744da75f tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 561.020497] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3965d18d-05cb-48cb-9143-590d744da75f tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 561.020771] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-adae387a-2542-42e2-9c15-bd276428184a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.081050] env[63260]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1c2a3f73-2535-46df-936b-9add7e55ffef {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.166254] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquiring lock "a1039d78-54b2-4777-8dd2-43221a89528c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.166669] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "a1039d78-54b2-4777-8dd2-43221a89528c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.188983] env[63260]: DEBUG nova.compute.utils [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 561.195993] env[63260]: INFO nova.compute.claims [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 561.200787] env[63260]: DEBUG nova.compute.manager [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 561.201666] env[63260]: DEBUG nova.network.neutron [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 561.238827] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Acquiring lock "9060d6e7-7559-460a-a2b4-9d8ab720f96a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.238827] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Lock "9060d6e7-7559-460a-a2b4-9d8ab720f96a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.264932] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.301069] env[63260]: DEBUG nova.policy [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3871da0da4c84c7597e8425bea9a6f7b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a62a3d42e1f3416aacebfe756ce8e795', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 561.418214] env[63260]: DEBUG oslo_concurrency.lockutils [None req-74cc7cc5-2281-4c42-b2f9-29e2ab84992c tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Lock "5fe433a6-f3de-43d2-a381-7a2c5a394c35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.899s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.606081] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3965d18d-05cb-48cb-9143-590d744da75f tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 561.606509] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3965d18d-05cb-48cb-9143-590d744da75f tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 561.609487] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-3965d18d-05cb-48cb-9143-590d744da75f tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Deleting the datastore file [datastore1] 81ec8a31-1a26-41e0-aab1-dc4c9bc12523 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 561.609487] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-309fcb33-0aa3-49d5-a80c-67705872415b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.622624] env[63260]: DEBUG oslo_vmware.api [None req-3965d18d-05cb-48cb-9143-590d744da75f tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Waiting for the task: (returnval){ [ 561.622624] env[63260]: value = "task-2284002" [ 561.622624] env[63260]: _type = "Task" [ 561.622624] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.633856] env[63260]: DEBUG oslo_vmware.api [None req-3965d18d-05cb-48cb-9143-590d744da75f tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Task: {'id': task-2284002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.701725] env[63260]: DEBUG nova.compute.manager [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 561.713025] env[63260]: INFO nova.compute.resource_tracker [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Updating resource usage from migration 4e1712cf-e479-4ed4-aab6-a7e8356793fa [ 561.924253] env[63260]: DEBUG nova.network.neutron [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Successfully created port: 21fc8277-05b6-4b53-8168-1c5d8bb45b5d {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 561.926674] env[63260]: DEBUG nova.compute.manager [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 562.146638] env[63260]: DEBUG oslo_vmware.api [None req-3965d18d-05cb-48cb-9143-590d744da75f tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Task: {'id': task-2284002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221915} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.147017] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-3965d18d-05cb-48cb-9143-590d744da75f tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 562.147215] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3965d18d-05cb-48cb-9143-590d744da75f tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 562.147390] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3965d18d-05cb-48cb-9143-590d744da75f tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 562.147554] env[63260]: INFO nova.compute.manager [None req-3965d18d-05cb-48cb-9143-590d744da75f tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Took 1.67 seconds to destroy the instance on the hypervisor. [ 562.147807] env[63260]: DEBUG oslo.service.loopingcall [None req-3965d18d-05cb-48cb-9143-590d744da75f tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 562.147993] env[63260]: DEBUG nova.compute.manager [-] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 562.148126] env[63260]: DEBUG nova.network.neutron [-] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 562.317684] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7728c3-3955-4b0a-94e0-0e5b985612b5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.329159] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98147ff-2753-4d9a-93ee-9ea86bfa3bbb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.365297] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98c408a-96a8-4007-b51d-b1aa2346e69d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.373534] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8537afb5-d01c-4cf3-8fab-1fdc46d0690d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.390744] env[63260]: DEBUG nova.compute.provider_tree [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 562.462476] env[63260]: DEBUG oslo_concurrency.lockutils [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.604936] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Acquiring lock "9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.604936] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Lock "9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.723877] env[63260]: DEBUG nova.compute.manager [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 562.763915] env[63260]: DEBUG nova.virt.hardware [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 562.763915] env[63260]: DEBUG nova.virt.hardware [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 562.766419] env[63260]: DEBUG nova.virt.hardware [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 562.766650] env[63260]: DEBUG nova.virt.hardware [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 562.767087] env[63260]: DEBUG nova.virt.hardware [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 562.767087] env[63260]: DEBUG nova.virt.hardware [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 562.767375] env[63260]: DEBUG nova.virt.hardware [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 562.767598] env[63260]: DEBUG nova.virt.hardware [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 562.767954] env[63260]: DEBUG nova.virt.hardware [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 562.768332] env[63260]: DEBUG nova.virt.hardware [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 562.768592] env[63260]: DEBUG nova.virt.hardware [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 562.774133] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7c3c49-9b32-4d13-80a7-5e79a731bcc4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.779217] env[63260]: DEBUG nova.network.neutron [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Successfully updated port: c9ba98c0-fc44-4021-a4ac-e2695105ac95 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 562.790775] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107e215b-00ae-4067-b2e6-dda6f62304c1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.896185] env[63260]: DEBUG nova.scheduler.client.report [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 563.031323] env[63260]: DEBUG nova.compute.manager [req-9e9d10f8-84de-4481-b0f4-fb359187a2a3 req-022318ab-0b41-4381-ad86-ea07f895c30d service nova] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Received event network-vif-plugged-c9ba98c0-fc44-4021-a4ac-e2695105ac95 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 563.031989] env[63260]: DEBUG oslo_concurrency.lockutils [req-9e9d10f8-84de-4481-b0f4-fb359187a2a3 req-022318ab-0b41-4381-ad86-ea07f895c30d service nova] Acquiring lock "d9b10b0a-3e6a-45a0-a11a-4351e2a3463d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.031989] env[63260]: DEBUG oslo_concurrency.lockutils [req-9e9d10f8-84de-4481-b0f4-fb359187a2a3 req-022318ab-0b41-4381-ad86-ea07f895c30d service nova] Lock "d9b10b0a-3e6a-45a0-a11a-4351e2a3463d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.031989] env[63260]: DEBUG oslo_concurrency.lockutils [req-9e9d10f8-84de-4481-b0f4-fb359187a2a3 req-022318ab-0b41-4381-ad86-ea07f895c30d service nova] Lock "d9b10b0a-3e6a-45a0-a11a-4351e2a3463d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.032751] env[63260]: DEBUG nova.compute.manager [req-9e9d10f8-84de-4481-b0f4-fb359187a2a3 req-022318ab-0b41-4381-ad86-ea07f895c30d service nova] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] No waiting events found dispatching network-vif-plugged-c9ba98c0-fc44-4021-a4ac-e2695105ac95 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 563.033554] env[63260]: WARNING nova.compute.manager [req-9e9d10f8-84de-4481-b0f4-fb359187a2a3 req-022318ab-0b41-4381-ad86-ea07f895c30d service nova] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Received unexpected event network-vif-plugged-c9ba98c0-fc44-4021-a4ac-e2695105ac95 for instance with vm_state building and task_state spawning. [ 563.283121] env[63260]: DEBUG nova.compute.manager [None req-9117f1e0-b301-4cf5-b575-5b8523c9ce2e tempest-ServerExternalEventsTest-1213397803 tempest-ServerExternalEventsTest-1213397803-project] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Received event network-changed {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 563.285892] env[63260]: DEBUG nova.compute.manager [None req-9117f1e0-b301-4cf5-b575-5b8523c9ce2e tempest-ServerExternalEventsTest-1213397803 tempest-ServerExternalEventsTest-1213397803-project] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Refreshing instance network info cache due to event network-changed. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 563.285892] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9117f1e0-b301-4cf5-b575-5b8523c9ce2e tempest-ServerExternalEventsTest-1213397803 tempest-ServerExternalEventsTest-1213397803-project] Acquiring lock "refresh_cache-0e1bea19-9be5-4cd0-b3dd-733227998bb2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.285892] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9117f1e0-b301-4cf5-b575-5b8523c9ce2e tempest-ServerExternalEventsTest-1213397803 tempest-ServerExternalEventsTest-1213397803-project] Acquired lock "refresh_cache-0e1bea19-9be5-4cd0-b3dd-733227998bb2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.285892] env[63260]: DEBUG nova.network.neutron [None req-9117f1e0-b301-4cf5-b575-5b8523c9ce2e tempest-ServerExternalEventsTest-1213397803 tempest-ServerExternalEventsTest-1213397803-project] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 563.286704] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Acquiring lock "refresh_cache-d9b10b0a-3e6a-45a0-a11a-4351e2a3463d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.286845] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Acquired lock "refresh_cache-d9b10b0a-3e6a-45a0-a11a-4351e2a3463d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.287032] env[63260]: DEBUG nova.network.neutron [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 563.404024] env[63260]: DEBUG oslo_concurrency.lockutils [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.718s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.404024] env[63260]: INFO nova.compute.manager [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Migrating [ 563.404024] env[63260]: DEBUG oslo_concurrency.lockutils [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.404024] env[63260]: DEBUG oslo_concurrency.lockutils [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquired lock "compute-rpcapi-router" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.404024] env[63260]: DEBUG oslo_concurrency.lockutils [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.417s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.407762] env[63260]: INFO nova.compute.claims [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 563.553802] env[63260]: DEBUG nova.network.neutron [-] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 563.889402] env[63260]: DEBUG nova.network.neutron [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 563.917794] env[63260]: INFO nova.compute.rpcapi [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 563.918345] env[63260]: DEBUG oslo_concurrency.lockutils [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Releasing lock "compute-rpcapi-router" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.057810] env[63260]: INFO nova.compute.manager [-] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Took 1.91 seconds to deallocate network for instance. [ 564.437106] env[63260]: DEBUG oslo_concurrency.lockutils [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquiring lock "refresh_cache-d1cb9a44-ac61-41ee-b6c4-5611b6358f7e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.437266] env[63260]: DEBUG oslo_concurrency.lockutils [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquired lock "refresh_cache-d1cb9a44-ac61-41ee-b6c4-5611b6358f7e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.437463] env[63260]: DEBUG nova.network.neutron [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 564.525665] env[63260]: DEBUG nova.network.neutron [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Successfully updated port: 21fc8277-05b6-4b53-8168-1c5d8bb45b5d {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 564.536273] env[63260]: DEBUG oslo_concurrency.lockutils [None req-28a12267-5e83-4c7d-ae84-520b1a8eae37 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Acquiring lock "0e1bea19-9be5-4cd0-b3dd-733227998bb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.536512] env[63260]: DEBUG oslo_concurrency.lockutils [None req-28a12267-5e83-4c7d-ae84-520b1a8eae37 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Lock "0e1bea19-9be5-4cd0-b3dd-733227998bb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.536725] env[63260]: DEBUG oslo_concurrency.lockutils [None req-28a12267-5e83-4c7d-ae84-520b1a8eae37 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Acquiring lock "0e1bea19-9be5-4cd0-b3dd-733227998bb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.536911] env[63260]: DEBUG oslo_concurrency.lockutils [None req-28a12267-5e83-4c7d-ae84-520b1a8eae37 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Lock "0e1bea19-9be5-4cd0-b3dd-733227998bb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.537088] env[63260]: DEBUG oslo_concurrency.lockutils [None req-28a12267-5e83-4c7d-ae84-520b1a8eae37 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Lock "0e1bea19-9be5-4cd0-b3dd-733227998bb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.541167] env[63260]: INFO nova.compute.manager [None req-28a12267-5e83-4c7d-ae84-520b1a8eae37 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Terminating instance [ 564.567905] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3965d18d-05cb-48cb-9143-590d744da75f tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.646750] env[63260]: DEBUG nova.network.neutron [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Updating instance_info_cache with network_info: [{"id": "c9ba98c0-fc44-4021-a4ac-e2695105ac95", "address": "fa:16:3e:14:f6:c5", "network": {"id": "4bf055a3-d5d9-40b4-be08-92d6174bfefd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1975906922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1075c693d4341eeaeac0e2de0c2c962", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9ba98c0-fc", "ovs_interfaceid": "c9ba98c0-fc44-4021-a4ac-e2695105ac95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 564.756783] env[63260]: DEBUG nova.network.neutron [None req-9117f1e0-b301-4cf5-b575-5b8523c9ce2e tempest-ServerExternalEventsTest-1213397803 tempest-ServerExternalEventsTest-1213397803-project] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Updating instance_info_cache with network_info: [{"id": "ab325c31-2e1f-439d-8126-6c0b24da8fd1", "address": "fa:16:3e:81:ba:c5", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab325c31-2e", "ovs_interfaceid": "ab325c31-2e1f-439d-8126-6c0b24da8fd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 564.908410] env[63260]: DEBUG nova.compute.manager [req-1542c1c3-3e9f-4ca6-b064-a68669aaf95c req-2c9c6e89-ad0b-4886-8e21-d40518dfbb5e service nova] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Received event network-vif-plugged-21fc8277-05b6-4b53-8168-1c5d8bb45b5d {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 564.908410] env[63260]: DEBUG oslo_concurrency.lockutils [req-1542c1c3-3e9f-4ca6-b064-a68669aaf95c req-2c9c6e89-ad0b-4886-8e21-d40518dfbb5e service nova] Acquiring lock "9fbbc7c1-db19-4ff0-b2e0-b35fcc850441-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.908762] env[63260]: DEBUG oslo_concurrency.lockutils [req-1542c1c3-3e9f-4ca6-b064-a68669aaf95c req-2c9c6e89-ad0b-4886-8e21-d40518dfbb5e service nova] Lock "9fbbc7c1-db19-4ff0-b2e0-b35fcc850441-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.908762] env[63260]: DEBUG oslo_concurrency.lockutils [req-1542c1c3-3e9f-4ca6-b064-a68669aaf95c req-2c9c6e89-ad0b-4886-8e21-d40518dfbb5e service nova] Lock "9fbbc7c1-db19-4ff0-b2e0-b35fcc850441-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.909022] env[63260]: DEBUG nova.compute.manager [req-1542c1c3-3e9f-4ca6-b064-a68669aaf95c req-2c9c6e89-ad0b-4886-8e21-d40518dfbb5e service nova] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] No waiting events found dispatching network-vif-plugged-21fc8277-05b6-4b53-8168-1c5d8bb45b5d {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 564.909275] env[63260]: WARNING nova.compute.manager [req-1542c1c3-3e9f-4ca6-b064-a68669aaf95c req-2c9c6e89-ad0b-4886-8e21-d40518dfbb5e service nova] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Received unexpected event network-vif-plugged-21fc8277-05b6-4b53-8168-1c5d8bb45b5d for instance with vm_state building and task_state spawning. [ 564.970990] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bc3d5f-db3c-4290-8844-38906118d204 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.980090] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abf67b8-9909-4024-a6fc-b30cc0fa4156 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.019644] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8574ce5-dba8-4a43-adcc-4e7b5ba48166 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.029521] env[63260]: DEBUG oslo_concurrency.lockutils [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Acquiring lock "cf19fd4d-d960-46bf-a86b-3760b5d0bfee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.029755] env[63260]: DEBUG oslo_concurrency.lockutils [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Lock "cf19fd4d-d960-46bf-a86b-3760b5d0bfee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.032322] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Acquiring lock "refresh_cache-9fbbc7c1-db19-4ff0-b2e0-b35fcc850441" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.032467] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Acquired lock "refresh_cache-9fbbc7c1-db19-4ff0-b2e0-b35fcc850441" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.032636] env[63260]: DEBUG nova.network.neutron [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 565.037580] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168324d4-5d48-413f-b002-86f1c4098a7a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.056029] env[63260]: DEBUG nova.compute.manager [None req-28a12267-5e83-4c7d-ae84-520b1a8eae37 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 565.056179] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-28a12267-5e83-4c7d-ae84-520b1a8eae37 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 565.056817] env[63260]: DEBUG nova.compute.provider_tree [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 565.058676] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec41852f-b97d-4c8e-bb5c-836d762a3dbd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.071682] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-28a12267-5e83-4c7d-ae84-520b1a8eae37 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 565.072270] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8f6bbcc-5b1a-4d99-a2cc-c131e2011ab6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.082062] env[63260]: DEBUG oslo_vmware.api [None req-28a12267-5e83-4c7d-ae84-520b1a8eae37 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Waiting for the task: (returnval){ [ 565.082062] env[63260]: value = "task-2284003" [ 565.082062] env[63260]: _type = "Task" [ 565.082062] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.095097] env[63260]: DEBUG oslo_vmware.api [None req-28a12267-5e83-4c7d-ae84-520b1a8eae37 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Task: {'id': task-2284003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.152647] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Releasing lock "refresh_cache-d9b10b0a-3e6a-45a0-a11a-4351e2a3463d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.153042] env[63260]: DEBUG nova.compute.manager [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Instance network_info: |[{"id": "c9ba98c0-fc44-4021-a4ac-e2695105ac95", "address": "fa:16:3e:14:f6:c5", "network": {"id": "4bf055a3-d5d9-40b4-be08-92d6174bfefd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1975906922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1075c693d4341eeaeac0e2de0c2c962", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9ba98c0-fc", "ovs_interfaceid": "c9ba98c0-fc44-4021-a4ac-e2695105ac95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 565.153557] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:f6:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9ba98c0-fc44-4021-a4ac-e2695105ac95', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 565.171388] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Creating folder: Project (a1075c693d4341eeaeac0e2de0c2c962). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 565.177404] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bd94e21-3340-4bd8-b513-d5f8cd5f5dce {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.200109] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Created folder: Project (a1075c693d4341eeaeac0e2de0c2c962) in parent group-v464889. [ 565.201395] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Creating folder: Instances. Parent ref: group-v464929. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 565.201395] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2bcfde0-fce1-4df4-94b6-fc8565d6491a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.215579] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Created folder: Instances in parent group-v464929. [ 565.215944] env[63260]: DEBUG oslo.service.loopingcall [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 565.216300] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 565.216427] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce8a7a9e-07f1-46aa-8598-2629387bee51 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.242687] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 565.242687] env[63260]: value = "task-2284006" [ 565.242687] env[63260]: _type = "Task" [ 565.242687] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.257517] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284006, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.260035] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9117f1e0-b301-4cf5-b575-5b8523c9ce2e tempest-ServerExternalEventsTest-1213397803 tempest-ServerExternalEventsTest-1213397803-project] Releasing lock "refresh_cache-0e1bea19-9be5-4cd0-b3dd-733227998bb2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.565934] env[63260]: DEBUG nova.scheduler.client.report [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 565.600806] env[63260]: DEBUG oslo_vmware.api [None req-28a12267-5e83-4c7d-ae84-520b1a8eae37 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Task: {'id': task-2284003, 'name': PowerOffVM_Task, 'duration_secs': 0.287086} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.602152] env[63260]: DEBUG nova.network.neutron [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Updating instance_info_cache with network_info: [{"id": "fd2a02c3-ee5b-4afe-9a99-1fbc6562054e", "address": "fa:16:3e:d7:e0:8a", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd2a02c3-ee", "ovs_interfaceid": "fd2a02c3-ee5b-4afe-9a99-1fbc6562054e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 565.603843] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-28a12267-5e83-4c7d-ae84-520b1a8eae37 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 565.603981] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-28a12267-5e83-4c7d-ae84-520b1a8eae37 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 565.605066] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7a09261-e1a0-48f6-bf17-52a752c0a407 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.623632] env[63260]: DEBUG nova.network.neutron [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 565.695692] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-28a12267-5e83-4c7d-ae84-520b1a8eae37 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 565.695692] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-28a12267-5e83-4c7d-ae84-520b1a8eae37 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 565.695692] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-28a12267-5e83-4c7d-ae84-520b1a8eae37 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Deleting the datastore file [datastore2] 0e1bea19-9be5-4cd0-b3dd-733227998bb2 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 565.696244] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ef89188-1be1-4f36-b7a6-776cc2fbc43b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.705514] env[63260]: DEBUG oslo_vmware.api [None req-28a12267-5e83-4c7d-ae84-520b1a8eae37 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Waiting for the task: (returnval){ [ 565.705514] env[63260]: value = "task-2284008" [ 565.705514] env[63260]: _type = "Task" [ 565.705514] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.715331] env[63260]: DEBUG oslo_vmware.api [None req-28a12267-5e83-4c7d-ae84-520b1a8eae37 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Task: {'id': task-2284008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.758141] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284006, 'name': CreateVM_Task, 'duration_secs': 0.383695} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.758308] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 565.759593] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.759593] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.759985] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.760472] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92b29263-1f2b-4151-8471-b8e03119d9b0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.766508] env[63260]: DEBUG oslo_vmware.api [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Waiting for the task: (returnval){ [ 565.766508] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]522d49b7-4cf3-71dd-4906-2ce62e8ab3ff" [ 565.766508] env[63260]: _type = "Task" [ 565.766508] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.778362] env[63260]: DEBUG oslo_vmware.api [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]522d49b7-4cf3-71dd-4906-2ce62e8ab3ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.804222] env[63260]: DEBUG nova.compute.manager [req-30f2bc70-9778-4599-b7a5-27b6b852b8c3 req-aac095b4-b21c-4d5a-9703-7f26a89f9bca service nova] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Received event network-changed-c9ba98c0-fc44-4021-a4ac-e2695105ac95 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 565.804222] env[63260]: DEBUG nova.compute.manager [req-30f2bc70-9778-4599-b7a5-27b6b852b8c3 req-aac095b4-b21c-4d5a-9703-7f26a89f9bca service nova] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Refreshing instance network info cache due to event network-changed-c9ba98c0-fc44-4021-a4ac-e2695105ac95. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 565.804222] env[63260]: DEBUG oslo_concurrency.lockutils [req-30f2bc70-9778-4599-b7a5-27b6b852b8c3 req-aac095b4-b21c-4d5a-9703-7f26a89f9bca service nova] Acquiring lock "refresh_cache-d9b10b0a-3e6a-45a0-a11a-4351e2a3463d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.804222] env[63260]: DEBUG oslo_concurrency.lockutils [req-30f2bc70-9778-4599-b7a5-27b6b852b8c3 req-aac095b4-b21c-4d5a-9703-7f26a89f9bca service nova] Acquired lock "refresh_cache-d9b10b0a-3e6a-45a0-a11a-4351e2a3463d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.804222] env[63260]: DEBUG nova.network.neutron [req-30f2bc70-9778-4599-b7a5-27b6b852b8c3 req-aac095b4-b21c-4d5a-9703-7f26a89f9bca service nova] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Refreshing network info cache for port c9ba98c0-fc44-4021-a4ac-e2695105ac95 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 566.035900] env[63260]: DEBUG nova.network.neutron [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Updating instance_info_cache with network_info: [{"id": "21fc8277-05b6-4b53-8168-1c5d8bb45b5d", "address": "fa:16:3e:30:21:c9", "network": {"id": "4fc500cb-4146-44b7-a92d-a9646be57f04", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-401124344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a62a3d42e1f3416aacebfe756ce8e795", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21fc8277-05", "ovs_interfaceid": "21fc8277-05b6-4b53-8168-1c5d8bb45b5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 566.076827] env[63260]: DEBUG oslo_concurrency.lockutils [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.076827] env[63260]: DEBUG nova.compute.manager [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 566.077846] env[63260]: DEBUG oslo_concurrency.lockutils [None req-56e04c66-6599-4afc-927e-407171515925 tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.717s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.078065] env[63260]: DEBUG oslo_concurrency.lockutils [None req-56e04c66-6599-4afc-927e-407171515925 tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.083422] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d21ce759-5ffd-41b9-9645-8d9cf110cea7 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.458s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.083422] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d21ce759-5ffd-41b9-9645-8d9cf110cea7 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.086590] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.115s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.088255] env[63260]: INFO nova.compute.claims [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 566.107425] env[63260]: DEBUG oslo_concurrency.lockutils [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Releasing lock "refresh_cache-d1cb9a44-ac61-41ee-b6c4-5611b6358f7e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.131136] env[63260]: INFO nova.scheduler.client.report [None req-d21ce759-5ffd-41b9-9645-8d9cf110cea7 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Deleted allocations for instance b1acc55d-81b7-4d05-a1a7-76ae79529931 [ 566.136363] env[63260]: INFO nova.scheduler.client.report [None req-56e04c66-6599-4afc-927e-407171515925 tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Deleted allocations for instance 535272ba-b2d0-40e9-8856-244ed5c98a03 [ 566.219086] env[63260]: DEBUG oslo_vmware.api [None req-28a12267-5e83-4c7d-ae84-520b1a8eae37 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Task: {'id': task-2284008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198438} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.222595] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-28a12267-5e83-4c7d-ae84-520b1a8eae37 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 566.222595] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-28a12267-5e83-4c7d-ae84-520b1a8eae37 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 566.222595] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-28a12267-5e83-4c7d-ae84-520b1a8eae37 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 566.222595] env[63260]: INFO nova.compute.manager [None req-28a12267-5e83-4c7d-ae84-520b1a8eae37 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 566.222595] env[63260]: DEBUG oslo.service.loopingcall [None req-28a12267-5e83-4c7d-ae84-520b1a8eae37 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 566.222931] env[63260]: DEBUG nova.compute.manager [-] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 566.222931] env[63260]: DEBUG nova.network.neutron [-] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 566.282771] env[63260]: DEBUG oslo_vmware.api [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]522d49b7-4cf3-71dd-4906-2ce62e8ab3ff, 'name': SearchDatastore_Task, 'duration_secs': 0.012489} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.283120] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.283378] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 566.283657] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.283827] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.284330] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 566.284698] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fae1500c-a885-4f09-8250-4a3cc8026e4d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.301071] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 566.301071] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 566.301071] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db1e0c9d-0132-40c2-abe9-e952cff97473 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.309105] env[63260]: DEBUG oslo_vmware.api [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Waiting for the task: (returnval){ [ 566.309105] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52833dbd-a716-e6fd-f824-013a54a4f0c7" [ 566.309105] env[63260]: _type = "Task" [ 566.309105] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.326645] env[63260]: DEBUG oslo_vmware.api [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52833dbd-a716-e6fd-f824-013a54a4f0c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.381951] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5b8e36e3-78ec-401c-9345-295230545795 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Acquiring lock "77b8038e-198c-494f-9d58-92b8d2551a3e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.382289] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5b8e36e3-78ec-401c-9345-295230545795 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Lock "77b8038e-198c-494f-9d58-92b8d2551a3e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.382482] env[63260]: DEBUG nova.compute.manager [None req-5b8e36e3-78ec-401c-9345-295230545795 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 566.383487] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197eaa01-8cbc-4ef8-b6b2-ac134c9da7cd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.393594] env[63260]: DEBUG nova.compute.manager [None req-5b8e36e3-78ec-401c-9345-295230545795 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63260) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 566.394552] env[63260]: DEBUG nova.objects.instance [None req-5b8e36e3-78ec-401c-9345-295230545795 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Lazy-loading 'flavor' on Instance uuid 77b8038e-198c-494f-9d58-92b8d2551a3e {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 566.540346] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Releasing lock "refresh_cache-9fbbc7c1-db19-4ff0-b2e0-b35fcc850441" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.540664] env[63260]: DEBUG nova.compute.manager [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Instance network_info: |[{"id": "21fc8277-05b6-4b53-8168-1c5d8bb45b5d", "address": "fa:16:3e:30:21:c9", "network": {"id": "4fc500cb-4146-44b7-a92d-a9646be57f04", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-401124344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a62a3d42e1f3416aacebfe756ce8e795", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21fc8277-05", "ovs_interfaceid": "21fc8277-05b6-4b53-8168-1c5d8bb45b5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 566.541087] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:21:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c20f5114-0866-45b3-9a7c-62f113ff83fa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21fc8277-05b6-4b53-8168-1c5d8bb45b5d', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 566.553750] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Creating folder: Project (a62a3d42e1f3416aacebfe756ce8e795). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 566.554130] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95c966d3-d427-4404-9943-02d77d41494c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.569040] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Created folder: Project (a62a3d42e1f3416aacebfe756ce8e795) in parent group-v464889. [ 566.569252] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Creating folder: Instances. Parent ref: group-v464932. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 566.569507] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-900b2cc6-f188-46f7-9891-c4b7e7c2c27c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.582031] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Created folder: Instances in parent group-v464932. [ 566.582360] env[63260]: DEBUG oslo.service.loopingcall [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 566.582444] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 566.584639] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffb8f0d9-abef-4f82-83ba-a24073c89340 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.607415] env[63260]: DEBUG nova.compute.utils [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 566.609159] env[63260]: DEBUG nova.compute.manager [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 566.609480] env[63260]: DEBUG nova.network.neutron [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 566.620128] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 566.620128] env[63260]: value = "task-2284011" [ 566.620128] env[63260]: _type = "Task" [ 566.620128] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.634033] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284011, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.656969] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d21ce759-5ffd-41b9-9645-8d9cf110cea7 tempest-TenantUsagesTestJSON-2043390343 tempest-TenantUsagesTestJSON-2043390343-project-member] Lock "b1acc55d-81b7-4d05-a1a7-76ae79529931" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.036s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.676929] env[63260]: DEBUG oslo_concurrency.lockutils [None req-56e04c66-6599-4afc-927e-407171515925 tempest-ServerDiagnosticsNegativeTest-633749324 tempest-ServerDiagnosticsNegativeTest-633749324-project-member] Lock "535272ba-b2d0-40e9-8856-244ed5c98a03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.429s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.725511] env[63260]: DEBUG nova.policy [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac48af60b7124eebb0a86475061bd312', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b3857992c7548b6a742d8e27e5e147a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 566.822258] env[63260]: DEBUG oslo_vmware.api [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52833dbd-a716-e6fd-f824-013a54a4f0c7, 'name': SearchDatastore_Task, 'duration_secs': 0.015185} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.822701] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0d9eeb5-8eae-4351-9bd6-66ee2e71abe5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.829395] env[63260]: DEBUG oslo_vmware.api [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Waiting for the task: (returnval){ [ 566.829395] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523acdf9-cd08-deda-a006-c9294f337cb5" [ 566.829395] env[63260]: _type = "Task" [ 566.829395] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.839750] env[63260]: DEBUG oslo_vmware.api [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523acdf9-cd08-deda-a006-c9294f337cb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.117510] env[63260]: DEBUG nova.compute.manager [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 567.139083] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284011, 'name': CreateVM_Task, 'duration_secs': 0.425044} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.139083] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 567.143146] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.143146] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.147381] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.147381] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9715e3e-c2ea-43bb-9908-fb98ddbd21f2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.153173] env[63260]: DEBUG nova.network.neutron [req-30f2bc70-9778-4599-b7a5-27b6b852b8c3 req-aac095b4-b21c-4d5a-9703-7f26a89f9bca service nova] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Updated VIF entry in instance network info cache for port c9ba98c0-fc44-4021-a4ac-e2695105ac95. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 567.153839] env[63260]: DEBUG nova.network.neutron [req-30f2bc70-9778-4599-b7a5-27b6b852b8c3 req-aac095b4-b21c-4d5a-9703-7f26a89f9bca service nova] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Updating instance_info_cache with network_info: [{"id": "c9ba98c0-fc44-4021-a4ac-e2695105ac95", "address": "fa:16:3e:14:f6:c5", "network": {"id": "4bf055a3-d5d9-40b4-be08-92d6174bfefd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1975906922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1075c693d4341eeaeac0e2de0c2c962", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9ba98c0-fc", "ovs_interfaceid": "c9ba98c0-fc44-4021-a4ac-e2695105ac95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 567.157272] env[63260]: DEBUG oslo_vmware.api [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Waiting for the task: (returnval){ [ 567.157272] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52a32b93-6d4a-ad8d-b540-717043e8fcfe" [ 567.157272] env[63260]: _type = "Task" [ 567.157272] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.178629] env[63260]: DEBUG oslo_vmware.api [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52a32b93-6d4a-ad8d-b540-717043e8fcfe, 'name': SearchDatastore_Task, 'duration_secs': 0.012723} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.178960] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.179270] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 567.179487] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.346332] env[63260]: DEBUG oslo_vmware.api [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523acdf9-cd08-deda-a006-c9294f337cb5, 'name': SearchDatastore_Task, 'duration_secs': 0.013435} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.346624] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.347026] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] d9b10b0a-3e6a-45a0-a11a-4351e2a3463d/d9b10b0a-3e6a-45a0-a11a-4351e2a3463d.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 567.347472] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.347472] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 567.347627] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6bdb902-a741-474c-bd4b-750c70fba94e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.353767] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-097ac3c0-f63f-4a76-ab14-b0f4e7ff62f3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.363682] env[63260]: DEBUG oslo_vmware.api [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Waiting for the task: (returnval){ [ 567.363682] env[63260]: value = "task-2284012" [ 567.363682] env[63260]: _type = "Task" [ 567.363682] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.366383] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 567.366383] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 567.370980] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed07079d-4552-4fb2-9578-a654e70a4de9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.388148] env[63260]: DEBUG oslo_vmware.api [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Task: {'id': task-2284012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.388148] env[63260]: DEBUG oslo_vmware.api [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Waiting for the task: (returnval){ [ 567.388148] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52a21d53-544c-92ba-fc5b-4a5b468b0237" [ 567.388148] env[63260]: _type = "Task" [ 567.388148] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.405535] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8e36e3-78ec-401c-9345-295230545795 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 567.405919] env[63260]: DEBUG oslo_vmware.api [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52a21d53-544c-92ba-fc5b-4a5b468b0237, 'name': SearchDatastore_Task, 'duration_secs': 0.016242} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.406146] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1474760a-e693-4e90-8e4d-fa00d122951b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.408520] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3513ecc8-523f-4dad-9d81-16762610488d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.415651] env[63260]: DEBUG oslo_vmware.api [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Waiting for the task: (returnval){ [ 567.415651] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]520323bd-faa6-3e76-e60e-379e940df207" [ 567.415651] env[63260]: _type = "Task" [ 567.415651] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.416934] env[63260]: DEBUG oslo_vmware.api [None req-5b8e36e3-78ec-401c-9345-295230545795 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Waiting for the task: (returnval){ [ 567.416934] env[63260]: value = "task-2284013" [ 567.416934] env[63260]: _type = "Task" [ 567.416934] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.445390] env[63260]: DEBUG oslo_vmware.api [None req-5b8e36e3-78ec-401c-9345-295230545795 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2284013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.514745] env[63260]: DEBUG nova.compute.manager [req-a4ecb1f8-8ce9-4dca-b4c4-717b0b1e2c1a req-32d39afd-8715-4470-91d8-133af05c4a8b service nova] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Received event network-changed-08f3b1db-98ca-4164-8db3-c1ab67c9d4d7 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 567.514965] env[63260]: DEBUG nova.compute.manager [req-a4ecb1f8-8ce9-4dca-b4c4-717b0b1e2c1a req-32d39afd-8715-4470-91d8-133af05c4a8b service nova] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Refreshing instance network info cache due to event network-changed-08f3b1db-98ca-4164-8db3-c1ab67c9d4d7. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 567.515199] env[63260]: DEBUG oslo_concurrency.lockutils [req-a4ecb1f8-8ce9-4dca-b4c4-717b0b1e2c1a req-32d39afd-8715-4470-91d8-133af05c4a8b service nova] Acquiring lock "refresh_cache-5fe433a6-f3de-43d2-a381-7a2c5a394c35" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.515478] env[63260]: DEBUG oslo_concurrency.lockutils [req-a4ecb1f8-8ce9-4dca-b4c4-717b0b1e2c1a req-32d39afd-8715-4470-91d8-133af05c4a8b service nova] Acquired lock "refresh_cache-5fe433a6-f3de-43d2-a381-7a2c5a394c35" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.515527] env[63260]: DEBUG nova.network.neutron [req-a4ecb1f8-8ce9-4dca-b4c4-717b0b1e2c1a req-32d39afd-8715-4470-91d8-133af05c4a8b service nova] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Refreshing network info cache for port 08f3b1db-98ca-4164-8db3-c1ab67c9d4d7 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 567.640287] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d2ed7a-b0fe-4eeb-8aaa-8c60e0098f38 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.666246] env[63260]: DEBUG oslo_concurrency.lockutils [req-30f2bc70-9778-4599-b7a5-27b6b852b8c3 req-aac095b4-b21c-4d5a-9703-7f26a89f9bca service nova] Releasing lock "refresh_cache-d9b10b0a-3e6a-45a0-a11a-4351e2a3463d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.666503] env[63260]: DEBUG nova.compute.manager [req-30f2bc70-9778-4599-b7a5-27b6b852b8c3 req-aac095b4-b21c-4d5a-9703-7f26a89f9bca service nova] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Received event network-vif-deleted-442fcfb3-9d76-425c-a904-37c3ddd958a9 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 567.667856] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Updating instance 'd1cb9a44-ac61-41ee-b6c4-5611b6358f7e' progress to 0 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 567.681030] env[63260]: DEBUG nova.network.neutron [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Successfully created port: 17c6eab3-283d-4c96-b392-5a1672dbacf8 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 567.725650] env[63260]: DEBUG nova.network.neutron [-] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 567.817632] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bed49d-58b3-414f-a18e-4150b367a509 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.824645] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b559e46a-7cca-48a7-a149-349a71627e26 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.873358] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48dd3326-4d95-414d-b6c8-bc189aacd640 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.883077] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb8ea31-e733-496f-82b3-9421de7e62d9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.891497] env[63260]: DEBUG oslo_vmware.api [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Task: {'id': task-2284012, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.904770] env[63260]: DEBUG nova.compute.provider_tree [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 567.932113] env[63260]: DEBUG oslo_vmware.api [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]520323bd-faa6-3e76-e60e-379e940df207, 'name': SearchDatastore_Task, 'duration_secs': 0.03683} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.932962] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.933609] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441/9fbbc7c1-db19-4ff0-b2e0-b35fcc850441.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 567.933609] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3eb2a449-558f-4b70-9068-8de06311cc22 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.939694] env[63260]: DEBUG oslo_vmware.api [None req-5b8e36e3-78ec-401c-9345-295230545795 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2284013, 'name': PowerOffVM_Task, 'duration_secs': 0.236523} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.940538] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8e36e3-78ec-401c-9345-295230545795 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 567.940817] env[63260]: DEBUG nova.compute.manager [None req-5b8e36e3-78ec-401c-9345-295230545795 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 567.941700] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a510b44-d9bb-4938-9af2-3cf47e6a7788 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.947223] env[63260]: DEBUG oslo_vmware.api [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Waiting for the task: (returnval){ [ 567.947223] env[63260]: value = "task-2284014" [ 567.947223] env[63260]: _type = "Task" [ 567.947223] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.965720] env[63260]: DEBUG oslo_vmware.api [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Task: {'id': task-2284014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.137128] env[63260]: DEBUG nova.compute.manager [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 568.170400] env[63260]: DEBUG nova.virt.hardware [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='619456600',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-198930467',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 568.170646] env[63260]: DEBUG nova.virt.hardware [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 568.170883] env[63260]: DEBUG nova.virt.hardware [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 568.171105] env[63260]: DEBUG nova.virt.hardware [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 568.171988] env[63260]: DEBUG nova.virt.hardware [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 568.171988] env[63260]: DEBUG nova.virt.hardware [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 568.171988] env[63260]: DEBUG nova.virt.hardware [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 568.172673] env[63260]: DEBUG nova.virt.hardware [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 568.172673] env[63260]: DEBUG nova.virt.hardware [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 568.172795] env[63260]: DEBUG nova.virt.hardware [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 568.173043] env[63260]: DEBUG nova.virt.hardware [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 568.173938] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6158d2a1-0770-42b7-be12-0c8f603b8862 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.178485] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 568.178792] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e47fa83-d8de-4e17-9526-ed0b17b1232a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.192375] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52838d26-5b4c-416b-be31-29b4890732e0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.197095] env[63260]: DEBUG oslo_vmware.api [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Waiting for the task: (returnval){ [ 568.197095] env[63260]: value = "task-2284015" [ 568.197095] env[63260]: _type = "Task" [ 568.197095] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.217238] env[63260]: DEBUG oslo_vmware.api [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.228953] env[63260]: INFO nova.compute.manager [-] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Took 2.01 seconds to deallocate network for instance. [ 568.381160] env[63260]: DEBUG oslo_vmware.api [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Task: {'id': task-2284012, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590818} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.381523] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] d9b10b0a-3e6a-45a0-a11a-4351e2a3463d/d9b10b0a-3e6a-45a0-a11a-4351e2a3463d.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 568.381682] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 568.381957] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17d3d497-368b-4c06-b303-17e0aa8498b5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.392066] env[63260]: DEBUG oslo_vmware.api [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Waiting for the task: (returnval){ [ 568.392066] env[63260]: value = "task-2284016" [ 568.392066] env[63260]: _type = "Task" [ 568.392066] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.403519] env[63260]: DEBUG oslo_vmware.api [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Task: {'id': task-2284016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.406837] env[63260]: DEBUG nova.scheduler.client.report [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 568.462823] env[63260]: DEBUG oslo_vmware.api [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Task: {'id': task-2284014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497414} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.463519] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441/9fbbc7c1-db19-4ff0-b2e0-b35fcc850441.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 568.464088] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 568.464835] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5b8e36e3-78ec-401c-9345-295230545795 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Lock "77b8038e-198c-494f-9d58-92b8d2551a3e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.083s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.465828] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4870294d-8be1-4fd5-a08a-19dfecd40f80 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.475076] env[63260]: DEBUG oslo_vmware.api [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Waiting for the task: (returnval){ [ 568.475076] env[63260]: value = "task-2284017" [ 568.475076] env[63260]: _type = "Task" [ 568.475076] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.487281] env[63260]: DEBUG oslo_vmware.api [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Task: {'id': task-2284017, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.577724] env[63260]: DEBUG nova.compute.manager [req-9c05c7bd-453e-463f-839c-3f222bc6c5e0 req-0c58eb64-2a09-4279-b0a9-34f1a2e8b62c service nova] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Received event network-vif-deleted-ab325c31-2e1f-439d-8126-6c0b24da8fd1 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 568.709436] env[63260]: DEBUG oslo_vmware.api [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284015, 'name': PowerOffVM_Task, 'duration_secs': 0.3253} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.710029] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 568.710029] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Updating instance 'd1cb9a44-ac61-41ee-b6c4-5611b6358f7e' progress to 17 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 568.741021] env[63260]: DEBUG oslo_concurrency.lockutils [None req-28a12267-5e83-4c7d-ae84-520b1a8eae37 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.863340] env[63260]: DEBUG nova.network.neutron [req-a4ecb1f8-8ce9-4dca-b4c4-717b0b1e2c1a req-32d39afd-8715-4470-91d8-133af05c4a8b service nova] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Updated VIF entry in instance network info cache for port 08f3b1db-98ca-4164-8db3-c1ab67c9d4d7. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 568.863705] env[63260]: DEBUG nova.network.neutron [req-a4ecb1f8-8ce9-4dca-b4c4-717b0b1e2c1a req-32d39afd-8715-4470-91d8-133af05c4a8b service nova] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Updating instance_info_cache with network_info: [{"id": "08f3b1db-98ca-4164-8db3-c1ab67c9d4d7", "address": "fa:16:3e:28:73:69", "network": {"id": "b54d5c70-2a7b-4886-9c4a-fac5992d33d9", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1305122017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6105452a84f4bff9ae0aac4b9cf2926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f3b1db-98", "ovs_interfaceid": "08f3b1db-98ca-4164-8db3-c1ab67c9d4d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 568.906401] env[63260]: DEBUG oslo_vmware.api [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Task: {'id': task-2284016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136577} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.907028] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 568.907662] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a93cbe-d9f6-4e34-b1e5-ce64b55c664c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.912822] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.825s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.912822] env[63260]: DEBUG nova.compute.manager [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 568.923998] env[63260]: DEBUG oslo_concurrency.lockutils [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.518s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.925528] env[63260]: INFO nova.compute.claims [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 568.938740] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] d9b10b0a-3e6a-45a0-a11a-4351e2a3463d/d9b10b0a-3e6a-45a0-a11a-4351e2a3463d.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 568.938740] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffd7d239-83e3-4e17-9792-24d2fb78aca7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.960017] env[63260]: DEBUG oslo_vmware.api [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Waiting for the task: (returnval){ [ 568.960017] env[63260]: value = "task-2284018" [ 568.960017] env[63260]: _type = "Task" [ 568.960017] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.970584] env[63260]: DEBUG oslo_vmware.api [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Task: {'id': task-2284018, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.991291] env[63260]: DEBUG oslo_vmware.api [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Task: {'id': task-2284017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084574} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.991822] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 568.994217] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d56d98f-e292-4b50-8eea-aed8ea8ee966 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.020433] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441/9fbbc7c1-db19-4ff0-b2e0-b35fcc850441.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 569.021734] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de3a3693-fffe-4cb8-b01a-a89bd55190d2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.045835] env[63260]: DEBUG oslo_vmware.api [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Waiting for the task: (returnval){ [ 569.045835] env[63260]: value = "task-2284019" [ 569.045835] env[63260]: _type = "Task" [ 569.045835] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.055995] env[63260]: DEBUG oslo_vmware.api [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Task: {'id': task-2284019, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.219293] env[63260]: DEBUG nova.virt.hardware [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 569.219868] env[63260]: DEBUG nova.virt.hardware [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 569.219868] env[63260]: DEBUG nova.virt.hardware [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 569.220058] env[63260]: DEBUG nova.virt.hardware [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 569.220112] env[63260]: DEBUG nova.virt.hardware [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 569.220693] env[63260]: DEBUG nova.virt.hardware [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 569.220693] env[63260]: DEBUG nova.virt.hardware [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 569.220693] env[63260]: DEBUG nova.virt.hardware [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 569.220888] env[63260]: DEBUG nova.virt.hardware [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 569.220936] env[63260]: DEBUG nova.virt.hardware [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 569.221124] env[63260]: DEBUG nova.virt.hardware [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 569.226863] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2974ea96-b5d4-45c8-b3b8-1fdfbebfe7a0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.245765] env[63260]: DEBUG oslo_vmware.api [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Waiting for the task: (returnval){ [ 569.245765] env[63260]: value = "task-2284020" [ 569.245765] env[63260]: _type = "Task" [ 569.245765] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.256676] env[63260]: DEBUG oslo_vmware.api [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284020, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.370958] env[63260]: DEBUG oslo_concurrency.lockutils [req-a4ecb1f8-8ce9-4dca-b4c4-717b0b1e2c1a req-32d39afd-8715-4470-91d8-133af05c4a8b service nova] Releasing lock "refresh_cache-5fe433a6-f3de-43d2-a381-7a2c5a394c35" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.370958] env[63260]: DEBUG nova.compute.manager [req-a4ecb1f8-8ce9-4dca-b4c4-717b0b1e2c1a req-32d39afd-8715-4470-91d8-133af05c4a8b service nova] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Received event network-changed-21fc8277-05b6-4b53-8168-1c5d8bb45b5d {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 569.370958] env[63260]: DEBUG nova.compute.manager [req-a4ecb1f8-8ce9-4dca-b4c4-717b0b1e2c1a req-32d39afd-8715-4470-91d8-133af05c4a8b service nova] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Refreshing instance network info cache due to event network-changed-21fc8277-05b6-4b53-8168-1c5d8bb45b5d. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 569.370958] env[63260]: DEBUG oslo_concurrency.lockutils [req-a4ecb1f8-8ce9-4dca-b4c4-717b0b1e2c1a req-32d39afd-8715-4470-91d8-133af05c4a8b service nova] Acquiring lock "refresh_cache-9fbbc7c1-db19-4ff0-b2e0-b35fcc850441" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.370958] env[63260]: DEBUG oslo_concurrency.lockutils [req-a4ecb1f8-8ce9-4dca-b4c4-717b0b1e2c1a req-32d39afd-8715-4470-91d8-133af05c4a8b service nova] Acquired lock "refresh_cache-9fbbc7c1-db19-4ff0-b2e0-b35fcc850441" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.371642] env[63260]: DEBUG nova.network.neutron [req-a4ecb1f8-8ce9-4dca-b4c4-717b0b1e2c1a req-32d39afd-8715-4470-91d8-133af05c4a8b service nova] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Refreshing network info cache for port 21fc8277-05b6-4b53-8168-1c5d8bb45b5d {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 569.446298] env[63260]: DEBUG nova.compute.utils [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 569.452267] env[63260]: DEBUG nova.compute.manager [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 569.452267] env[63260]: DEBUG nova.network.neutron [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 569.475881] env[63260]: DEBUG oslo_vmware.api [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Task: {'id': task-2284018, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.556128] env[63260]: DEBUG nova.policy [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce0d5da1f18e49bb842c47fc40613216', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8809c2b1d244294b0d7d1959f02686b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 569.568315] env[63260]: DEBUG oslo_vmware.api [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Task: {'id': task-2284019, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.593978] env[63260]: DEBUG oslo_vmware.rw_handles [None req-592c74bf-9405-43db-b9e0-f2f6ad9fdc59 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529c8507-c9d2-2a7c-a811-cd6091f5f10d/disk-0.vmdk. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 569.594975] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa0ba40-440b-47b4-a587-cefc190ca7d8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.603950] env[63260]: DEBUG oslo_vmware.rw_handles [None req-592c74bf-9405-43db-b9e0-f2f6ad9fdc59 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529c8507-c9d2-2a7c-a811-cd6091f5f10d/disk-0.vmdk is in state: ready. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 569.604312] env[63260]: ERROR oslo_vmware.rw_handles [None req-592c74bf-9405-43db-b9e0-f2f6ad9fdc59 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529c8507-c9d2-2a7c-a811-cd6091f5f10d/disk-0.vmdk due to incomplete transfer. [ 569.604546] env[63260]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8f67df16-bf1f-46d7-9cd6-2107a641b8ad {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.613359] env[63260]: DEBUG oslo_vmware.rw_handles [None req-592c74bf-9405-43db-b9e0-f2f6ad9fdc59 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529c8507-c9d2-2a7c-a811-cd6091f5f10d/disk-0.vmdk. {{(pid=63260) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 569.613592] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-592c74bf-9405-43db-b9e0-f2f6ad9fdc59 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Uploaded image 72abc261-7b23-4105-b237-37bacccab2bd to the Glance image server {{(pid=63260) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 569.616878] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-592c74bf-9405-43db-b9e0-f2f6ad9fdc59 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Destroying the VM {{(pid=63260) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 569.617033] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c71e0913-84ae-4915-931c-65be03323a42 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.626790] env[63260]: DEBUG oslo_vmware.api [None req-592c74bf-9405-43db-b9e0-f2f6ad9fdc59 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Waiting for the task: (returnval){ [ 569.626790] env[63260]: value = "task-2284021" [ 569.626790] env[63260]: _type = "Task" [ 569.626790] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.642212] env[63260]: DEBUG oslo_vmware.api [None req-592c74bf-9405-43db-b9e0-f2f6ad9fdc59 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2284021, 'name': Destroy_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.760558] env[63260]: DEBUG oslo_vmware.api [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284020, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.956532] env[63260]: DEBUG nova.compute.manager [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 569.981784] env[63260]: DEBUG oslo_vmware.api [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Task: {'id': task-2284018, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.058824] env[63260]: DEBUG oslo_vmware.api [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Task: {'id': task-2284019, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.140918] env[63260]: DEBUG oslo_vmware.api [None req-592c74bf-9405-43db-b9e0-f2f6ad9fdc59 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2284021, 'name': Destroy_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.260338] env[63260]: DEBUG oslo_vmware.api [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284020, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.478939] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6c87d2-d6ee-464a-9c10-60568498ad6f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.491376] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54831e8c-030d-4120-9dc3-4eb39bc3a9b7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.494551] env[63260]: DEBUG oslo_vmware.api [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Task: {'id': task-2284018, 'name': ReconfigVM_Task, 'duration_secs': 1.352955} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.494860] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Reconfigured VM instance instance-0000000f to attach disk [datastore2] d9b10b0a-3e6a-45a0-a11a-4351e2a3463d/d9b10b0a-3e6a-45a0-a11a-4351e2a3463d.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 570.495965] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2419121-8dde-43fc-b7d2-bb2f6dc4483c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.525446] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c42636-1cc1-4ce2-99bb-7b1cd8c24740 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.531953] env[63260]: DEBUG oslo_vmware.api [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Waiting for the task: (returnval){ [ 570.531953] env[63260]: value = "task-2284022" [ 570.531953] env[63260]: _type = "Task" [ 570.531953] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.540129] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bddda7-05a7-400a-b6a4-e6d805d79d26 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.550255] env[63260]: DEBUG oslo_vmware.api [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Task: {'id': task-2284022, 'name': Rename_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.562547] env[63260]: DEBUG nova.compute.provider_tree [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 570.571085] env[63260]: DEBUG oslo_vmware.api [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Task: {'id': task-2284019, 'name': ReconfigVM_Task, 'duration_secs': 1.423194} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.571387] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441/9fbbc7c1-db19-4ff0-b2e0-b35fcc850441.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 570.572297] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7816a920-e435-4c1b-9d6d-368440c5e329 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.580207] env[63260]: DEBUG oslo_vmware.api [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Waiting for the task: (returnval){ [ 570.580207] env[63260]: value = "task-2284023" [ 570.580207] env[63260]: _type = "Task" [ 570.580207] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.589429] env[63260]: DEBUG oslo_vmware.api [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Task: {'id': task-2284023, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.612449] env[63260]: DEBUG nova.objects.instance [None req-86b821b4-a841-4d08-9826-b9d5ccd146db tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Lazy-loading 'flavor' on Instance uuid 77b8038e-198c-494f-9d58-92b8d2551a3e {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 570.643603] env[63260]: DEBUG oslo_vmware.api [None req-592c74bf-9405-43db-b9e0-f2f6ad9fdc59 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2284021, 'name': Destroy_Task} progress is 33%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.759928] env[63260]: DEBUG oslo_vmware.api [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284020, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.789612] env[63260]: DEBUG nova.network.neutron [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Successfully updated port: 17c6eab3-283d-4c96-b392-5a1672dbacf8 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 570.796486] env[63260]: DEBUG nova.network.neutron [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Successfully created port: ac159812-72af-49e3-bbe8-b0bd765f8b1a {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 570.834665] env[63260]: DEBUG nova.network.neutron [req-a4ecb1f8-8ce9-4dca-b4c4-717b0b1e2c1a req-32d39afd-8715-4470-91d8-133af05c4a8b service nova] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Updated VIF entry in instance network info cache for port 21fc8277-05b6-4b53-8168-1c5d8bb45b5d. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 570.835263] env[63260]: DEBUG nova.network.neutron [req-a4ecb1f8-8ce9-4dca-b4c4-717b0b1e2c1a req-32d39afd-8715-4470-91d8-133af05c4a8b service nova] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Updating instance_info_cache with network_info: [{"id": "21fc8277-05b6-4b53-8168-1c5d8bb45b5d", "address": "fa:16:3e:30:21:c9", "network": {"id": "4fc500cb-4146-44b7-a92d-a9646be57f04", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-401124344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a62a3d42e1f3416aacebfe756ce8e795", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21fc8277-05", "ovs_interfaceid": "21fc8277-05b6-4b53-8168-1c5d8bb45b5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 570.970171] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquiring lock "05f51648-73be-4989-8574-57bc8eb882b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.970343] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "05f51648-73be-4989-8574-57bc8eb882b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.984537] env[63260]: DEBUG nova.compute.manager [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 571.014944] env[63260]: DEBUG nova.virt.hardware [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 571.015209] env[63260]: DEBUG nova.virt.hardware [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 571.015512] env[63260]: DEBUG nova.virt.hardware [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 571.015643] env[63260]: DEBUG nova.virt.hardware [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 571.015703] env[63260]: DEBUG nova.virt.hardware [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 571.015907] env[63260]: DEBUG nova.virt.hardware [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 571.016283] env[63260]: DEBUG nova.virt.hardware [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 571.016422] env[63260]: DEBUG nova.virt.hardware [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 571.016608] env[63260]: DEBUG nova.virt.hardware [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 571.016778] env[63260]: DEBUG nova.virt.hardware [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 571.016952] env[63260]: DEBUG nova.virt.hardware [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 571.017880] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53475e1-105b-4e07-af5a-e090ee56544c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.028175] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371f7973-c954-4112-a061-5475750dde3b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.053200] env[63260]: DEBUG oslo_vmware.api [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Task: {'id': task-2284022, 'name': Rename_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.088036] env[63260]: ERROR nova.scheduler.client.report [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [req-14b53919-2fdf-45d6-96e6-7ed12b5b90a1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 535ed902-6829-4832-9c79-14d5c1df9745. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-14b53919-2fdf-45d6-96e6-7ed12b5b90a1"}]} [ 571.093215] env[63260]: DEBUG oslo_vmware.api [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Task: {'id': task-2284023, 'name': Rename_Task, 'duration_secs': 0.153198} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.093385] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 571.094339] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb12a984-327f-4f66-9cd2-ed0a13cd6495 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.101597] env[63260]: DEBUG oslo_vmware.api [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Waiting for the task: (returnval){ [ 571.101597] env[63260]: value = "task-2284024" [ 571.101597] env[63260]: _type = "Task" [ 571.101597] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.107968] env[63260]: DEBUG nova.scheduler.client.report [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Refreshing inventories for resource provider 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 571.112855] env[63260]: DEBUG oslo_vmware.api [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Task: {'id': task-2284024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.117657] env[63260]: DEBUG oslo_concurrency.lockutils [None req-86b821b4-a841-4d08-9826-b9d5ccd146db tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Acquiring lock "refresh_cache-77b8038e-198c-494f-9d58-92b8d2551a3e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.117818] env[63260]: DEBUG oslo_concurrency.lockutils [None req-86b821b4-a841-4d08-9826-b9d5ccd146db tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Acquired lock "refresh_cache-77b8038e-198c-494f-9d58-92b8d2551a3e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.117984] env[63260]: DEBUG nova.network.neutron [None req-86b821b4-a841-4d08-9826-b9d5ccd146db tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 571.118251] env[63260]: DEBUG nova.objects.instance [None req-86b821b4-a841-4d08-9826-b9d5ccd146db tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Lazy-loading 'info_cache' on Instance uuid 77b8038e-198c-494f-9d58-92b8d2551a3e {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 571.129044] env[63260]: DEBUG nova.scheduler.client.report [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Updating ProviderTree inventory for provider 535ed902-6829-4832-9c79-14d5c1df9745 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 571.129044] env[63260]: DEBUG nova.compute.provider_tree [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 571.142255] env[63260]: DEBUG oslo_vmware.api [None req-592c74bf-9405-43db-b9e0-f2f6ad9fdc59 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2284021, 'name': Destroy_Task, 'duration_secs': 1.139618} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.143803] env[63260]: DEBUG nova.scheduler.client.report [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Refreshing aggregate associations for resource provider 535ed902-6829-4832-9c79-14d5c1df9745, aggregates: None {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 571.148340] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-592c74bf-9405-43db-b9e0-f2f6ad9fdc59 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Destroyed the VM [ 571.148340] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-592c74bf-9405-43db-b9e0-f2f6ad9fdc59 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Deleting Snapshot of the VM instance {{(pid=63260) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 571.148340] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-592a0ade-c43a-477d-858d-d84f78feb07c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.157541] env[63260]: DEBUG oslo_vmware.api [None req-592c74bf-9405-43db-b9e0-f2f6ad9fdc59 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Waiting for the task: (returnval){ [ 571.157541] env[63260]: value = "task-2284025" [ 571.157541] env[63260]: _type = "Task" [ 571.157541] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.167217] env[63260]: DEBUG oslo_vmware.api [None req-592c74bf-9405-43db-b9e0-f2f6ad9fdc59 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2284025, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.178974] env[63260]: DEBUG nova.scheduler.client.report [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Refreshing trait associations for resource provider 535ed902-6829-4832-9c79-14d5c1df9745, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 571.267938] env[63260]: DEBUG oslo_vmware.api [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284020, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.291834] env[63260]: DEBUG oslo_concurrency.lockutils [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Acquiring lock "refresh_cache-84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.292081] env[63260]: DEBUG oslo_concurrency.lockutils [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Acquired lock "refresh_cache-84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.292585] env[63260]: DEBUG nova.network.neutron [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 571.338683] env[63260]: DEBUG oslo_concurrency.lockutils [req-a4ecb1f8-8ce9-4dca-b4c4-717b0b1e2c1a req-32d39afd-8715-4470-91d8-133af05c4a8b service nova] Releasing lock "refresh_cache-9fbbc7c1-db19-4ff0-b2e0-b35fcc850441" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.457577] env[63260]: DEBUG nova.compute.manager [req-df0013b3-28ee-4ebb-86be-ec9878f3d7da req-e5a332f3-13e9-40b5-a91b-c073d4b6c3f5 service nova] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Received event network-vif-plugged-17c6eab3-283d-4c96-b392-5a1672dbacf8 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 571.457577] env[63260]: DEBUG oslo_concurrency.lockutils [req-df0013b3-28ee-4ebb-86be-ec9878f3d7da req-e5a332f3-13e9-40b5-a91b-c073d4b6c3f5 service nova] Acquiring lock "84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.458217] env[63260]: DEBUG oslo_concurrency.lockutils [req-df0013b3-28ee-4ebb-86be-ec9878f3d7da req-e5a332f3-13e9-40b5-a91b-c073d4b6c3f5 service nova] Lock "84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.458470] env[63260]: DEBUG oslo_concurrency.lockutils [req-df0013b3-28ee-4ebb-86be-ec9878f3d7da req-e5a332f3-13e9-40b5-a91b-c073d4b6c3f5 service nova] Lock "84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.458689] env[63260]: DEBUG nova.compute.manager [req-df0013b3-28ee-4ebb-86be-ec9878f3d7da req-e5a332f3-13e9-40b5-a91b-c073d4b6c3f5 service nova] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] No waiting events found dispatching network-vif-plugged-17c6eab3-283d-4c96-b392-5a1672dbacf8 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 571.458815] env[63260]: WARNING nova.compute.manager [req-df0013b3-28ee-4ebb-86be-ec9878f3d7da req-e5a332f3-13e9-40b5-a91b-c073d4b6c3f5 service nova] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Received unexpected event network-vif-plugged-17c6eab3-283d-4c96-b392-5a1672dbacf8 for instance with vm_state building and task_state spawning. [ 571.543700] env[63260]: DEBUG oslo_vmware.api [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Task: {'id': task-2284022, 'name': Rename_Task, 'duration_secs': 1.001786} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.546417] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 571.546832] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a88c2b6-b6a9-4920-8ff6-e673cda3a831 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.554808] env[63260]: DEBUG oslo_vmware.api [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Waiting for the task: (returnval){ [ 571.554808] env[63260]: value = "task-2284026" [ 571.554808] env[63260]: _type = "Task" [ 571.554808] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.566512] env[63260]: DEBUG oslo_vmware.api [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Task: {'id': task-2284026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.617589] env[63260]: DEBUG oslo_vmware.api [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Task: {'id': task-2284024, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.622328] env[63260]: DEBUG nova.objects.base [None req-86b821b4-a841-4d08-9826-b9d5ccd146db tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Object Instance<77b8038e-198c-494f-9d58-92b8d2551a3e> lazy-loaded attributes: flavor,info_cache {{(pid=63260) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 571.673442] env[63260]: DEBUG oslo_vmware.api [None req-592c74bf-9405-43db-b9e0-f2f6ad9fdc59 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2284025, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.727279] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28287eb6-d71b-4783-bd0c-f12d01820d2e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.740449] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecff535-c853-4b4d-8fe0-6863f513ec33 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.778697] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f937e37c-c7ca-42cc-b811-2780ce51f89c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.790227] env[63260]: DEBUG oslo_vmware.api [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284020, 'name': ReconfigVM_Task, 'duration_secs': 2.17049} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.790867] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Updating instance 'd1cb9a44-ac61-41ee-b6c4-5611b6358f7e' progress to 33 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 571.796341] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed8a9df-40f3-440f-9983-6d42e4828041 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.815865] env[63260]: DEBUG nova.compute.provider_tree [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 571.867319] env[63260]: DEBUG nova.network.neutron [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 572.066768] env[63260]: DEBUG oslo_vmware.api [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Task: {'id': task-2284026, 'name': PowerOnVM_Task, 'duration_secs': 0.494972} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.067046] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 572.067252] env[63260]: INFO nova.compute.manager [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Took 11.94 seconds to spawn the instance on the hypervisor. [ 572.067505] env[63260]: DEBUG nova.compute.manager [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 572.068325] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a44a7fa-46a9-4991-82df-d4e79239471e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.115179] env[63260]: DEBUG oslo_vmware.api [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Task: {'id': task-2284024, 'name': PowerOnVM_Task, 'duration_secs': 0.523875} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.115179] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 572.115179] env[63260]: INFO nova.compute.manager [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Took 9.39 seconds to spawn the instance on the hypervisor. [ 572.115179] env[63260]: DEBUG nova.compute.manager [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 572.116283] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beca8ff1-b5da-4c79-946b-0b0b60ab6a38 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.168122] env[63260]: DEBUG oslo_vmware.api [None req-592c74bf-9405-43db-b9e0-f2f6ad9fdc59 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2284025, 'name': RemoveSnapshot_Task, 'duration_secs': 0.80289} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.169080] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-592c74bf-9405-43db-b9e0-f2f6ad9fdc59 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Deleted Snapshot of the VM instance {{(pid=63260) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 572.169326] env[63260]: INFO nova.compute.manager [None req-592c74bf-9405-43db-b9e0-f2f6ad9fdc59 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Took 16.51 seconds to snapshot the instance on the hypervisor. [ 572.184495] env[63260]: DEBUG nova.network.neutron [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Updating instance_info_cache with network_info: [{"id": "17c6eab3-283d-4c96-b392-5a1672dbacf8", "address": "fa:16:3e:e7:ff:02", "network": {"id": "9118b5b6-392a-432a-b5a9-26cc5fbce040", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-30004806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3857992c7548b6a742d8e27e5e147a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17c6eab3-28", "ovs_interfaceid": "17c6eab3-283d-4c96-b392-5a1672dbacf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 572.298564] env[63260]: DEBUG nova.virt.hardware [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 572.299900] env[63260]: DEBUG nova.virt.hardware [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 572.299900] env[63260]: DEBUG nova.virt.hardware [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 572.299900] env[63260]: DEBUG nova.virt.hardware [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 572.299900] env[63260]: DEBUG nova.virt.hardware [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 572.299900] env[63260]: DEBUG nova.virt.hardware [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 572.300108] env[63260]: DEBUG nova.virt.hardware [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 572.300108] env[63260]: DEBUG nova.virt.hardware [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 572.300108] env[63260]: DEBUG nova.virt.hardware [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 572.300211] env[63260]: DEBUG nova.virt.hardware [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 572.300403] env[63260]: DEBUG nova.virt.hardware [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 572.306786] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Reconfiguring VM instance instance-00000005 to detach disk 2000 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 572.309347] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-581f43d8-3d58-49a9-9eb8-1fab519fa41b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.334774] env[63260]: DEBUG oslo_vmware.api [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Waiting for the task: (returnval){ [ 572.334774] env[63260]: value = "task-2284027" [ 572.334774] env[63260]: _type = "Task" [ 572.334774] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.351857] env[63260]: DEBUG oslo_vmware.api [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284027, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.366963] env[63260]: DEBUG nova.scheduler.client.report [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Updated inventory for provider 535ed902-6829-4832-9c79-14d5c1df9745 with generation 39 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 572.367401] env[63260]: DEBUG nova.compute.provider_tree [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Updating resource provider 535ed902-6829-4832-9c79-14d5c1df9745 generation from 39 to 40 during operation: update_inventory {{(pid=63260) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 572.367495] env[63260]: DEBUG nova.compute.provider_tree [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 572.592498] env[63260]: INFO nova.compute.manager [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Took 31.78 seconds to build instance. [ 572.645655] env[63260]: INFO nova.compute.manager [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Took 30.41 seconds to build instance. [ 572.676985] env[63260]: DEBUG nova.network.neutron [None req-86b821b4-a841-4d08-9826-b9d5ccd146db tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Updating instance_info_cache with network_info: [{"id": "f3bd27cb-4d44-4ffb-b50a-358c620772a0", "address": "fa:16:3e:c5:54:6e", "network": {"id": "01fd18b0-c8b9-4ffd-9551-2acb354ae75c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-521305395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca8df9a57594425f805f0b0f9b38bc76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3bd27cb-4d", "ovs_interfaceid": "f3bd27cb-4d44-4ffb-b50a-358c620772a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 572.688985] env[63260]: DEBUG oslo_concurrency.lockutils [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Releasing lock "refresh_cache-84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.689368] env[63260]: DEBUG nova.compute.manager [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Instance network_info: |[{"id": "17c6eab3-283d-4c96-b392-5a1672dbacf8", "address": "fa:16:3e:e7:ff:02", "network": {"id": "9118b5b6-392a-432a-b5a9-26cc5fbce040", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-30004806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3857992c7548b6a742d8e27e5e147a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17c6eab3-28", "ovs_interfaceid": "17c6eab3-283d-4c96-b392-5a1672dbacf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 572.689969] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:ff:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17c6eab3-283d-4c96-b392-5a1672dbacf8', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 572.697614] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Creating folder: Project (5b3857992c7548b6a742d8e27e5e147a). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 572.700018] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1657974-34a2-4af7-bf4a-062db7224894 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.714641] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Created folder: Project (5b3857992c7548b6a742d8e27e5e147a) in parent group-v464889. [ 572.714641] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Creating folder: Instances. Parent ref: group-v464935. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 572.714641] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-271aea6b-40fa-4147-a844-965f116a8f34 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.725761] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Created folder: Instances in parent group-v464935. [ 572.726033] env[63260]: DEBUG oslo.service.loopingcall [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 572.726230] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 572.726436] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1caffc5-5e76-4967-b437-17a5ea21f9c2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.747889] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 572.747889] env[63260]: value = "task-2284030" [ 572.747889] env[63260]: _type = "Task" [ 572.747889] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.756540] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284030, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.847641] env[63260]: DEBUG oslo_vmware.api [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284027, 'name': ReconfigVM_Task, 'duration_secs': 0.359282} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.847641] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Reconfigured VM instance instance-00000005 to detach disk 2000 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 572.848089] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e33a877-d7ec-43c3-a547-fd23ca815f41 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.881977] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] d1cb9a44-ac61-41ee-b6c4-5611b6358f7e/d1cb9a44-ac61-41ee-b6c4-5611b6358f7e.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 572.882368] env[63260]: DEBUG oslo_concurrency.lockutils [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.958s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.882744] env[63260]: DEBUG nova.compute.manager [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 572.890071] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccbf2ce3-a55b-4227-a65d-dbfafcde7380 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.902831] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5e74c8bf-96d5-45c0-820f-9f7c4655e9eb tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.650s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.903101] env[63260]: DEBUG nova.objects.instance [None req-5e74c8bf-96d5-45c0-820f-9f7c4655e9eb tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Lazy-loading 'resources' on Instance uuid 099d6c93-4684-4394-9a91-fa1c055c9a60 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 572.911540] env[63260]: DEBUG oslo_vmware.api [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Waiting for the task: (returnval){ [ 572.911540] env[63260]: value = "task-2284031" [ 572.911540] env[63260]: _type = "Task" [ 572.911540] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.922878] env[63260]: DEBUG oslo_vmware.api [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284031, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.094481] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d4a43ca6-501b-4efa-9d99-d34fce9d7fa7 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Lock "d9b10b0a-3e6a-45a0-a11a-4351e2a3463d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.022s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.149922] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6f90f862-5331-4b44-9e10-f9dd141a9d55 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Lock "9fbbc7c1-db19-4ff0-b2e0-b35fcc850441" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.317s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.183831] env[63260]: DEBUG oslo_concurrency.lockutils [None req-86b821b4-a841-4d08-9826-b9d5ccd146db tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Releasing lock "refresh_cache-77b8038e-198c-494f-9d58-92b8d2551a3e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.261170] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284030, 'name': CreateVM_Task, 'duration_secs': 0.48336} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.261170] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 573.261912] env[63260]: DEBUG oslo_concurrency.lockutils [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.262842] env[63260]: DEBUG oslo_concurrency.lockutils [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.262842] env[63260]: DEBUG oslo_concurrency.lockutils [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.263134] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c91a3890-45ad-42e2-981f-df3bcd8914b3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.271026] env[63260]: DEBUG oslo_vmware.api [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Waiting for the task: (returnval){ [ 573.271026] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5298dec0-e8cd-2575-81fd-7bca5ccadd0d" [ 573.271026] env[63260]: _type = "Task" [ 573.271026] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.280477] env[63260]: DEBUG oslo_vmware.api [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5298dec0-e8cd-2575-81fd-7bca5ccadd0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.390356] env[63260]: DEBUG nova.compute.utils [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 573.391867] env[63260]: DEBUG nova.compute.manager [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 573.395183] env[63260]: DEBUG nova.network.neutron [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 573.428973] env[63260]: DEBUG oslo_vmware.api [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284031, 'name': ReconfigVM_Task, 'duration_secs': 0.473818} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.429303] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Reconfigured VM instance instance-00000005 to attach disk [datastore2] d1cb9a44-ac61-41ee-b6c4-5611b6358f7e/d1cb9a44-ac61-41ee-b6c4-5611b6358f7e.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 573.429567] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Updating instance 'd1cb9a44-ac61-41ee-b6c4-5611b6358f7e' progress to 50 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 573.485737] env[63260]: DEBUG nova.policy [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '947992485b964463a200e64150c9e686', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'afec14ab5c3244a5a4bbc3347cbf67fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 573.523146] env[63260]: DEBUG nova.network.neutron [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Successfully updated port: ac159812-72af-49e3-bbe8-b0bd765f8b1a {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 573.600693] env[63260]: DEBUG nova.compute.manager [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 573.656155] env[63260]: DEBUG nova.compute.manager [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 573.714507] env[63260]: DEBUG nova.compute.manager [req-7f9563af-93c7-4f85-8235-708fbfb945bb req-1acc15ef-fd71-4171-9654-10747c7b12e8 service nova] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Received event network-vif-plugged-ac159812-72af-49e3-bbe8-b0bd765f8b1a {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 573.714507] env[63260]: DEBUG oslo_concurrency.lockutils [req-7f9563af-93c7-4f85-8235-708fbfb945bb req-1acc15ef-fd71-4171-9654-10747c7b12e8 service nova] Acquiring lock "d524fb17-62cf-42e9-a93f-0066614314a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.716759] env[63260]: DEBUG oslo_concurrency.lockutils [req-7f9563af-93c7-4f85-8235-708fbfb945bb req-1acc15ef-fd71-4171-9654-10747c7b12e8 service nova] Lock "d524fb17-62cf-42e9-a93f-0066614314a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.717316] env[63260]: DEBUG oslo_concurrency.lockutils [req-7f9563af-93c7-4f85-8235-708fbfb945bb req-1acc15ef-fd71-4171-9654-10747c7b12e8 service nova] Lock "d524fb17-62cf-42e9-a93f-0066614314a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.718895] env[63260]: DEBUG nova.compute.manager [req-7f9563af-93c7-4f85-8235-708fbfb945bb req-1acc15ef-fd71-4171-9654-10747c7b12e8 service nova] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] No waiting events found dispatching network-vif-plugged-ac159812-72af-49e3-bbe8-b0bd765f8b1a {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 573.720941] env[63260]: WARNING nova.compute.manager [req-7f9563af-93c7-4f85-8235-708fbfb945bb req-1acc15ef-fd71-4171-9654-10747c7b12e8 service nova] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Received unexpected event network-vif-plugged-ac159812-72af-49e3-bbe8-b0bd765f8b1a for instance with vm_state building and task_state spawning. [ 573.787701] env[63260]: DEBUG oslo_vmware.api [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5298dec0-e8cd-2575-81fd-7bca5ccadd0d, 'name': SearchDatastore_Task, 'duration_secs': 0.013569} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.790058] env[63260]: DEBUG oslo_concurrency.lockutils [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.790058] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 573.790058] env[63260]: DEBUG oslo_concurrency.lockutils [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.790291] env[63260]: DEBUG oslo_concurrency.lockutils [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.790482] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 573.791073] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25a830cf-f82f-4fa8-a8ba-83f527290370 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.806607] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 573.806812] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 573.808325] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6c0756d-223e-4ded-955a-3e2cd8ec9653 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.822792] env[63260]: DEBUG oslo_vmware.api [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Waiting for the task: (returnval){ [ 573.822792] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52344dd6-5eae-82e8-9998-25fbe1394d2a" [ 573.822792] env[63260]: _type = "Task" [ 573.822792] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.836876] env[63260]: DEBUG oslo_vmware.api [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52344dd6-5eae-82e8-9998-25fbe1394d2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.898781] env[63260]: DEBUG nova.compute.manager [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 573.946216] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf0fef5-3ec9-4c18-8cfc-59af4dc84a8c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.980207] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b26e9cb-6c99-4a52-816f-3835144c45b6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.006025] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Updating instance 'd1cb9a44-ac61-41ee-b6c4-5611b6358f7e' progress to 67 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 574.027691] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Acquiring lock "refresh_cache-d524fb17-62cf-42e9-a93f-0066614314a5" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.029819] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Acquired lock "refresh_cache-d524fb17-62cf-42e9-a93f-0066614314a5" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.029819] env[63260]: DEBUG nova.network.neutron [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 574.084626] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f196be-22a5-483e-a3cc-4cdf690d26f6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.097759] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586ef883-7d16-4644-9941-d5a9ed91c071 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.140751] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9346492-2248-43b7-a62c-b989680d00cd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.149894] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b163bd-4c97-4713-b7b9-0533275c4fc2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.155879] env[63260]: DEBUG oslo_concurrency.lockutils [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.166561] env[63260]: DEBUG nova.compute.provider_tree [None req-5e74c8bf-96d5-45c0-820f-9f7c4655e9eb tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 574.181357] env[63260]: DEBUG oslo_concurrency.lockutils [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.193828] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b821b4-a841-4d08-9826-b9d5ccd146db tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 574.194150] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b72130d-079a-4fe5-82d3-31f9f40dd905 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.203195] env[63260]: DEBUG oslo_vmware.api [None req-86b821b4-a841-4d08-9826-b9d5ccd146db tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Waiting for the task: (returnval){ [ 574.203195] env[63260]: value = "task-2284032" [ 574.203195] env[63260]: _type = "Task" [ 574.203195] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.208793] env[63260]: DEBUG nova.network.neutron [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Successfully created port: 0435af71-8708-4f3f-b34a-027a8e80cb7f {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 574.214110] env[63260]: DEBUG oslo_vmware.api [None req-86b821b4-a841-4d08-9826-b9d5ccd146db tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2284032, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.340730] env[63260]: DEBUG oslo_vmware.api [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52344dd6-5eae-82e8-9998-25fbe1394d2a, 'name': SearchDatastore_Task, 'duration_secs': 0.039499} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.342068] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-560920d0-bad0-4144-87ab-1b0223d1c755 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.349288] env[63260]: DEBUG oslo_vmware.api [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Waiting for the task: (returnval){ [ 574.349288] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52feda0d-7eba-1860-3606-b56db8862ac4" [ 574.349288] env[63260]: _type = "Task" [ 574.349288] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.358235] env[63260]: DEBUG oslo_vmware.api [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52feda0d-7eba-1860-3606-b56db8862ac4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.444328] env[63260]: DEBUG nova.compute.manager [req-ba05c7ad-e36e-4c37-8cd3-0a756e836942 req-2390163f-bee8-4723-9fd3-8a2fd23a54ee service nova] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Received event network-changed-17c6eab3-283d-4c96-b392-5a1672dbacf8 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 574.444857] env[63260]: DEBUG nova.compute.manager [req-ba05c7ad-e36e-4c37-8cd3-0a756e836942 req-2390163f-bee8-4723-9fd3-8a2fd23a54ee service nova] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Refreshing instance network info cache due to event network-changed-17c6eab3-283d-4c96-b392-5a1672dbacf8. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 574.445337] env[63260]: DEBUG oslo_concurrency.lockutils [req-ba05c7ad-e36e-4c37-8cd3-0a756e836942 req-2390163f-bee8-4723-9fd3-8a2fd23a54ee service nova] Acquiring lock "refresh_cache-84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.445607] env[63260]: DEBUG oslo_concurrency.lockutils [req-ba05c7ad-e36e-4c37-8cd3-0a756e836942 req-2390163f-bee8-4723-9fd3-8a2fd23a54ee service nova] Acquired lock "refresh_cache-84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.445888] env[63260]: DEBUG nova.network.neutron [req-ba05c7ad-e36e-4c37-8cd3-0a756e836942 req-2390163f-bee8-4723-9fd3-8a2fd23a54ee service nova] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Refreshing network info cache for port 17c6eab3-283d-4c96-b392-5a1672dbacf8 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 574.597434] env[63260]: DEBUG nova.network.neutron [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 574.603351] env[63260]: DEBUG nova.network.neutron [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Port fd2a02c3-ee5b-4afe-9a99-1fbc6562054e binding to destination host cpu-1 is already ACTIVE {{(pid=63260) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 574.671426] env[63260]: DEBUG nova.scheduler.client.report [None req-5e74c8bf-96d5-45c0-820f-9f7c4655e9eb tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 574.717939] env[63260]: DEBUG oslo_vmware.api [None req-86b821b4-a841-4d08-9826-b9d5ccd146db tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2284032, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.815492] env[63260]: DEBUG nova.network.neutron [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Updating instance_info_cache with network_info: [{"id": "ac159812-72af-49e3-bbe8-b0bd765f8b1a", "address": "fa:16:3e:ff:c2:03", "network": {"id": "e98af8d7-455f-4fcb-abd2-abbc9433e3a6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1408624515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8809c2b1d244294b0d7d1959f02686b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac159812-72", "ovs_interfaceid": "ac159812-72af-49e3-bbe8-b0bd765f8b1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 574.862884] env[63260]: DEBUG oslo_vmware.api [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52feda0d-7eba-1860-3606-b56db8862ac4, 'name': SearchDatastore_Task, 'duration_secs': 0.013893} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.863169] env[63260]: DEBUG oslo_concurrency.lockutils [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.863421] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6/84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 574.863680] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14568cbc-55e1-4fef-ab73-ebfc590760ca {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.872423] env[63260]: DEBUG oslo_vmware.api [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Waiting for the task: (returnval){ [ 574.872423] env[63260]: value = "task-2284033" [ 574.872423] env[63260]: _type = "Task" [ 574.872423] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.884302] env[63260]: DEBUG oslo_vmware.api [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': task-2284033, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.920821] env[63260]: DEBUG nova.compute.manager [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 574.958704] env[63260]: DEBUG nova.virt.hardware [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 574.958875] env[63260]: DEBUG nova.virt.hardware [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 574.959099] env[63260]: DEBUG nova.virt.hardware [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 574.960039] env[63260]: DEBUG nova.virt.hardware [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 574.960280] env[63260]: DEBUG nova.virt.hardware [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 574.960460] env[63260]: DEBUG nova.virt.hardware [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 574.960851] env[63260]: DEBUG nova.virt.hardware [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 574.961071] env[63260]: DEBUG nova.virt.hardware [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 574.961327] env[63260]: DEBUG nova.virt.hardware [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 574.961542] env[63260]: DEBUG nova.virt.hardware [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 574.963762] env[63260]: DEBUG nova.virt.hardware [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 574.963762] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3b5067-9ff9-46bd-a3d7-31db6b1d8d7f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.976710] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69a7ddd-8e6d-4135-a60c-d43f41476b9a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.079955] env[63260]: DEBUG oslo_concurrency.lockutils [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Acquiring lock "7d4802a6-50d2-4ac2-bca0-1e8a07618e98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.080209] env[63260]: DEBUG oslo_concurrency.lockutils [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Lock "7d4802a6-50d2-4ac2-bca0-1e8a07618e98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.177565] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5e74c8bf-96d5-45c0-820f-9f7c4655e9eb tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.274s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.184046] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.009s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.185587] env[63260]: INFO nova.compute.claims [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 575.213052] env[63260]: INFO nova.scheduler.client.report [None req-5e74c8bf-96d5-45c0-820f-9f7c4655e9eb tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Deleted allocations for instance 099d6c93-4684-4394-9a91-fa1c055c9a60 [ 575.219162] env[63260]: DEBUG oslo_vmware.api [None req-86b821b4-a841-4d08-9826-b9d5ccd146db tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2284032, 'name': PowerOnVM_Task, 'duration_secs': 0.572618} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.222445] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b821b4-a841-4d08-9826-b9d5ccd146db tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 575.222635] env[63260]: DEBUG nova.compute.manager [None req-86b821b4-a841-4d08-9826-b9d5ccd146db tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 575.224472] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64fd77d-9863-455b-a7f2-50afe69ad97c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.320473] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Releasing lock "refresh_cache-d524fb17-62cf-42e9-a93f-0066614314a5" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.320814] env[63260]: DEBUG nova.compute.manager [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Instance network_info: |[{"id": "ac159812-72af-49e3-bbe8-b0bd765f8b1a", "address": "fa:16:3e:ff:c2:03", "network": {"id": "e98af8d7-455f-4fcb-abd2-abbc9433e3a6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1408624515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8809c2b1d244294b0d7d1959f02686b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac159812-72", "ovs_interfaceid": "ac159812-72af-49e3-bbe8-b0bd765f8b1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 575.322745] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:c2:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac159812-72af-49e3-bbe8-b0bd765f8b1a', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 575.330098] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Creating folder: Project (a8809c2b1d244294b0d7d1959f02686b). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 575.330221] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9384b630-3edc-466b-b068-a24e750b0501 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.342927] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Created folder: Project (a8809c2b1d244294b0d7d1959f02686b) in parent group-v464889. [ 575.343503] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Creating folder: Instances. Parent ref: group-v464938. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 575.343503] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a88d55e5-e39a-4540-add5-4a3905f717fb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.354146] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Created folder: Instances in parent group-v464938. [ 575.354549] env[63260]: DEBUG oslo.service.loopingcall [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 575.354674] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 575.354831] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f10db2c3-5c1e-49da-995b-16a1ef4b22f2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.377814] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 575.377814] env[63260]: value = "task-2284036" [ 575.377814] env[63260]: _type = "Task" [ 575.377814] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.384690] env[63260]: DEBUG oslo_vmware.api [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': task-2284033, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.390659] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284036, 'name': CreateVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.409850] env[63260]: DEBUG nova.network.neutron [req-ba05c7ad-e36e-4c37-8cd3-0a756e836942 req-2390163f-bee8-4723-9fd3-8a2fd23a54ee service nova] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Updated VIF entry in instance network info cache for port 17c6eab3-283d-4c96-b392-5a1672dbacf8. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 575.410208] env[63260]: DEBUG nova.network.neutron [req-ba05c7ad-e36e-4c37-8cd3-0a756e836942 req-2390163f-bee8-4723-9fd3-8a2fd23a54ee service nova] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Updating instance_info_cache with network_info: [{"id": "17c6eab3-283d-4c96-b392-5a1672dbacf8", "address": "fa:16:3e:e7:ff:02", "network": {"id": "9118b5b6-392a-432a-b5a9-26cc5fbce040", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-30004806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3857992c7548b6a742d8e27e5e147a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17c6eab3-28", "ovs_interfaceid": "17c6eab3-283d-4c96-b392-5a1672dbacf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 575.634354] env[63260]: DEBUG oslo_concurrency.lockutils [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquiring lock "d1cb9a44-ac61-41ee-b6c4-5611b6358f7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.635151] env[63260]: DEBUG oslo_concurrency.lockutils [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Lock "d1cb9a44-ac61-41ee-b6c4-5611b6358f7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.635151] env[63260]: DEBUG oslo_concurrency.lockutils [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Lock "d1cb9a44-ac61-41ee-b6c4-5611b6358f7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.726975] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5e74c8bf-96d5-45c0-820f-9f7c4655e9eb tempest-ServersAaction247Test-1332759596 tempest-ServersAaction247Test-1332759596-project-member] Lock "099d6c93-4684-4394-9a91-fa1c055c9a60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.826s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.885784] env[63260]: DEBUG oslo_vmware.api [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': task-2284033, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604511} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.886497] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6/84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 575.886779] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 575.887122] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89dff9ba-1c64-4eac-b399-a0fe753f471a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.892211] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284036, 'name': CreateVM_Task} progress is 25%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.897303] env[63260]: DEBUG oslo_vmware.api [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Waiting for the task: (returnval){ [ 575.897303] env[63260]: value = "task-2284037" [ 575.897303] env[63260]: _type = "Task" [ 575.897303] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.911028] env[63260]: DEBUG oslo_vmware.api [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': task-2284037, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.916678] env[63260]: DEBUG oslo_concurrency.lockutils [req-ba05c7ad-e36e-4c37-8cd3-0a756e836942 req-2390163f-bee8-4723-9fd3-8a2fd23a54ee service nova] Releasing lock "refresh_cache-84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.181466] env[63260]: DEBUG nova.network.neutron [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Successfully updated port: 0435af71-8708-4f3f-b34a-027a8e80cb7f {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 576.197395] env[63260]: DEBUG oslo_concurrency.lockutils [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Acquiring lock "5a0fb955-d6d5-429f-9925-244d7a943bab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.197653] env[63260]: DEBUG oslo_concurrency.lockutils [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Lock "5a0fb955-d6d5-429f-9925-244d7a943bab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.327106] env[63260]: DEBUG oslo_concurrency.lockutils [None req-91d8166c-d836-4630-82b7-1483af795fda tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Acquiring lock "9fbbc7c1-db19-4ff0-b2e0-b35fcc850441" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.327106] env[63260]: DEBUG oslo_concurrency.lockutils [None req-91d8166c-d836-4630-82b7-1483af795fda tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Lock "9fbbc7c1-db19-4ff0-b2e0-b35fcc850441" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.327106] env[63260]: INFO nova.compute.manager [None req-91d8166c-d836-4630-82b7-1483af795fda tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Rebooting instance [ 576.357032] env[63260]: DEBUG nova.compute.manager [req-d09dc059-e0c5-4f24-97f0-2352ca8406f9 req-bf5794e4-8751-490e-b707-df63b79c30f9 service nova] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Received event network-changed-ac159812-72af-49e3-bbe8-b0bd765f8b1a {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 576.357333] env[63260]: DEBUG nova.compute.manager [req-d09dc059-e0c5-4f24-97f0-2352ca8406f9 req-bf5794e4-8751-490e-b707-df63b79c30f9 service nova] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Refreshing instance network info cache due to event network-changed-ac159812-72af-49e3-bbe8-b0bd765f8b1a. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 576.357524] env[63260]: DEBUG oslo_concurrency.lockutils [req-d09dc059-e0c5-4f24-97f0-2352ca8406f9 req-bf5794e4-8751-490e-b707-df63b79c30f9 service nova] Acquiring lock "refresh_cache-d524fb17-62cf-42e9-a93f-0066614314a5" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.357764] env[63260]: DEBUG oslo_concurrency.lockutils [req-d09dc059-e0c5-4f24-97f0-2352ca8406f9 req-bf5794e4-8751-490e-b707-df63b79c30f9 service nova] Acquired lock "refresh_cache-d524fb17-62cf-42e9-a93f-0066614314a5" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.357817] env[63260]: DEBUG nova.network.neutron [req-d09dc059-e0c5-4f24-97f0-2352ca8406f9 req-bf5794e4-8751-490e-b707-df63b79c30f9 service nova] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Refreshing network info cache for port ac159812-72af-49e3-bbe8-b0bd765f8b1a {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 576.391605] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284036, 'name': CreateVM_Task, 'duration_secs': 0.68397} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.394348] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 576.395773] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.395943] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.396292] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.396520] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c574467-e4b4-4a87-98f5-97b84f2add67 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.411536] env[63260]: DEBUG oslo_vmware.api [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Waiting for the task: (returnval){ [ 576.411536] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52cdda30-5549-7f16-4f40-d747d4ee806a" [ 576.411536] env[63260]: _type = "Task" [ 576.411536] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.411807] env[63260]: DEBUG oslo_vmware.api [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': task-2284037, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165643} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.412100] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 576.416358] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339040b4-c22a-4868-aefb-1c25fdb8348b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.427430] env[63260]: DEBUG oslo_vmware.api [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52cdda30-5549-7f16-4f40-d747d4ee806a, 'name': SearchDatastore_Task, 'duration_secs': 0.015144} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.444634] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.444876] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 576.445099] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.445447] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.445447] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 576.454386] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6/84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 576.457340] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bec0137b-ede5-4b48-86ac-143e1bbb7a89 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.462110] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d9a3410-3d3c-4d77-b55a-91a5924e11d7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.483168] env[63260]: DEBUG oslo_vmware.api [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Waiting for the task: (returnval){ [ 576.483168] env[63260]: value = "task-2284038" [ 576.483168] env[63260]: _type = "Task" [ 576.483168] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.488760] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 576.488985] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 576.490235] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbdc892a-c18a-4867-8805-2637d8904e5a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.502037] env[63260]: DEBUG oslo_vmware.api [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': task-2284038, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.503239] env[63260]: DEBUG oslo_vmware.api [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Waiting for the task: (returnval){ [ 576.503239] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]524c45c3-9042-b95c-54da-f431182ea23a" [ 576.503239] env[63260]: _type = "Task" [ 576.503239] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.512504] env[63260]: DEBUG oslo_vmware.api [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]524c45c3-9042-b95c-54da-f431182ea23a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.686476] env[63260]: DEBUG oslo_concurrency.lockutils [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Acquiring lock "refresh_cache-b75e845b-560f-43b4-a24a-5bebe8f72016" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.686628] env[63260]: DEBUG oslo_concurrency.lockutils [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Acquired lock "refresh_cache-b75e845b-560f-43b4-a24a-5bebe8f72016" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.686781] env[63260]: DEBUG nova.network.neutron [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 576.763920] env[63260]: DEBUG oslo_concurrency.lockutils [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquiring lock "refresh_cache-d1cb9a44-ac61-41ee-b6c4-5611b6358f7e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.764414] env[63260]: DEBUG oslo_concurrency.lockutils [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquired lock "refresh_cache-d1cb9a44-ac61-41ee-b6c4-5611b6358f7e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.764723] env[63260]: DEBUG nova.network.neutron [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 576.829034] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a588ac-b5cf-4082-8260-3c16f4c84546 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.850543] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd615bc0-cde6-44f0-87e8-f56a5cbce5c8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.888785] env[63260]: DEBUG oslo_concurrency.lockutils [None req-91d8166c-d836-4630-82b7-1483af795fda tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Acquiring lock "refresh_cache-9fbbc7c1-db19-4ff0-b2e0-b35fcc850441" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.889050] env[63260]: DEBUG oslo_concurrency.lockutils [None req-91d8166c-d836-4630-82b7-1483af795fda tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Acquired lock "refresh_cache-9fbbc7c1-db19-4ff0-b2e0-b35fcc850441" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.889157] env[63260]: DEBUG nova.network.neutron [None req-91d8166c-d836-4630-82b7-1483af795fda tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 576.891147] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c249cd04-9677-4c0d-a251-c54b3e9177f4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.905462] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec1137a-870a-406c-8835-14c2ff5fd170 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.920498] env[63260]: DEBUG nova.compute.provider_tree [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 576.993900] env[63260]: DEBUG nova.compute.manager [req-2809334b-7a5c-4476-a887-8e96b8feec87 req-2e2ed1cd-20a7-4d8a-b5ab-0e0c3ea70c88 service nova] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Received event network-changed-c9ba98c0-fc44-4021-a4ac-e2695105ac95 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 576.994133] env[63260]: DEBUG nova.compute.manager [req-2809334b-7a5c-4476-a887-8e96b8feec87 req-2e2ed1cd-20a7-4d8a-b5ab-0e0c3ea70c88 service nova] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Refreshing instance network info cache due to event network-changed-c9ba98c0-fc44-4021-a4ac-e2695105ac95. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 576.994382] env[63260]: DEBUG oslo_concurrency.lockutils [req-2809334b-7a5c-4476-a887-8e96b8feec87 req-2e2ed1cd-20a7-4d8a-b5ab-0e0c3ea70c88 service nova] Acquiring lock "refresh_cache-d9b10b0a-3e6a-45a0-a11a-4351e2a3463d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.994609] env[63260]: DEBUG oslo_concurrency.lockutils [req-2809334b-7a5c-4476-a887-8e96b8feec87 req-2e2ed1cd-20a7-4d8a-b5ab-0e0c3ea70c88 service nova] Acquired lock "refresh_cache-d9b10b0a-3e6a-45a0-a11a-4351e2a3463d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.994841] env[63260]: DEBUG nova.network.neutron [req-2809334b-7a5c-4476-a887-8e96b8feec87 req-2e2ed1cd-20a7-4d8a-b5ab-0e0c3ea70c88 service nova] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Refreshing network info cache for port c9ba98c0-fc44-4021-a4ac-e2695105ac95 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 577.001934] env[63260]: DEBUG oslo_vmware.api [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': task-2284038, 'name': ReconfigVM_Task, 'duration_secs': 0.296012} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.001934] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6/84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 577.002608] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23e32f67-8300-4450-acfa-e6956b1919d2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.014802] env[63260]: DEBUG oslo_vmware.api [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]524c45c3-9042-b95c-54da-f431182ea23a, 'name': SearchDatastore_Task, 'duration_secs': 0.012118} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.016750] env[63260]: DEBUG oslo_vmware.api [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Waiting for the task: (returnval){ [ 577.016750] env[63260]: value = "task-2284039" [ 577.016750] env[63260]: _type = "Task" [ 577.016750] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.019193] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdcb02bc-d679-4451-8cf0-c7b32518707a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.028335] env[63260]: DEBUG oslo_vmware.api [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Waiting for the task: (returnval){ [ 577.028335] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52115ecf-1788-d315-8681-92014e6633d4" [ 577.028335] env[63260]: _type = "Task" [ 577.028335] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.032612] env[63260]: DEBUG oslo_vmware.api [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': task-2284039, 'name': Rename_Task} progress is 10%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.042994] env[63260]: DEBUG oslo_vmware.api [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52115ecf-1788-d315-8681-92014e6633d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.239087] env[63260]: DEBUG nova.network.neutron [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 577.285432] env[63260]: DEBUG nova.network.neutron [req-d09dc059-e0c5-4f24-97f0-2352ca8406f9 req-bf5794e4-8751-490e-b707-df63b79c30f9 service nova] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Updated VIF entry in instance network info cache for port ac159812-72af-49e3-bbe8-b0bd765f8b1a. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 577.285836] env[63260]: DEBUG nova.network.neutron [req-d09dc059-e0c5-4f24-97f0-2352ca8406f9 req-bf5794e4-8751-490e-b707-df63b79c30f9 service nova] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Updating instance_info_cache with network_info: [{"id": "ac159812-72af-49e3-bbe8-b0bd765f8b1a", "address": "fa:16:3e:ff:c2:03", "network": {"id": "e98af8d7-455f-4fcb-abd2-abbc9433e3a6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1408624515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8809c2b1d244294b0d7d1959f02686b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac159812-72", "ovs_interfaceid": "ac159812-72af-49e3-bbe8-b0bd765f8b1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.425605] env[63260]: DEBUG nova.scheduler.client.report [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 577.532213] env[63260]: DEBUG oslo_vmware.api [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': task-2284039, 'name': Rename_Task, 'duration_secs': 0.15085} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.535360] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 577.535647] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd7bcead-19e5-4ac0-a7d2-47b570b6424a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.543590] env[63260]: DEBUG oslo_vmware.api [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52115ecf-1788-d315-8681-92014e6633d4, 'name': SearchDatastore_Task, 'duration_secs': 0.015487} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.544284] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.544533] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] d524fb17-62cf-42e9-a93f-0066614314a5/d524fb17-62cf-42e9-a93f-0066614314a5.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 577.544923] env[63260]: DEBUG oslo_vmware.api [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Waiting for the task: (returnval){ [ 577.544923] env[63260]: value = "task-2284040" [ 577.544923] env[63260]: _type = "Task" [ 577.544923] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.545139] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21808d34-3136-44c3-be3d-8eb88e13f3fe {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.555261] env[63260]: DEBUG oslo_vmware.api [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': task-2284040, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.556784] env[63260]: DEBUG oslo_vmware.api [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Waiting for the task: (returnval){ [ 577.556784] env[63260]: value = "task-2284041" [ 577.556784] env[63260]: _type = "Task" [ 577.556784] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.573221] env[63260]: DEBUG oslo_vmware.api [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': task-2284041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.765017] env[63260]: DEBUG nova.network.neutron [None req-91d8166c-d836-4630-82b7-1483af795fda tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Updating instance_info_cache with network_info: [{"id": "21fc8277-05b6-4b53-8168-1c5d8bb45b5d", "address": "fa:16:3e:30:21:c9", "network": {"id": "4fc500cb-4146-44b7-a92d-a9646be57f04", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-401124344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a62a3d42e1f3416aacebfe756ce8e795", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21fc8277-05", "ovs_interfaceid": "21fc8277-05b6-4b53-8168-1c5d8bb45b5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.777524] env[63260]: DEBUG nova.network.neutron [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Updating instance_info_cache with network_info: [{"id": "0435af71-8708-4f3f-b34a-027a8e80cb7f", "address": "fa:16:3e:36:fe:f0", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0435af71-87", "ovs_interfaceid": "0435af71-8708-4f3f-b34a-027a8e80cb7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.792819] env[63260]: DEBUG oslo_concurrency.lockutils [req-d09dc059-e0c5-4f24-97f0-2352ca8406f9 req-bf5794e4-8751-490e-b707-df63b79c30f9 service nova] Releasing lock "refresh_cache-d524fb17-62cf-42e9-a93f-0066614314a5" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.913415] env[63260]: DEBUG nova.network.neutron [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Updating instance_info_cache with network_info: [{"id": "fd2a02c3-ee5b-4afe-9a99-1fbc6562054e", "address": "fa:16:3e:d7:e0:8a", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd2a02c3-ee", "ovs_interfaceid": "fd2a02c3-ee5b-4afe-9a99-1fbc6562054e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.933186] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.748s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.933186] env[63260]: DEBUG nova.compute.manager [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 577.939728] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.753s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.939728] env[63260]: INFO nova.compute.claims [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 578.063602] env[63260]: DEBUG oslo_vmware.api [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': task-2284040, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.079642] env[63260]: DEBUG oslo_vmware.api [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': task-2284041, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.113100] env[63260]: DEBUG nova.network.neutron [req-2809334b-7a5c-4476-a887-8e96b8feec87 req-2e2ed1cd-20a7-4d8a-b5ab-0e0c3ea70c88 service nova] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Updated VIF entry in instance network info cache for port c9ba98c0-fc44-4021-a4ac-e2695105ac95. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 578.113554] env[63260]: DEBUG nova.network.neutron [req-2809334b-7a5c-4476-a887-8e96b8feec87 req-2e2ed1cd-20a7-4d8a-b5ab-0e0c3ea70c88 service nova] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Updating instance_info_cache with network_info: [{"id": "c9ba98c0-fc44-4021-a4ac-e2695105ac95", "address": "fa:16:3e:14:f6:c5", "network": {"id": "4bf055a3-d5d9-40b4-be08-92d6174bfefd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1975906922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1075c693d4341eeaeac0e2de0c2c962", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9ba98c0-fc", "ovs_interfaceid": "c9ba98c0-fc44-4021-a4ac-e2695105ac95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.269676] env[63260]: DEBUG oslo_concurrency.lockutils [None req-91d8166c-d836-4630-82b7-1483af795fda tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Releasing lock "refresh_cache-9fbbc7c1-db19-4ff0-b2e0-b35fcc850441" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.281827] env[63260]: DEBUG oslo_concurrency.lockutils [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Releasing lock "refresh_cache-b75e845b-560f-43b4-a24a-5bebe8f72016" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.281827] env[63260]: DEBUG nova.compute.manager [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Instance network_info: |[{"id": "0435af71-8708-4f3f-b34a-027a8e80cb7f", "address": "fa:16:3e:36:fe:f0", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0435af71-87", "ovs_interfaceid": "0435af71-8708-4f3f-b34a-027a8e80cb7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 578.282150] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:fe:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0435af71-8708-4f3f-b34a-027a8e80cb7f', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 578.293023] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Creating folder: Project (afec14ab5c3244a5a4bbc3347cbf67fe). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 578.294832] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-641ebe2b-5836-4a4c-8ca6-b5f47c30c57d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.308133] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Created folder: Project (afec14ab5c3244a5a4bbc3347cbf67fe) in parent group-v464889. [ 578.308133] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Creating folder: Instances. Parent ref: group-v464941. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 578.308464] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0ff891e-ce4f-4340-9ee3-6976261bdfb5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.319622] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Created folder: Instances in parent group-v464941. [ 578.319622] env[63260]: DEBUG oslo.service.loopingcall [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 578.319622] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 578.319622] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54f4a8bd-f52c-4111-b067-baca753312dd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.343973] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 578.343973] env[63260]: value = "task-2284044" [ 578.343973] env[63260]: _type = "Task" [ 578.343973] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.354426] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284044, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.416923] env[63260]: DEBUG oslo_concurrency.lockutils [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Releasing lock "refresh_cache-d1cb9a44-ac61-41ee-b6c4-5611b6358f7e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.450478] env[63260]: DEBUG nova.compute.utils [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 578.452040] env[63260]: DEBUG nova.compute.manager [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 578.452737] env[63260]: DEBUG nova.network.neutron [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 578.498780] env[63260]: DEBUG nova.policy [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb9f97da676d407c813859e22cbf3734', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25f7d7c691404bbf97a0b07129088370', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 578.566319] env[63260]: DEBUG oslo_vmware.api [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': task-2284040, 'name': PowerOnVM_Task, 'duration_secs': 0.573638} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.572603] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 578.573402] env[63260]: INFO nova.compute.manager [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Took 10.44 seconds to spawn the instance on the hypervisor. [ 578.573402] env[63260]: DEBUG nova.compute.manager [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 578.573847] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485d3499-8c75-4905-87d5-987d0487fb69 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.583442] env[63260]: DEBUG oslo_vmware.api [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': task-2284041, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6226} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.588020] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] d524fb17-62cf-42e9-a93f-0066614314a5/d524fb17-62cf-42e9-a93f-0066614314a5.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 578.588020] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 578.588293] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a994a75b-efca-4edc-8e0a-454622b9abd7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.594983] env[63260]: DEBUG oslo_vmware.api [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Waiting for the task: (returnval){ [ 578.594983] env[63260]: value = "task-2284045" [ 578.594983] env[63260]: _type = "Task" [ 578.594983] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.602855] env[63260]: DEBUG oslo_vmware.api [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': task-2284045, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.617110] env[63260]: DEBUG oslo_concurrency.lockutils [req-2809334b-7a5c-4476-a887-8e96b8feec87 req-2e2ed1cd-20a7-4d8a-b5ab-0e0c3ea70c88 service nova] Releasing lock "refresh_cache-d9b10b0a-3e6a-45a0-a11a-4351e2a3463d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.618653] env[63260]: DEBUG nova.compute.manager [req-2809334b-7a5c-4476-a887-8e96b8feec87 req-2e2ed1cd-20a7-4d8a-b5ab-0e0c3ea70c88 service nova] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Received event network-vif-plugged-0435af71-8708-4f3f-b34a-027a8e80cb7f {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 578.618653] env[63260]: DEBUG oslo_concurrency.lockutils [req-2809334b-7a5c-4476-a887-8e96b8feec87 req-2e2ed1cd-20a7-4d8a-b5ab-0e0c3ea70c88 service nova] Acquiring lock "b75e845b-560f-43b4-a24a-5bebe8f72016-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.618653] env[63260]: DEBUG oslo_concurrency.lockutils [req-2809334b-7a5c-4476-a887-8e96b8feec87 req-2e2ed1cd-20a7-4d8a-b5ab-0e0c3ea70c88 service nova] Lock "b75e845b-560f-43b4-a24a-5bebe8f72016-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.618653] env[63260]: DEBUG oslo_concurrency.lockutils [req-2809334b-7a5c-4476-a887-8e96b8feec87 req-2e2ed1cd-20a7-4d8a-b5ab-0e0c3ea70c88 service nova] Lock "b75e845b-560f-43b4-a24a-5bebe8f72016-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.618653] env[63260]: DEBUG nova.compute.manager [req-2809334b-7a5c-4476-a887-8e96b8feec87 req-2e2ed1cd-20a7-4d8a-b5ab-0e0c3ea70c88 service nova] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] No waiting events found dispatching network-vif-plugged-0435af71-8708-4f3f-b34a-027a8e80cb7f {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 578.618880] env[63260]: WARNING nova.compute.manager [req-2809334b-7a5c-4476-a887-8e96b8feec87 req-2e2ed1cd-20a7-4d8a-b5ab-0e0c3ea70c88 service nova] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Received unexpected event network-vif-plugged-0435af71-8708-4f3f-b34a-027a8e80cb7f for instance with vm_state building and task_state spawning. [ 578.618880] env[63260]: DEBUG nova.compute.manager [req-2809334b-7a5c-4476-a887-8e96b8feec87 req-2e2ed1cd-20a7-4d8a-b5ab-0e0c3ea70c88 service nova] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Received event network-changed-0435af71-8708-4f3f-b34a-027a8e80cb7f {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 578.618880] env[63260]: DEBUG nova.compute.manager [req-2809334b-7a5c-4476-a887-8e96b8feec87 req-2e2ed1cd-20a7-4d8a-b5ab-0e0c3ea70c88 service nova] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Refreshing instance network info cache due to event network-changed-0435af71-8708-4f3f-b34a-027a8e80cb7f. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 578.618880] env[63260]: DEBUG oslo_concurrency.lockutils [req-2809334b-7a5c-4476-a887-8e96b8feec87 req-2e2ed1cd-20a7-4d8a-b5ab-0e0c3ea70c88 service nova] Acquiring lock "refresh_cache-b75e845b-560f-43b4-a24a-5bebe8f72016" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.618880] env[63260]: DEBUG oslo_concurrency.lockutils [req-2809334b-7a5c-4476-a887-8e96b8feec87 req-2e2ed1cd-20a7-4d8a-b5ab-0e0c3ea70c88 service nova] Acquired lock "refresh_cache-b75e845b-560f-43b4-a24a-5bebe8f72016" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.619067] env[63260]: DEBUG nova.network.neutron [req-2809334b-7a5c-4476-a887-8e96b8feec87 req-2e2ed1cd-20a7-4d8a-b5ab-0e0c3ea70c88 service nova] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Refreshing network info cache for port 0435af71-8708-4f3f-b34a-027a8e80cb7f {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 578.664719] env[63260]: DEBUG nova.compute.manager [None req-86768149-f408-4e1d-ad3f-548e95269dbe tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 578.666592] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4631bb41-4ba5-4ed4-b399-280f1a817412 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.774877] env[63260]: DEBUG nova.compute.manager [None req-91d8166c-d836-4630-82b7-1483af795fda tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 578.776223] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedad809-41e3-46b6-8291-21b8b4fb4524 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.854267] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284044, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.946121] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc0afb7-d262-4168-900a-2796a57d3272 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.980868] env[63260]: DEBUG nova.compute.manager [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 578.984859] env[63260]: DEBUG nova.network.neutron [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Successfully created port: 51e3f287-a1dd-4df9-9ef7-8d87aadc1868 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 578.990203] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c694074f-c0ad-4374-b055-a7b5a7664919 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.998681] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Updating instance 'd1cb9a44-ac61-41ee-b6c4-5611b6358f7e' progress to 83 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 579.104995] env[63260]: INFO nova.compute.manager [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Took 34.14 seconds to build instance. [ 579.109852] env[63260]: DEBUG oslo_vmware.api [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': task-2284045, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077376} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.110265] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 579.111748] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25977094-fa44-4087-b514-4a0077cabf26 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.136680] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] d524fb17-62cf-42e9-a93f-0066614314a5/d524fb17-62cf-42e9-a93f-0066614314a5.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 579.140179] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c882c01-d5cc-44b0-a74c-ad526713826d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.160857] env[63260]: DEBUG oslo_vmware.api [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Waiting for the task: (returnval){ [ 579.160857] env[63260]: value = "task-2284046" [ 579.160857] env[63260]: _type = "Task" [ 579.160857] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.170181] env[63260]: DEBUG oslo_vmware.api [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': task-2284046, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.180674] env[63260]: INFO nova.compute.manager [None req-86768149-f408-4e1d-ad3f-548e95269dbe tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] instance snapshotting [ 579.183332] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb47802-1cf7-4f7c-ada9-a35e36eca406 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.207821] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fc1a18-d582-4f8c-9019-d2c000ae6fca {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.365734] env[63260]: DEBUG oslo_concurrency.lockutils [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Acquiring lock "38234f24-c2a7-4190-8f54-f953f587d474" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.366039] env[63260]: DEBUG oslo_concurrency.lockutils [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Lock "38234f24-c2a7-4190-8f54-f953f587d474" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.366411] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284044, 'name': CreateVM_Task, 'duration_secs': 0.60066} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.366572] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 579.368093] env[63260]: DEBUG oslo_concurrency.lockutils [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.368271] env[63260]: DEBUG oslo_concurrency.lockutils [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.368587] env[63260]: DEBUG oslo_concurrency.lockutils [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.369115] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40cb168e-1de2-4500-ac62-2a540a206bca {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.374512] env[63260]: DEBUG oslo_vmware.api [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Waiting for the task: (returnval){ [ 579.374512] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5250ecd8-98f1-926b-a9ed-b541c1bcea95" [ 579.374512] env[63260]: _type = "Task" [ 579.374512] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.390582] env[63260]: DEBUG oslo_vmware.api [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5250ecd8-98f1-926b-a9ed-b541c1bcea95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.506208] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 579.506542] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5c642ed-28d9-44f8-be4e-4a23cbcf71d5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.515397] env[63260]: DEBUG oslo_vmware.api [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Waiting for the task: (returnval){ [ 579.515397] env[63260]: value = "task-2284047" [ 579.515397] env[63260]: _type = "Task" [ 579.515397] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.523527] env[63260]: DEBUG oslo_vmware.api [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284047, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.580055] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021f9920-abae-4106-82f4-990c961b0762 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.589325] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0bf37c-bdd3-4941-9d4c-2ffc232fa05e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.624370] env[63260]: DEBUG oslo_concurrency.lockutils [None req-baea89a2-be0a-485e-80ec-e1be35b4e439 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Lock "84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.338s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.626932] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b906cedc-5153-4d39-8745-5c46531a522c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.632482] env[63260]: DEBUG nova.network.neutron [req-2809334b-7a5c-4476-a887-8e96b8feec87 req-2e2ed1cd-20a7-4d8a-b5ab-0e0c3ea70c88 service nova] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Updated VIF entry in instance network info cache for port 0435af71-8708-4f3f-b34a-027a8e80cb7f. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 579.633234] env[63260]: DEBUG nova.network.neutron [req-2809334b-7a5c-4476-a887-8e96b8feec87 req-2e2ed1cd-20a7-4d8a-b5ab-0e0c3ea70c88 service nova] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Updating instance_info_cache with network_info: [{"id": "0435af71-8708-4f3f-b34a-027a8e80cb7f", "address": "fa:16:3e:36:fe:f0", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0435af71-87", "ovs_interfaceid": "0435af71-8708-4f3f-b34a-027a8e80cb7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.637655] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a648d8e9-4751-46f5-9e15-3c3764718af8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.653668] env[63260]: DEBUG nova.compute.provider_tree [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 579.673663] env[63260]: DEBUG oslo_vmware.api [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': task-2284046, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.725243] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-86768149-f408-4e1d-ad3f-548e95269dbe tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Creating Snapshot of the VM instance {{(pid=63260) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 579.725844] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c581de4d-3c46-4aa8-97c6-92f634854eb4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.735479] env[63260]: DEBUG oslo_vmware.api [None req-86768149-f408-4e1d-ad3f-548e95269dbe tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Waiting for the task: (returnval){ [ 579.735479] env[63260]: value = "task-2284048" [ 579.735479] env[63260]: _type = "Task" [ 579.735479] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.750317] env[63260]: DEBUG oslo_vmware.api [None req-86768149-f408-4e1d-ad3f-548e95269dbe tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2284048, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.797179] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce494ad-b98c-4733-bcb3-37bec5d8fde2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.813702] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-91d8166c-d836-4630-82b7-1483af795fda tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Doing hard reboot of VM {{(pid=63260) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 579.814134] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-5bb3c271-772f-4823-9737-acfcc8ccf5f3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.825076] env[63260]: DEBUG oslo_vmware.api [None req-91d8166c-d836-4630-82b7-1483af795fda tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Waiting for the task: (returnval){ [ 579.825076] env[63260]: value = "task-2284049" [ 579.825076] env[63260]: _type = "Task" [ 579.825076] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.836636] env[63260]: DEBUG oslo_vmware.api [None req-91d8166c-d836-4630-82b7-1483af795fda tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Task: {'id': task-2284049, 'name': ResetVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.890577] env[63260]: DEBUG oslo_vmware.api [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5250ecd8-98f1-926b-a9ed-b541c1bcea95, 'name': SearchDatastore_Task, 'duration_secs': 0.015895} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.891040] env[63260]: DEBUG oslo_concurrency.lockutils [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.891220] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 579.891518] env[63260]: DEBUG oslo_concurrency.lockutils [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.891612] env[63260]: DEBUG oslo_concurrency.lockutils [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.891924] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 579.893276] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba2c4fa6-3f4b-4647-815d-3f3f8be798a5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.902977] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 579.903134] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 579.904517] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adda7608-0937-4ce0-ade3-b8c481530682 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.912085] env[63260]: DEBUG oslo_vmware.api [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Waiting for the task: (returnval){ [ 579.912085] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52d1cc37-6550-133f-c508-ad1543846231" [ 579.912085] env[63260]: _type = "Task" [ 579.912085] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.921147] env[63260]: DEBUG oslo_vmware.api [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52d1cc37-6550-133f-c508-ad1543846231, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.001090] env[63260]: DEBUG nova.compute.manager [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 580.026141] env[63260]: DEBUG oslo_vmware.api [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284047, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.095796] env[63260]: DEBUG nova.virt.hardware [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 580.096108] env[63260]: DEBUG nova.virt.hardware [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 580.097287] env[63260]: DEBUG nova.virt.hardware [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 580.097287] env[63260]: DEBUG nova.virt.hardware [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 580.097287] env[63260]: DEBUG nova.virt.hardware [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 580.097287] env[63260]: DEBUG nova.virt.hardware [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 580.097287] env[63260]: DEBUG nova.virt.hardware [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 580.097709] env[63260]: DEBUG nova.virt.hardware [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 580.097709] env[63260]: DEBUG nova.virt.hardware [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 580.097709] env[63260]: DEBUG nova.virt.hardware [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 580.097887] env[63260]: DEBUG nova.virt.hardware [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 580.098716] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5428bf-28f5-45dd-ab69-7bf7d4ce5e09 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.106991] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a4dd64-b4b4-4888-88bf-268015701abd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.130530] env[63260]: DEBUG nova.compute.manager [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 580.138512] env[63260]: DEBUG oslo_concurrency.lockutils [req-2809334b-7a5c-4476-a887-8e96b8feec87 req-2e2ed1cd-20a7-4d8a-b5ab-0e0c3ea70c88 service nova] Releasing lock "refresh_cache-b75e845b-560f-43b4-a24a-5bebe8f72016" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.161898] env[63260]: DEBUG nova.scheduler.client.report [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 580.179806] env[63260]: DEBUG oslo_vmware.api [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': task-2284046, 'name': ReconfigVM_Task, 'duration_secs': 0.56759} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.180413] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Reconfigured VM instance instance-00000012 to attach disk [datastore1] d524fb17-62cf-42e9-a93f-0066614314a5/d524fb17-62cf-42e9-a93f-0066614314a5.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 580.181290] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f3b1358-c7c1-4037-b8ce-62c573caaace {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.189473] env[63260]: DEBUG oslo_vmware.api [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Waiting for the task: (returnval){ [ 580.189473] env[63260]: value = "task-2284050" [ 580.189473] env[63260]: _type = "Task" [ 580.189473] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.199896] env[63260]: DEBUG oslo_vmware.api [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': task-2284050, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.249698] env[63260]: DEBUG oslo_vmware.api [None req-86768149-f408-4e1d-ad3f-548e95269dbe tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2284048, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.336398] env[63260]: DEBUG oslo_vmware.api [None req-91d8166c-d836-4630-82b7-1483af795fda tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Task: {'id': task-2284049, 'name': ResetVM_Task, 'duration_secs': 0.097872} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.336712] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-91d8166c-d836-4630-82b7-1483af795fda tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Did hard reboot of VM {{(pid=63260) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 580.336910] env[63260]: DEBUG nova.compute.manager [None req-91d8166c-d836-4630-82b7-1483af795fda tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 580.337747] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6accdcde-01a0-40a8-8097-ac8d3be3b8a9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.424219] env[63260]: DEBUG oslo_vmware.api [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52d1cc37-6550-133f-c508-ad1543846231, 'name': SearchDatastore_Task, 'duration_secs': 0.009794} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.424219] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37d829df-1842-4ea9-869a-acb25c16d5a3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.430578] env[63260]: DEBUG oslo_vmware.api [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Waiting for the task: (returnval){ [ 580.430578] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]527cba22-dcac-2a73-1bd7-469c4258babe" [ 580.430578] env[63260]: _type = "Task" [ 580.430578] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.442512] env[63260]: DEBUG oslo_vmware.api [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]527cba22-dcac-2a73-1bd7-469c4258babe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.529619] env[63260]: DEBUG oslo_vmware.api [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284047, 'name': PowerOnVM_Task, 'duration_secs': 0.631183} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.529955] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 580.530224] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-66138229-6a1d-4c8d-a2f2-9341f7cbc054 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Updating instance 'd1cb9a44-ac61-41ee-b6c4-5611b6358f7e' progress to 100 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 580.669120] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.670327] env[63260]: DEBUG nova.compute.manager [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 580.675521] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.675823] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.609s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.680302] env[63260]: INFO nova.compute.claims [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 580.702957] env[63260]: DEBUG oslo_vmware.api [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': task-2284050, 'name': Rename_Task, 'duration_secs': 0.22105} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.704502] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 580.704991] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c00a19a2-7a1f-4c7f-8d04-5ae77febcbc2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.711325] env[63260]: DEBUG oslo_vmware.api [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Waiting for the task: (returnval){ [ 580.711325] env[63260]: value = "task-2284051" [ 580.711325] env[63260]: _type = "Task" [ 580.711325] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.728138] env[63260]: DEBUG oslo_vmware.api [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': task-2284051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.750075] env[63260]: DEBUG oslo_vmware.api [None req-86768149-f408-4e1d-ad3f-548e95269dbe tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2284048, 'name': CreateSnapshot_Task, 'duration_secs': 0.812996} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.751431] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-86768149-f408-4e1d-ad3f-548e95269dbe tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Created Snapshot of the VM instance {{(pid=63260) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 580.753017] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b8c390-e2b8-4f23-9d15-3a2e173e82c4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.829023] env[63260]: DEBUG nova.compute.manager [req-bbf743c7-e652-49ad-9509-ffa9a28df32d req-23db7551-5a2b-487f-9a20-774bf70cc349 service nova] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Received event network-changed-17c6eab3-283d-4c96-b392-5a1672dbacf8 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 580.829221] env[63260]: DEBUG nova.compute.manager [req-bbf743c7-e652-49ad-9509-ffa9a28df32d req-23db7551-5a2b-487f-9a20-774bf70cc349 service nova] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Refreshing instance network info cache due to event network-changed-17c6eab3-283d-4c96-b392-5a1672dbacf8. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 580.831051] env[63260]: DEBUG oslo_concurrency.lockutils [req-bbf743c7-e652-49ad-9509-ffa9a28df32d req-23db7551-5a2b-487f-9a20-774bf70cc349 service nova] Acquiring lock "refresh_cache-84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.831270] env[63260]: DEBUG oslo_concurrency.lockutils [req-bbf743c7-e652-49ad-9509-ffa9a28df32d req-23db7551-5a2b-487f-9a20-774bf70cc349 service nova] Acquired lock "refresh_cache-84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.831458] env[63260]: DEBUG nova.network.neutron [req-bbf743c7-e652-49ad-9509-ffa9a28df32d req-23db7551-5a2b-487f-9a20-774bf70cc349 service nova] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Refreshing network info cache for port 17c6eab3-283d-4c96-b392-5a1672dbacf8 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 580.850715] env[63260]: DEBUG oslo_concurrency.lockutils [None req-91d8166c-d836-4630-82b7-1483af795fda tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Lock "9fbbc7c1-db19-4ff0-b2e0-b35fcc850441" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.524s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.944652] env[63260]: DEBUG oslo_vmware.api [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]527cba22-dcac-2a73-1bd7-469c4258babe, 'name': SearchDatastore_Task, 'duration_secs': 0.012026} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.944652] env[63260]: DEBUG oslo_concurrency.lockutils [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.944652] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] b75e845b-560f-43b4-a24a-5bebe8f72016/b75e845b-560f-43b4-a24a-5bebe8f72016.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 580.945170] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2af89777-d381-4d52-97cd-356df7a53b83 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.953075] env[63260]: DEBUG oslo_vmware.api [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Waiting for the task: (returnval){ [ 580.953075] env[63260]: value = "task-2284052" [ 580.953075] env[63260]: _type = "Task" [ 580.953075] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.963502] env[63260]: DEBUG oslo_vmware.api [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': task-2284052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.018106] env[63260]: DEBUG nova.network.neutron [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Successfully updated port: 51e3f287-a1dd-4df9-9ef7-8d87aadc1868 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 581.185592] env[63260]: DEBUG nova.compute.utils [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 581.189312] env[63260]: DEBUG nova.compute.manager [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 581.189601] env[63260]: DEBUG nova.network.neutron [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 581.228921] env[63260]: DEBUG oslo_vmware.api [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': task-2284051, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.277194] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-86768149-f408-4e1d-ad3f-548e95269dbe tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Creating linked-clone VM from snapshot {{(pid=63260) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 581.279059] env[63260]: DEBUG nova.policy [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eef0be3e37cf48bead17128d939d2f05', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39e733677a474e2fb27f811e0a628159', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 581.281070] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5aec680e-6157-4ed4-a2bc-eb6c8a875ac8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.291956] env[63260]: DEBUG oslo_vmware.api [None req-86768149-f408-4e1d-ad3f-548e95269dbe tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Waiting for the task: (returnval){ [ 581.291956] env[63260]: value = "task-2284053" [ 581.291956] env[63260]: _type = "Task" [ 581.291956] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.303853] env[63260]: DEBUG oslo_vmware.api [None req-86768149-f408-4e1d-ad3f-548e95269dbe tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2284053, 'name': CloneVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.466101] env[63260]: DEBUG oslo_vmware.api [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': task-2284052, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.526558] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Acquiring lock "refresh_cache-334f10fc-b465-4f28-a6e3-919b4342bb0f" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.526558] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Acquired lock "refresh_cache-334f10fc-b465-4f28-a6e3-919b4342bb0f" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.526558] env[63260]: DEBUG nova.network.neutron [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 581.691068] env[63260]: DEBUG nova.compute.manager [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 581.728774] env[63260]: DEBUG oslo_vmware.api [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': task-2284051, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.804813] env[63260]: DEBUG oslo_vmware.api [None req-86768149-f408-4e1d-ad3f-548e95269dbe tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2284053, 'name': CloneVM_Task} progress is 94%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.877138] env[63260]: DEBUG nova.network.neutron [req-bbf743c7-e652-49ad-9509-ffa9a28df32d req-23db7551-5a2b-487f-9a20-774bf70cc349 service nova] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Updated VIF entry in instance network info cache for port 17c6eab3-283d-4c96-b392-5a1672dbacf8. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 581.877985] env[63260]: DEBUG nova.network.neutron [req-bbf743c7-e652-49ad-9509-ffa9a28df32d req-23db7551-5a2b-487f-9a20-774bf70cc349 service nova] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Updating instance_info_cache with network_info: [{"id": "17c6eab3-283d-4c96-b392-5a1672dbacf8", "address": "fa:16:3e:e7:ff:02", "network": {"id": "9118b5b6-392a-432a-b5a9-26cc5fbce040", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-30004806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3857992c7548b6a742d8e27e5e147a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17c6eab3-28", "ovs_interfaceid": "17c6eab3-283d-4c96-b392-5a1672dbacf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 581.968595] env[63260]: DEBUG oslo_vmware.api [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': task-2284052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724883} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.968900] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] b75e845b-560f-43b4-a24a-5bebe8f72016/b75e845b-560f-43b4-a24a-5bebe8f72016.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 581.969142] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 581.969406] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b9bd244-8217-4aed-9b51-bafaec160d74 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.978156] env[63260]: DEBUG oslo_vmware.api [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Waiting for the task: (returnval){ [ 581.978156] env[63260]: value = "task-2284054" [ 581.978156] env[63260]: _type = "Task" [ 581.978156] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.995234] env[63260]: DEBUG oslo_vmware.api [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': task-2284054, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.076395] env[63260]: DEBUG nova.network.neutron [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 582.137648] env[63260]: DEBUG nova.network.neutron [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Successfully created port: d32cc7e2-f6fb-463c-a5d6-f10fe6f5dfce {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 582.229951] env[63260]: DEBUG oslo_vmware.api [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': task-2284051, 'name': PowerOnVM_Task, 'duration_secs': 1.46221} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.236611] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 582.236864] env[63260]: INFO nova.compute.manager [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Took 11.25 seconds to spawn the instance on the hypervisor. [ 582.237097] env[63260]: DEBUG nova.compute.manager [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 582.238866] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af623e3-3eb6-4b71-8f29-da16c5d46c04 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.314250] env[63260]: DEBUG oslo_vmware.api [None req-86768149-f408-4e1d-ad3f-548e95269dbe tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2284053, 'name': CloneVM_Task} progress is 94%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.376281] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c27a2a2-51b0-44a0-b543-e1af431d3543 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.380605] env[63260]: DEBUG oslo_concurrency.lockutils [req-bbf743c7-e652-49ad-9509-ffa9a28df32d req-23db7551-5a2b-487f-9a20-774bf70cc349 service nova] Releasing lock "refresh_cache-84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.384779] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c83840-9d19-4477-8d65-14d033585b1a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.420514] env[63260]: DEBUG nova.network.neutron [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Updating instance_info_cache with network_info: [{"id": "51e3f287-a1dd-4df9-9ef7-8d87aadc1868", "address": "fa:16:3e:b5:41:8f", "network": {"id": "ed6c3b54-cad5-409d-9dae-826a33d6a892", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-837473625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25f7d7c691404bbf97a0b07129088370", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51e3f287-a1", "ovs_interfaceid": "51e3f287-a1dd-4df9-9ef7-8d87aadc1868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.422273] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e7f3f7-4055-4e46-8f70-e3147eb59586 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.431941] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7434cbd-9554-48a5-9d02-edaf71f6537c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.450794] env[63260]: DEBUG nova.compute.provider_tree [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 582.488032] env[63260]: DEBUG oslo_vmware.api [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': task-2284054, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164787} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.488032] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 582.488720] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534e1da3-7e89-4fa9-a340-11902b0d5af0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.513108] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] b75e845b-560f-43b4-a24a-5bebe8f72016/b75e845b-560f-43b4-a24a-5bebe8f72016.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 582.513325] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0be34e7d-fa2f-4b1c-ae14-57e4c9954962 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.535290] env[63260]: DEBUG oslo_vmware.api [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Waiting for the task: (returnval){ [ 582.535290] env[63260]: value = "task-2284055" [ 582.535290] env[63260]: _type = "Task" [ 582.535290] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.545345] env[63260]: DEBUG oslo_vmware.api [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': task-2284055, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.706852] env[63260]: DEBUG nova.compute.manager [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 582.739175] env[63260]: DEBUG nova.virt.hardware [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 582.739175] env[63260]: DEBUG nova.virt.hardware [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 582.739175] env[63260]: DEBUG nova.virt.hardware [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 582.739475] env[63260]: DEBUG nova.virt.hardware [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 582.739475] env[63260]: DEBUG nova.virt.hardware [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 582.739475] env[63260]: DEBUG nova.virt.hardware [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 582.740069] env[63260]: DEBUG nova.virt.hardware [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 582.740442] env[63260]: DEBUG nova.virt.hardware [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 582.740741] env[63260]: DEBUG nova.virt.hardware [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 582.741051] env[63260]: DEBUG nova.virt.hardware [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 582.741467] env[63260]: DEBUG nova.virt.hardware [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 582.742736] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d9b6b3-7db9-4ae1-a7c3-5317ecfeb73b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.759507] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c741694-3e0d-42f6-ad04-efef92cd6d3d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.768388] env[63260]: INFO nova.compute.manager [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Took 34.82 seconds to build instance. [ 582.804573] env[63260]: DEBUG oslo_vmware.api [None req-86768149-f408-4e1d-ad3f-548e95269dbe tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2284053, 'name': CloneVM_Task} progress is 94%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.930020] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Releasing lock "refresh_cache-334f10fc-b465-4f28-a6e3-919b4342bb0f" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.930020] env[63260]: DEBUG nova.compute.manager [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Instance network_info: |[{"id": "51e3f287-a1dd-4df9-9ef7-8d87aadc1868", "address": "fa:16:3e:b5:41:8f", "network": {"id": "ed6c3b54-cad5-409d-9dae-826a33d6a892", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-837473625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25f7d7c691404bbf97a0b07129088370", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51e3f287-a1", "ovs_interfaceid": "51e3f287-a1dd-4df9-9ef7-8d87aadc1868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 582.930278] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:41:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51e3f287-a1dd-4df9-9ef7-8d87aadc1868', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 582.937323] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Creating folder: Project (25f7d7c691404bbf97a0b07129088370). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 582.937959] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0547709f-9bf5-4a25-b3fc-efb738b76655 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.950342] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Created folder: Project (25f7d7c691404bbf97a0b07129088370) in parent group-v464889. [ 582.950342] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Creating folder: Instances. Parent ref: group-v464946. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 582.950342] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d0f7770-f838-4770-b694-e0382630de70 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.954150] env[63260]: DEBUG nova.scheduler.client.report [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 582.965644] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Created folder: Instances in parent group-v464946. [ 582.968151] env[63260]: DEBUG oslo.service.loopingcall [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 582.968725] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 582.968946] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8c8d3d7-1f67-4482-aa42-27cd9c10ad44 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.999256] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 582.999256] env[63260]: value = "task-2284058" [ 582.999256] env[63260]: _type = "Task" [ 582.999256] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.008946] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284058, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.050467] env[63260]: DEBUG oslo_vmware.api [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': task-2284055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.270975] env[63260]: DEBUG nova.compute.manager [req-d88f55d6-e6cc-4d74-8c46-1157d98ae4cd req-efe8c7f9-612d-4a92-9970-736d36696107 service nova] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Received event network-vif-plugged-51e3f287-a1dd-4df9-9ef7-8d87aadc1868 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 583.271239] env[63260]: DEBUG oslo_concurrency.lockutils [req-d88f55d6-e6cc-4d74-8c46-1157d98ae4cd req-efe8c7f9-612d-4a92-9970-736d36696107 service nova] Acquiring lock "334f10fc-b465-4f28-a6e3-919b4342bb0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.271433] env[63260]: DEBUG oslo_concurrency.lockutils [req-d88f55d6-e6cc-4d74-8c46-1157d98ae4cd req-efe8c7f9-612d-4a92-9970-736d36696107 service nova] Lock "334f10fc-b465-4f28-a6e3-919b4342bb0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.271596] env[63260]: DEBUG oslo_concurrency.lockutils [req-d88f55d6-e6cc-4d74-8c46-1157d98ae4cd req-efe8c7f9-612d-4a92-9970-736d36696107 service nova] Lock "334f10fc-b465-4f28-a6e3-919b4342bb0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.271760] env[63260]: DEBUG nova.compute.manager [req-d88f55d6-e6cc-4d74-8c46-1157d98ae4cd req-efe8c7f9-612d-4a92-9970-736d36696107 service nova] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] No waiting events found dispatching network-vif-plugged-51e3f287-a1dd-4df9-9ef7-8d87aadc1868 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 583.272086] env[63260]: WARNING nova.compute.manager [req-d88f55d6-e6cc-4d74-8c46-1157d98ae4cd req-efe8c7f9-612d-4a92-9970-736d36696107 service nova] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Received unexpected event network-vif-plugged-51e3f287-a1dd-4df9-9ef7-8d87aadc1868 for instance with vm_state building and task_state spawning. [ 583.272086] env[63260]: DEBUG nova.compute.manager [req-d88f55d6-e6cc-4d74-8c46-1157d98ae4cd req-efe8c7f9-612d-4a92-9970-736d36696107 service nova] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Received event network-changed-51e3f287-a1dd-4df9-9ef7-8d87aadc1868 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 583.274093] env[63260]: DEBUG nova.compute.manager [req-d88f55d6-e6cc-4d74-8c46-1157d98ae4cd req-efe8c7f9-612d-4a92-9970-736d36696107 service nova] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Refreshing instance network info cache due to event network-changed-51e3f287-a1dd-4df9-9ef7-8d87aadc1868. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 583.274093] env[63260]: DEBUG oslo_concurrency.lockutils [req-d88f55d6-e6cc-4d74-8c46-1157d98ae4cd req-efe8c7f9-612d-4a92-9970-736d36696107 service nova] Acquiring lock "refresh_cache-334f10fc-b465-4f28-a6e3-919b4342bb0f" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.274093] env[63260]: DEBUG oslo_concurrency.lockutils [req-d88f55d6-e6cc-4d74-8c46-1157d98ae4cd req-efe8c7f9-612d-4a92-9970-736d36696107 service nova] Acquired lock "refresh_cache-334f10fc-b465-4f28-a6e3-919b4342bb0f" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.274093] env[63260]: DEBUG nova.network.neutron [req-d88f55d6-e6cc-4d74-8c46-1157d98ae4cd req-efe8c7f9-612d-4a92-9970-736d36696107 service nova] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Refreshing network info cache for port 51e3f287-a1dd-4df9-9ef7-8d87aadc1868 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 583.280441] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8add056b-2620-4431-93e9-7061b61f62eb tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Lock "d524fb17-62cf-42e9-a93f-0066614314a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.462s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.312027] env[63260]: DEBUG oslo_vmware.api [None req-86768149-f408-4e1d-ad3f-548e95269dbe tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2284053, 'name': CloneVM_Task, 'duration_secs': 1.762994} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.312290] env[63260]: INFO nova.virt.vmwareapi.vmops [None req-86768149-f408-4e1d-ad3f-548e95269dbe tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Created linked-clone VM from snapshot [ 583.313694] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3256c036-228c-44f9-889f-988a2da9a19b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.321627] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-86768149-f408-4e1d-ad3f-548e95269dbe tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Uploading image 2c203cac-6a87-47d0-a4de-2a01e56630a1 {{(pid=63260) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 583.355127] env[63260]: DEBUG oslo_vmware.rw_handles [None req-86768149-f408-4e1d-ad3f-548e95269dbe tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 583.355127] env[63260]: value = "vm-464945" [ 583.355127] env[63260]: _type = "VirtualMachine" [ 583.355127] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 583.355127] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3aeca783-595d-413f-86fe-9d1e130061f0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.361626] env[63260]: DEBUG oslo_vmware.rw_handles [None req-86768149-f408-4e1d-ad3f-548e95269dbe tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Lease: (returnval){ [ 583.361626] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]520b4fac-747c-5779-df96-cdf61fb524e2" [ 583.361626] env[63260]: _type = "HttpNfcLease" [ 583.361626] env[63260]: } obtained for exporting VM: (result){ [ 583.361626] env[63260]: value = "vm-464945" [ 583.361626] env[63260]: _type = "VirtualMachine" [ 583.361626] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 583.362708] env[63260]: DEBUG oslo_vmware.api [None req-86768149-f408-4e1d-ad3f-548e95269dbe tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Waiting for the lease: (returnval){ [ 583.362708] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]520b4fac-747c-5779-df96-cdf61fb524e2" [ 583.362708] env[63260]: _type = "HttpNfcLease" [ 583.362708] env[63260]: } to be ready. {{(pid=63260) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 583.372270] env[63260]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 583.372270] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]520b4fac-747c-5779-df96-cdf61fb524e2" [ 583.372270] env[63260]: _type = "HttpNfcLease" [ 583.372270] env[63260]: } is initializing. {{(pid=63260) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 583.472237] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.795s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.474161] env[63260]: DEBUG nova.compute.manager [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 583.478113] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.212s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.480015] env[63260]: INFO nova.compute.claims [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 583.520521] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284058, 'name': CreateVM_Task} progress is 25%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.551263] env[63260]: DEBUG oslo_vmware.api [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': task-2284055, 'name': ReconfigVM_Task, 'duration_secs': 0.605585} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.551815] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Reconfigured VM instance instance-00000013 to attach disk [datastore1] b75e845b-560f-43b4-a24a-5bebe8f72016/b75e845b-560f-43b4-a24a-5bebe8f72016.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 583.553186] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c81660a1-0a7c-49d1-86ff-30bfb61a8a50 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.563349] env[63260]: DEBUG oslo_vmware.api [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Waiting for the task: (returnval){ [ 583.563349] env[63260]: value = "task-2284060" [ 583.563349] env[63260]: _type = "Task" [ 583.563349] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.573709] env[63260]: DEBUG oslo_vmware.api [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': task-2284060, 'name': Rename_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.577408] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5061aab9-d78d-48c9-b134-ef3d6f1ae21c tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquiring lock "d1cb9a44-ac61-41ee-b6c4-5611b6358f7e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.578153] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5061aab9-d78d-48c9-b134-ef3d6f1ae21c tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Lock "d1cb9a44-ac61-41ee-b6c4-5611b6358f7e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.578153] env[63260]: DEBUG nova.compute.manager [None req-5061aab9-d78d-48c9-b134-ef3d6f1ae21c tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Going to confirm migration 1 {{(pid=63260) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 583.623580] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b9dd9c3b-f86f-4306-8449-620257c50810 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Acquiring lock "9fbbc7c1-db19-4ff0-b2e0-b35fcc850441" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.623847] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b9dd9c3b-f86f-4306-8449-620257c50810 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Lock "9fbbc7c1-db19-4ff0-b2e0-b35fcc850441" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.624135] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b9dd9c3b-f86f-4306-8449-620257c50810 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Acquiring lock "9fbbc7c1-db19-4ff0-b2e0-b35fcc850441-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.624394] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b9dd9c3b-f86f-4306-8449-620257c50810 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Lock "9fbbc7c1-db19-4ff0-b2e0-b35fcc850441-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.624799] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b9dd9c3b-f86f-4306-8449-620257c50810 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Lock "9fbbc7c1-db19-4ff0-b2e0-b35fcc850441-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.628339] env[63260]: INFO nova.compute.manager [None req-b9dd9c3b-f86f-4306-8449-620257c50810 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Terminating instance [ 583.784398] env[63260]: DEBUG nova.compute.manager [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 583.871451] env[63260]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 583.871451] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]520b4fac-747c-5779-df96-cdf61fb524e2" [ 583.871451] env[63260]: _type = "HttpNfcLease" [ 583.871451] env[63260]: } is ready. {{(pid=63260) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 583.871657] env[63260]: DEBUG oslo_vmware.rw_handles [None req-86768149-f408-4e1d-ad3f-548e95269dbe tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 583.871657] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]520b4fac-747c-5779-df96-cdf61fb524e2" [ 583.871657] env[63260]: _type = "HttpNfcLease" [ 583.871657] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 583.872677] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da806278-63b5-43aa-8d93-723c0e306353 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.881164] env[63260]: DEBUG oslo_vmware.rw_handles [None req-86768149-f408-4e1d-ad3f-548e95269dbe tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cc5f4a-f99c-1658-7fb2-1843e6b3e165/disk-0.vmdk from lease info. {{(pid=63260) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 583.881344] env[63260]: DEBUG oslo_vmware.rw_handles [None req-86768149-f408-4e1d-ad3f-548e95269dbe tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cc5f4a-f99c-1658-7fb2-1843e6b3e165/disk-0.vmdk for reading. {{(pid=63260) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 583.984550] env[63260]: DEBUG nova.compute.utils [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 583.986161] env[63260]: DEBUG nova.compute.manager [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 583.989017] env[63260]: DEBUG nova.network.neutron [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 7da03876-abb8-4716-89db-150c83bb5062] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 584.013192] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284058, 'name': CreateVM_Task, 'duration_secs': 0.764194} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.014826] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 584.014826] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.014826] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.015008] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.015288] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6372198-7331-4292-8f50-a79188611ad0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.021993] env[63260]: DEBUG oslo_vmware.api [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for the task: (returnval){ [ 584.021993] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]529a3476-d812-c72a-6a7e-dbe0a7c01c3c" [ 584.021993] env[63260]: _type = "Task" [ 584.021993] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.029825] env[63260]: DEBUG oslo_vmware.api [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]529a3476-d812-c72a-6a7e-dbe0a7c01c3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.033573] env[63260]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f10c963d-48a7-4652-8293-9653f5be94be {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.079467] env[63260]: DEBUG oslo_vmware.api [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': task-2284060, 'name': Rename_Task, 'duration_secs': 0.182181} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.079467] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 584.079467] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7965001a-4a8d-443e-aed4-7420884c86c9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.088253] env[63260]: DEBUG oslo_vmware.api [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Waiting for the task: (returnval){ [ 584.088253] env[63260]: value = "task-2284061" [ 584.088253] env[63260]: _type = "Task" [ 584.088253] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.096111] env[63260]: DEBUG oslo_vmware.api [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': task-2284061, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.132855] env[63260]: DEBUG nova.compute.manager [None req-b9dd9c3b-f86f-4306-8449-620257c50810 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 584.133287] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b9dd9c3b-f86f-4306-8449-620257c50810 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 584.134667] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a04699-0ef9-4f5d-8e53-1489c327d6bc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.141269] env[63260]: DEBUG nova.policy [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b03f65a04e7d4d138a573e93a1e25468', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b3606221d8f449db74ead1fd4346926', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 584.151206] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9dd9c3b-f86f-4306-8449-620257c50810 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 584.151206] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9aaa78cd-cba3-4766-8338-32d992722ccb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.158404] env[63260]: DEBUG oslo_vmware.api [None req-b9dd9c3b-f86f-4306-8449-620257c50810 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Waiting for the task: (returnval){ [ 584.158404] env[63260]: value = "task-2284062" [ 584.158404] env[63260]: _type = "Task" [ 584.158404] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.170640] env[63260]: DEBUG oslo_vmware.api [None req-b9dd9c3b-f86f-4306-8449-620257c50810 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Task: {'id': task-2284062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.313853] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.415374] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5061aab9-d78d-48c9-b134-ef3d6f1ae21c tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquiring lock "refresh_cache-d1cb9a44-ac61-41ee-b6c4-5611b6358f7e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.415634] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5061aab9-d78d-48c9-b134-ef3d6f1ae21c tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquired lock "refresh_cache-d1cb9a44-ac61-41ee-b6c4-5611b6358f7e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.415871] env[63260]: DEBUG nova.network.neutron [None req-5061aab9-d78d-48c9-b134-ef3d6f1ae21c tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 584.416189] env[63260]: DEBUG nova.objects.instance [None req-5061aab9-d78d-48c9-b134-ef3d6f1ae21c tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Lazy-loading 'info_cache' on Instance uuid d1cb9a44-ac61-41ee-b6c4-5611b6358f7e {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 584.463818] env[63260]: DEBUG nova.network.neutron [req-d88f55d6-e6cc-4d74-8c46-1157d98ae4cd req-efe8c7f9-612d-4a92-9970-736d36696107 service nova] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Updated VIF entry in instance network info cache for port 51e3f287-a1dd-4df9-9ef7-8d87aadc1868. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 584.464241] env[63260]: DEBUG nova.network.neutron [req-d88f55d6-e6cc-4d74-8c46-1157d98ae4cd req-efe8c7f9-612d-4a92-9970-736d36696107 service nova] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Updating instance_info_cache with network_info: [{"id": "51e3f287-a1dd-4df9-9ef7-8d87aadc1868", "address": "fa:16:3e:b5:41:8f", "network": {"id": "ed6c3b54-cad5-409d-9dae-826a33d6a892", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-837473625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25f7d7c691404bbf97a0b07129088370", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51e3f287-a1", "ovs_interfaceid": "51e3f287-a1dd-4df9-9ef7-8d87aadc1868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.489813] env[63260]: DEBUG nova.compute.manager [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 584.547508] env[63260]: DEBUG oslo_vmware.api [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]529a3476-d812-c72a-6a7e-dbe0a7c01c3c, 'name': SearchDatastore_Task, 'duration_secs': 0.016392} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.549089] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.549089] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 584.549089] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.549089] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.549489] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 584.549489] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d025d51b-3a42-41c3-ba0d-60798f2e1228 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.570246] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 584.570246] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 584.571292] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cee02895-a8e3-40b5-bd08-4018754c1beb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.575573] env[63260]: DEBUG nova.network.neutron [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Successfully updated port: d32cc7e2-f6fb-463c-a5d6-f10fe6f5dfce {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 584.582850] env[63260]: DEBUG oslo_vmware.api [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for the task: (returnval){ [ 584.582850] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]527ac217-7cbd-77f0-f6d2-c5374e1bc4b6" [ 584.582850] env[63260]: _type = "Task" [ 584.582850] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.593582] env[63260]: DEBUG oslo_vmware.api [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]527ac217-7cbd-77f0-f6d2-c5374e1bc4b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.609585] env[63260]: DEBUG oslo_vmware.api [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': task-2284061, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.679279] env[63260]: DEBUG oslo_vmware.api [None req-b9dd9c3b-f86f-4306-8449-620257c50810 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Task: {'id': task-2284062, 'name': PowerOffVM_Task, 'duration_secs': 0.298561} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.679741] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9dd9c3b-f86f-4306-8449-620257c50810 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 584.680067] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b9dd9c3b-f86f-4306-8449-620257c50810 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 584.680961] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fae7fbd4-64ee-48b1-b87a-a4e7e7d1771c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.743766] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b9dd9c3b-f86f-4306-8449-620257c50810 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 584.745711] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b9dd9c3b-f86f-4306-8449-620257c50810 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 584.745711] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9dd9c3b-f86f-4306-8449-620257c50810 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Deleting the datastore file [datastore2] 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 584.745711] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7403c451-dbb2-409a-9bf1-6d9dece3a021 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.757178] env[63260]: DEBUG oslo_vmware.api [None req-b9dd9c3b-f86f-4306-8449-620257c50810 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Waiting for the task: (returnval){ [ 584.757178] env[63260]: value = "task-2284064" [ 584.757178] env[63260]: _type = "Task" [ 584.757178] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.769025] env[63260]: DEBUG oslo_vmware.api [None req-b9dd9c3b-f86f-4306-8449-620257c50810 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Task: {'id': task-2284064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.834547] env[63260]: DEBUG nova.network.neutron [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Successfully created port: 3306e350-7b56-42e5-b6d0-90510c93a38e {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 584.967552] env[63260]: DEBUG oslo_concurrency.lockutils [req-d88f55d6-e6cc-4d74-8c46-1157d98ae4cd req-efe8c7f9-612d-4a92-9970-736d36696107 service nova] Releasing lock "refresh_cache-334f10fc-b465-4f28-a6e3-919b4342bb0f" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.077651] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Acquiring lock "refresh_cache-3c874db9-bb34-4324-88d9-58498c8415b3" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.077837] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Acquired lock "refresh_cache-3c874db9-bb34-4324-88d9-58498c8415b3" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.077991] env[63260]: DEBUG nova.network.neutron [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 585.104011] env[63260]: DEBUG oslo_vmware.api [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]527ac217-7cbd-77f0-f6d2-c5374e1bc4b6, 'name': SearchDatastore_Task, 'duration_secs': 0.012692} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.105224] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a30159cd-99ad-4855-b126-aa5bbd3b946f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.117619] env[63260]: DEBUG oslo_vmware.api [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': task-2284061, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.121489] env[63260]: DEBUG oslo_vmware.api [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for the task: (returnval){ [ 585.121489] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5212ef3c-f74f-0a4f-b132-b280850ab7d5" [ 585.121489] env[63260]: _type = "Task" [ 585.121489] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.135266] env[63260]: DEBUG oslo_vmware.api [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5212ef3c-f74f-0a4f-b132-b280850ab7d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.154250] env[63260]: DEBUG nova.network.neutron [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Successfully created port: f9db31e5-eb90-4d3a-9191-644e3d22e130 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 585.184267] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9563f79-5882-4a3f-8486-72b9ea6e8b02 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.194405] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b160b16e-92fb-4563-a476-20b1c20382b2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.236408] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87e2bf2-3f6b-4447-a852-4f2271430d3d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.246559] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afc5370-54e6-48a5-869e-002e42a24f64 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.264025] env[63260]: DEBUG nova.compute.provider_tree [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 585.276762] env[63260]: DEBUG oslo_vmware.api [None req-b9dd9c3b-f86f-4306-8449-620257c50810 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Task: {'id': task-2284064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279947} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.277769] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9dd9c3b-f86f-4306-8449-620257c50810 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 585.277916] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b9dd9c3b-f86f-4306-8449-620257c50810 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 585.278086] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b9dd9c3b-f86f-4306-8449-620257c50810 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 585.278369] env[63260]: INFO nova.compute.manager [None req-b9dd9c3b-f86f-4306-8449-620257c50810 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Took 1.15 seconds to destroy the instance on the hypervisor. [ 585.278530] env[63260]: DEBUG oslo.service.loopingcall [None req-b9dd9c3b-f86f-4306-8449-620257c50810 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 585.278741] env[63260]: DEBUG nova.compute.manager [-] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 585.278855] env[63260]: DEBUG nova.network.neutron [-] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 585.505997] env[63260]: DEBUG nova.compute.manager [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 585.542235] env[63260]: DEBUG nova.virt.hardware [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 585.542637] env[63260]: DEBUG nova.virt.hardware [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 585.543105] env[63260]: DEBUG nova.virt.hardware [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 585.543759] env[63260]: DEBUG nova.virt.hardware [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 585.543935] env[63260]: DEBUG nova.virt.hardware [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 585.544106] env[63260]: DEBUG nova.virt.hardware [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 585.544325] env[63260]: DEBUG nova.virt.hardware [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 585.544504] env[63260]: DEBUG nova.virt.hardware [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 585.544798] env[63260]: DEBUG nova.virt.hardware [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 585.545200] env[63260]: DEBUG nova.virt.hardware [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 585.545879] env[63260]: DEBUG nova.virt.hardware [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 585.547103] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98be2255-ae2d-4393-bd0c-d12b93edbdf4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.560019] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44e1b57-9a47-4d99-a543-4f399c267dec {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.561517] env[63260]: DEBUG nova.network.neutron [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Successfully created port: 0334fb24-5906-4562-a8d4-43b9555ddfa3 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 585.604389] env[63260]: DEBUG oslo_vmware.api [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': task-2284061, 'name': PowerOnVM_Task, 'duration_secs': 1.433369} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.604389] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 585.604389] env[63260]: INFO nova.compute.manager [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Took 10.68 seconds to spawn the instance on the hypervisor. [ 585.604389] env[63260]: DEBUG nova.compute.manager [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 585.605500] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcf5e06-5cba-44e8-9ef0-94b979d3b78f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.634527] env[63260]: DEBUG oslo_vmware.api [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5212ef3c-f74f-0a4f-b132-b280850ab7d5, 'name': SearchDatastore_Task, 'duration_secs': 0.017361} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.635489] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.635489] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 334f10fc-b465-4f28-a6e3-919b4342bb0f/334f10fc-b465-4f28-a6e3-919b4342bb0f.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 585.637052] env[63260]: DEBUG nova.network.neutron [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 585.639045] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0879523-f23a-49cc-8b64-18d0ff5ccc82 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.649205] env[63260]: DEBUG oslo_vmware.api [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for the task: (returnval){ [ 585.649205] env[63260]: value = "task-2284065" [ 585.649205] env[63260]: _type = "Task" [ 585.649205] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.662091] env[63260]: DEBUG oslo_vmware.api [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.772283] env[63260]: DEBUG nova.scheduler.client.report [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 585.869499] env[63260]: DEBUG nova.network.neutron [None req-5061aab9-d78d-48c9-b134-ef3d6f1ae21c tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Updating instance_info_cache with network_info: [{"id": "fd2a02c3-ee5b-4afe-9a99-1fbc6562054e", "address": "fa:16:3e:d7:e0:8a", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd2a02c3-ee", "ovs_interfaceid": "fd2a02c3-ee5b-4afe-9a99-1fbc6562054e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.879658] env[63260]: DEBUG nova.network.neutron [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Updating instance_info_cache with network_info: [{"id": "d32cc7e2-f6fb-463c-a5d6-f10fe6f5dfce", "address": "fa:16:3e:3b:4b:19", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd32cc7e2-f6", "ovs_interfaceid": "d32cc7e2-f6fb-463c-a5d6-f10fe6f5dfce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.133340] env[63260]: INFO nova.compute.manager [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Took 35.75 seconds to build instance. [ 586.166838] env[63260]: DEBUG oslo_vmware.api [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284065, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.209827] env[63260]: DEBUG nova.network.neutron [-] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.276189] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.799s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.276744] env[63260]: DEBUG nova.compute.manager [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 586.280188] env[63260]: DEBUG oslo_concurrency.lockutils [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.819s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.282166] env[63260]: INFO nova.compute.claims [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 586.372816] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5061aab9-d78d-48c9-b134-ef3d6f1ae21c tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Releasing lock "refresh_cache-d1cb9a44-ac61-41ee-b6c4-5611b6358f7e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.373206] env[63260]: DEBUG nova.objects.instance [None req-5061aab9-d78d-48c9-b134-ef3d6f1ae21c tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Lazy-loading 'migration_context' on Instance uuid d1cb9a44-ac61-41ee-b6c4-5611b6358f7e {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 586.383691] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Releasing lock "refresh_cache-3c874db9-bb34-4324-88d9-58498c8415b3" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.384423] env[63260]: DEBUG nova.compute.manager [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Instance network_info: |[{"id": "d32cc7e2-f6fb-463c-a5d6-f10fe6f5dfce", "address": "fa:16:3e:3b:4b:19", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd32cc7e2-f6", "ovs_interfaceid": "d32cc7e2-f6fb-463c-a5d6-f10fe6f5dfce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 586.384610] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:4b:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd32cc7e2-f6fb-463c-a5d6-f10fe6f5dfce', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 586.399793] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Creating folder: Project (39e733677a474e2fb27f811e0a628159). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 586.400954] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19d1764e-9731-4819-ac99-8d7af7977302 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.411925] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Created folder: Project (39e733677a474e2fb27f811e0a628159) in parent group-v464889. [ 586.412111] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Creating folder: Instances. Parent ref: group-v464949. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 586.412743] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71d99299-206e-4d08-9d1e-55782381d1aa {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.426087] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Created folder: Instances in parent group-v464949. [ 586.426087] env[63260]: DEBUG oslo.service.loopingcall [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 586.426087] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 586.426087] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3e8ac3c-2ba8-45cb-82df-485de96ba032 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.448549] env[63260]: DEBUG nova.compute.manager [req-fcf80439-f3b6-4308-ac97-ccdac6727495 req-d1aded4a-a9c7-4999-8319-b24e36923499 service nova] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Received event network-vif-plugged-d32cc7e2-f6fb-463c-a5d6-f10fe6f5dfce {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 586.448821] env[63260]: DEBUG oslo_concurrency.lockutils [req-fcf80439-f3b6-4308-ac97-ccdac6727495 req-d1aded4a-a9c7-4999-8319-b24e36923499 service nova] Acquiring lock "3c874db9-bb34-4324-88d9-58498c8415b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.449038] env[63260]: DEBUG oslo_concurrency.lockutils [req-fcf80439-f3b6-4308-ac97-ccdac6727495 req-d1aded4a-a9c7-4999-8319-b24e36923499 service nova] Lock "3c874db9-bb34-4324-88d9-58498c8415b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.449823] env[63260]: DEBUG oslo_concurrency.lockutils [req-fcf80439-f3b6-4308-ac97-ccdac6727495 req-d1aded4a-a9c7-4999-8319-b24e36923499 service nova] Lock "3c874db9-bb34-4324-88d9-58498c8415b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.449823] env[63260]: DEBUG nova.compute.manager [req-fcf80439-f3b6-4308-ac97-ccdac6727495 req-d1aded4a-a9c7-4999-8319-b24e36923499 service nova] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] No waiting events found dispatching network-vif-plugged-d32cc7e2-f6fb-463c-a5d6-f10fe6f5dfce {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 586.449823] env[63260]: WARNING nova.compute.manager [req-fcf80439-f3b6-4308-ac97-ccdac6727495 req-d1aded4a-a9c7-4999-8319-b24e36923499 service nova] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Received unexpected event network-vif-plugged-d32cc7e2-f6fb-463c-a5d6-f10fe6f5dfce for instance with vm_state building and task_state spawning. [ 586.449823] env[63260]: DEBUG nova.compute.manager [req-fcf80439-f3b6-4308-ac97-ccdac6727495 req-d1aded4a-a9c7-4999-8319-b24e36923499 service nova] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Received event network-changed-d32cc7e2-f6fb-463c-a5d6-f10fe6f5dfce {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 586.450048] env[63260]: DEBUG nova.compute.manager [req-fcf80439-f3b6-4308-ac97-ccdac6727495 req-d1aded4a-a9c7-4999-8319-b24e36923499 service nova] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Refreshing instance network info cache due to event network-changed-d32cc7e2-f6fb-463c-a5d6-f10fe6f5dfce. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 586.450048] env[63260]: DEBUG oslo_concurrency.lockutils [req-fcf80439-f3b6-4308-ac97-ccdac6727495 req-d1aded4a-a9c7-4999-8319-b24e36923499 service nova] Acquiring lock "refresh_cache-3c874db9-bb34-4324-88d9-58498c8415b3" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.450187] env[63260]: DEBUG oslo_concurrency.lockutils [req-fcf80439-f3b6-4308-ac97-ccdac6727495 req-d1aded4a-a9c7-4999-8319-b24e36923499 service nova] Acquired lock "refresh_cache-3c874db9-bb34-4324-88d9-58498c8415b3" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.450331] env[63260]: DEBUG nova.network.neutron [req-fcf80439-f3b6-4308-ac97-ccdac6727495 req-d1aded4a-a9c7-4999-8319-b24e36923499 service nova] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Refreshing network info cache for port d32cc7e2-f6fb-463c-a5d6-f10fe6f5dfce {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 586.455719] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Acquiring lock "ee17b483-2b67-4714-b8ef-781a358f7fce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.455987] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Lock "ee17b483-2b67-4714-b8ef-781a358f7fce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.460665] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 586.460665] env[63260]: value = "task-2284068" [ 586.460665] env[63260]: _type = "Task" [ 586.460665] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.472231] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284068, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.636203] env[63260]: DEBUG oslo_concurrency.lockutils [None req-92a42a5f-ea2c-413d-a8cd-4dbe3254c25f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Lock "b75e845b-560f-43b4-a24a-5bebe8f72016" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.765s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.665465] env[63260]: DEBUG oslo_vmware.api [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284065, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717932} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.665772] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 334f10fc-b465-4f28-a6e3-919b4342bb0f/334f10fc-b465-4f28-a6e3-919b4342bb0f.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 586.665995] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 586.666289] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26421228-e3c5-4842-933c-f46658d3e887 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.675725] env[63260]: DEBUG oslo_vmware.api [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for the task: (returnval){ [ 586.675725] env[63260]: value = "task-2284069" [ 586.675725] env[63260]: _type = "Task" [ 586.675725] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.685714] env[63260]: DEBUG oslo_vmware.api [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284069, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.711939] env[63260]: INFO nova.compute.manager [-] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Took 1.43 seconds to deallocate network for instance. [ 586.792280] env[63260]: DEBUG nova.compute.utils [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 586.795580] env[63260]: DEBUG nova.compute.manager [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 586.795786] env[63260]: DEBUG nova.network.neutron [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 586.851708] env[63260]: DEBUG nova.policy [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94594ab17c9d445384dca2a750beeb19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31cfbf35b74141c1816af3f24bcfcd68', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 586.877167] env[63260]: DEBUG nova.objects.base [None req-5061aab9-d78d-48c9-b134-ef3d6f1ae21c tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63260) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 586.878715] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634d9ded-715c-4659-b237-c4f08f4a48ce {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.907236] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e224248-d490-436d-b03e-3096973a69b8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.912027] env[63260]: DEBUG oslo_vmware.api [None req-5061aab9-d78d-48c9-b134-ef3d6f1ae21c tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Waiting for the task: (returnval){ [ 586.912027] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52f0c187-6937-b261-b14a-124aa04e5ab4" [ 586.912027] env[63260]: _type = "Task" [ 586.912027] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.920173] env[63260]: DEBUG oslo_vmware.api [None req-5061aab9-d78d-48c9-b134-ef3d6f1ae21c tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52f0c187-6937-b261-b14a-124aa04e5ab4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.974644] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284068, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.030141] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Acquiring lock "fc79ec3c-aa00-466e-b660-ac43d2361bbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.030141] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Lock "fc79ec3c-aa00-466e-b660-ac43d2361bbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.139610] env[63260]: DEBUG nova.compute.manager [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 587.189746] env[63260]: DEBUG oslo_vmware.api [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284069, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073533} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.191221] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 587.192332] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812d436c-3778-419f-9582-16ddee71675f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.220381] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 334f10fc-b465-4f28-a6e3-919b4342bb0f/334f10fc-b465-4f28-a6e3-919b4342bb0f.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 587.224157] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b9dd9c3b-f86f-4306-8449-620257c50810 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.224412] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eda29816-92f0-43b6-9946-d76cfd7234ac {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.240341] env[63260]: DEBUG nova.network.neutron [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Successfully created port: 16e6e650-9c87-424e-89b7-a93d4b24f828 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 587.249886] env[63260]: DEBUG oslo_vmware.api [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for the task: (returnval){ [ 587.249886] env[63260]: value = "task-2284070" [ 587.249886] env[63260]: _type = "Task" [ 587.249886] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.258473] env[63260]: DEBUG oslo_vmware.api [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284070, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.296649] env[63260]: DEBUG nova.compute.manager [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 587.428215] env[63260]: DEBUG oslo_vmware.api [None req-5061aab9-d78d-48c9-b134-ef3d6f1ae21c tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52f0c187-6937-b261-b14a-124aa04e5ab4, 'name': SearchDatastore_Task, 'duration_secs': 0.014161} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.431120] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5061aab9-d78d-48c9-b134-ef3d6f1ae21c tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.477101] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284068, 'name': CreateVM_Task, 'duration_secs': 0.560292} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.483744] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 587.484422] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.484582] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.485087] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.485324] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed92b140-b789-408c-84fc-8ae3fda4c2ee {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.492951] env[63260]: DEBUG oslo_vmware.api [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Waiting for the task: (returnval){ [ 587.492951] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]520ffe0d-090a-e975-896f-0ece00660f86" [ 587.492951] env[63260]: _type = "Task" [ 587.492951] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.493695] env[63260]: DEBUG nova.network.neutron [req-fcf80439-f3b6-4308-ac97-ccdac6727495 req-d1aded4a-a9c7-4999-8319-b24e36923499 service nova] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Updated VIF entry in instance network info cache for port d32cc7e2-f6fb-463c-a5d6-f10fe6f5dfce. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 587.494043] env[63260]: DEBUG nova.network.neutron [req-fcf80439-f3b6-4308-ac97-ccdac6727495 req-d1aded4a-a9c7-4999-8319-b24e36923499 service nova] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Updating instance_info_cache with network_info: [{"id": "d32cc7e2-f6fb-463c-a5d6-f10fe6f5dfce", "address": "fa:16:3e:3b:4b:19", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd32cc7e2-f6", "ovs_interfaceid": "d32cc7e2-f6fb-463c-a5d6-f10fe6f5dfce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.504054] env[63260]: DEBUG oslo_vmware.api [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]520ffe0d-090a-e975-896f-0ece00660f86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.611321] env[63260]: DEBUG nova.network.neutron [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Successfully updated port: 3306e350-7b56-42e5-b6d0-90510c93a38e {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 587.660732] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.762846] env[63260]: DEBUG oslo_vmware.api [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284070, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.864804] env[63260]: DEBUG nova.compute.manager [req-f29d33e1-f8e1-405e-a89a-eace8e813861 req-83ba41c3-1da5-4498-8e9d-5cf30fb94a9f service nova] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Received event network-vif-plugged-3306e350-7b56-42e5-b6d0-90510c93a38e {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 587.865051] env[63260]: DEBUG oslo_concurrency.lockutils [req-f29d33e1-f8e1-405e-a89a-eace8e813861 req-83ba41c3-1da5-4498-8e9d-5cf30fb94a9f service nova] Acquiring lock "7da03876-abb8-4716-89db-150c83bb5062-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.865936] env[63260]: DEBUG oslo_concurrency.lockutils [req-f29d33e1-f8e1-405e-a89a-eace8e813861 req-83ba41c3-1da5-4498-8e9d-5cf30fb94a9f service nova] Lock "7da03876-abb8-4716-89db-150c83bb5062-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.865936] env[63260]: DEBUG oslo_concurrency.lockutils [req-f29d33e1-f8e1-405e-a89a-eace8e813861 req-83ba41c3-1da5-4498-8e9d-5cf30fb94a9f service nova] Lock "7da03876-abb8-4716-89db-150c83bb5062-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.865936] env[63260]: DEBUG nova.compute.manager [req-f29d33e1-f8e1-405e-a89a-eace8e813861 req-83ba41c3-1da5-4498-8e9d-5cf30fb94a9f service nova] [instance: 7da03876-abb8-4716-89db-150c83bb5062] No waiting events found dispatching network-vif-plugged-3306e350-7b56-42e5-b6d0-90510c93a38e {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 587.866254] env[63260]: WARNING nova.compute.manager [req-f29d33e1-f8e1-405e-a89a-eace8e813861 req-83ba41c3-1da5-4498-8e9d-5cf30fb94a9f service nova] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Received unexpected event network-vif-plugged-3306e350-7b56-42e5-b6d0-90510c93a38e for instance with vm_state building and task_state spawning. [ 587.886875] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f6ef85-e06a-4655-a48b-fc88e94845f7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.895491] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b347f78-dd3e-48bb-8cec-8a1a974add55 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.931532] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969b49b7-60b3-41a3-aaf8-8ae31d2870ae {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.940294] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b649a7bb-7a1a-4c43-9b03-0176a86e64b8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.956039] env[63260]: DEBUG nova.compute.provider_tree [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 588.002100] env[63260]: DEBUG oslo_concurrency.lockutils [req-fcf80439-f3b6-4308-ac97-ccdac6727495 req-d1aded4a-a9c7-4999-8319-b24e36923499 service nova] Releasing lock "refresh_cache-3c874db9-bb34-4324-88d9-58498c8415b3" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.011732] env[63260]: DEBUG oslo_vmware.api [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]520ffe0d-090a-e975-896f-0ece00660f86, 'name': SearchDatastore_Task, 'duration_secs': 0.013887} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.012720] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.012720] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 588.012720] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.012720] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.012885] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 588.013081] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-684f3bad-df06-4a82-b315-f610cabc31f1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.026552] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 588.026837] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 588.028214] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fe202da-5871-4ee8-97f3-8c99a3fcabd1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.035329] env[63260]: DEBUG oslo_vmware.api [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Waiting for the task: (returnval){ [ 588.035329] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5249705a-ec2f-a6b9-4642-c539c12a9f0e" [ 588.035329] env[63260]: _type = "Task" [ 588.035329] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.044716] env[63260]: DEBUG oslo_vmware.api [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5249705a-ec2f-a6b9-4642-c539c12a9f0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.175287] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Acquiring lock "59e99a9c-a395-45b6-886a-506f1de1163a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.175593] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Lock "59e99a9c-a395-45b6-886a-506f1de1163a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.262585] env[63260]: DEBUG oslo_vmware.api [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284070, 'name': ReconfigVM_Task, 'duration_secs': 0.665525} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.262906] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 334f10fc-b465-4f28-a6e3-919b4342bb0f/334f10fc-b465-4f28-a6e3-919b4342bb0f.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 588.263607] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74d7bfdd-4aae-4014-a2cb-610bf15907d9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.271088] env[63260]: DEBUG oslo_vmware.api [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for the task: (returnval){ [ 588.271088] env[63260]: value = "task-2284071" [ 588.271088] env[63260]: _type = "Task" [ 588.271088] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.284990] env[63260]: DEBUG oslo_vmware.api [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284071, 'name': Rename_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.314322] env[63260]: DEBUG nova.compute.manager [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 588.352388] env[63260]: DEBUG nova.virt.hardware [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 588.352668] env[63260]: DEBUG nova.virt.hardware [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 588.352819] env[63260]: DEBUG nova.virt.hardware [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 588.354430] env[63260]: DEBUG nova.virt.hardware [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 588.354430] env[63260]: DEBUG nova.virt.hardware [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 588.354430] env[63260]: DEBUG nova.virt.hardware [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 588.354430] env[63260]: DEBUG nova.virt.hardware [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 588.354430] env[63260]: DEBUG nova.virt.hardware [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 588.354774] env[63260]: DEBUG nova.virt.hardware [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 588.354774] env[63260]: DEBUG nova.virt.hardware [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 588.354774] env[63260]: DEBUG nova.virt.hardware [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 588.356664] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a053b9b1-6020-4cf6-a4da-98739fa0de63 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.364015] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d4859a-2c3a-49c3-85b9-58ab9b648a2e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.459108] env[63260]: DEBUG nova.scheduler.client.report [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 588.507275] env[63260]: DEBUG oslo_concurrency.lockutils [None req-241894e7-6bda-488c-9597-10d83b574d67 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Acquiring lock "44216086-3dde-4879-8e91-3dbd796e07cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.507596] env[63260]: DEBUG oslo_concurrency.lockutils [None req-241894e7-6bda-488c-9597-10d83b574d67 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Lock "44216086-3dde-4879-8e91-3dbd796e07cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.507853] env[63260]: DEBUG oslo_concurrency.lockutils [None req-241894e7-6bda-488c-9597-10d83b574d67 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Acquiring lock "44216086-3dde-4879-8e91-3dbd796e07cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.508156] env[63260]: DEBUG oslo_concurrency.lockutils [None req-241894e7-6bda-488c-9597-10d83b574d67 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Lock "44216086-3dde-4879-8e91-3dbd796e07cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.508610] env[63260]: DEBUG oslo_concurrency.lockutils [None req-241894e7-6bda-488c-9597-10d83b574d67 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Lock "44216086-3dde-4879-8e91-3dbd796e07cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.510291] env[63260]: INFO nova.compute.manager [None req-241894e7-6bda-488c-9597-10d83b574d67 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Terminating instance [ 588.548011] env[63260]: DEBUG oslo_vmware.api [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5249705a-ec2f-a6b9-4642-c539c12a9f0e, 'name': SearchDatastore_Task, 'duration_secs': 0.013409} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.548856] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e5f0230-62d6-4d4b-b1a1-3c0e6294c369 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.554187] env[63260]: DEBUG oslo_vmware.api [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Waiting for the task: (returnval){ [ 588.554187] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5272799a-0703-9ba5-a048-0203111e9467" [ 588.554187] env[63260]: _type = "Task" [ 588.554187] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.563144] env[63260]: DEBUG oslo_vmware.api [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5272799a-0703-9ba5-a048-0203111e9467, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.784028] env[63260]: DEBUG oslo_vmware.api [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284071, 'name': Rename_Task, 'duration_secs': 0.189154} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.784028] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 588.784028] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d98935d-30ad-4b81-869c-be3387482114 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.792284] env[63260]: DEBUG oslo_vmware.api [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for the task: (returnval){ [ 588.792284] env[63260]: value = "task-2284072" [ 588.792284] env[63260]: _type = "Task" [ 588.792284] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.802917] env[63260]: DEBUG oslo_vmware.api [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284072, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.863016] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Acquiring lock "877174d8-a4d9-4c03-bd61-81f9e541cd22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.863296] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Lock "877174d8-a4d9-4c03-bd61-81f9e541cd22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.964415] env[63260]: DEBUG oslo_concurrency.lockutils [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.965836] env[63260]: DEBUG nova.compute.manager [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 588.970062] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3965d18d-05cb-48cb-9143-590d744da75f tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.402s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.971017] env[63260]: DEBUG nova.objects.instance [None req-3965d18d-05cb-48cb-9143-590d744da75f tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Lazy-loading 'resources' on Instance uuid 81ec8a31-1a26-41e0-aab1-dc4c9bc12523 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 588.976268] env[63260]: DEBUG nova.compute.manager [req-7ced4682-42be-44e0-a348-8b694fb9323f req-5a986041-b929-4ae3-ab4a-26480600508a service nova] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Received event network-vif-deleted-21fc8277-05b6-4b53-8168-1c5d8bb45b5d {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 589.009806] env[63260]: DEBUG nova.network.neutron [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Successfully updated port: 16e6e650-9c87-424e-89b7-a93d4b24f828 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 589.014376] env[63260]: DEBUG nova.compute.manager [None req-241894e7-6bda-488c-9597-10d83b574d67 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 589.014376] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-241894e7-6bda-488c-9597-10d83b574d67 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 589.015722] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3233d7f4-cd22-47d2-a9ba-eb19f9b8beed {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.023295] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-241894e7-6bda-488c-9597-10d83b574d67 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 589.023453] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7764807d-6878-420b-8e60-91aad610f61c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.030128] env[63260]: DEBUG oslo_vmware.api [None req-241894e7-6bda-488c-9597-10d83b574d67 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Waiting for the task: (returnval){ [ 589.030128] env[63260]: value = "task-2284073" [ 589.030128] env[63260]: _type = "Task" [ 589.030128] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.038743] env[63260]: DEBUG oslo_vmware.api [None req-241894e7-6bda-488c-9597-10d83b574d67 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2284073, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.069253] env[63260]: DEBUG oslo_vmware.api [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5272799a-0703-9ba5-a048-0203111e9467, 'name': SearchDatastore_Task, 'duration_secs': 0.028297} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.069783] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.070245] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 3c874db9-bb34-4324-88d9-58498c8415b3/3c874db9-bb34-4324-88d9-58498c8415b3.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 589.070642] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9c1bf53-e665-4cfe-afe1-dff9c22b9f96 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.081033] env[63260]: DEBUG oslo_vmware.api [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Waiting for the task: (returnval){ [ 589.081033] env[63260]: value = "task-2284074" [ 589.081033] env[63260]: _type = "Task" [ 589.081033] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.093722] env[63260]: DEBUG oslo_vmware.api [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Task: {'id': task-2284074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.203543] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Acquiring lock "1d59ae97-3d8f-4926-bc59-ec290cef74ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.204119] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Lock "1d59ae97-3d8f-4926-bc59-ec290cef74ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.301421] env[63260]: DEBUG oslo_vmware.api [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284072, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.478577] env[63260]: DEBUG nova.compute.utils [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 589.486066] env[63260]: DEBUG nova.compute.manager [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 589.486066] env[63260]: DEBUG nova.network.neutron [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 589.510764] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Acquiring lock "refresh_cache-b6b0258f-4070-4ca1-b322-b4680b81b27e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.510764] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Acquired lock "refresh_cache-b6b0258f-4070-4ca1-b322-b4680b81b27e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.510995] env[63260]: DEBUG nova.network.neutron [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 589.548331] env[63260]: DEBUG oslo_vmware.api [None req-241894e7-6bda-488c-9597-10d83b574d67 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2284073, 'name': PowerOffVM_Task, 'duration_secs': 0.314287} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.551649] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-241894e7-6bda-488c-9597-10d83b574d67 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 589.551861] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-241894e7-6bda-488c-9597-10d83b574d67 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 589.552464] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4e141c6-4790-40c4-96d5-f3e189172b5a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.598365] env[63260]: DEBUG oslo_vmware.api [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Task: {'id': task-2284074, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.613299] env[63260]: DEBUG nova.policy [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3b573917b444d6ba38da0c1b248a55b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e6e23ea710841b3902fbaad494a6c7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 589.623219] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-241894e7-6bda-488c-9597-10d83b574d67 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 589.625419] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-241894e7-6bda-488c-9597-10d83b574d67 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 589.625419] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-241894e7-6bda-488c-9597-10d83b574d67 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Deleting the datastore file [datastore1] 44216086-3dde-4879-8e91-3dbd796e07cf {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 589.625419] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad2bdd66-f366-438e-9d3d-6760f31a4d94 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.631546] env[63260]: DEBUG oslo_vmware.api [None req-241894e7-6bda-488c-9597-10d83b574d67 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Waiting for the task: (returnval){ [ 589.631546] env[63260]: value = "task-2284076" [ 589.631546] env[63260]: _type = "Task" [ 589.631546] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.642888] env[63260]: DEBUG oslo_vmware.api [None req-241894e7-6bda-488c-9597-10d83b574d67 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2284076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.807891] env[63260]: DEBUG oslo_vmware.api [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284072, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.965372] env[63260]: DEBUG nova.network.neutron [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Successfully updated port: f9db31e5-eb90-4d3a-9191-644e3d22e130 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 589.998332] env[63260]: DEBUG nova.compute.manager [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 590.070139] env[63260]: DEBUG nova.network.neutron [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 590.094979] env[63260]: DEBUG oslo_vmware.api [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Task: {'id': task-2284074, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756409} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.100815] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 3c874db9-bb34-4324-88d9-58498c8415b3/3c874db9-bb34-4324-88d9-58498c8415b3.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 590.100815] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 590.100815] env[63260]: DEBUG nova.network.neutron [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Successfully created port: 93480fd0-1fd9-4e02-be52-9b9a79371a02 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 590.104958] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b24fb290-0361-4b8d-bf48-3af9c6fb7193 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.114580] env[63260]: DEBUG oslo_vmware.api [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Waiting for the task: (returnval){ [ 590.114580] env[63260]: value = "task-2284077" [ 590.114580] env[63260]: _type = "Task" [ 590.114580] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.132020] env[63260]: DEBUG oslo_vmware.api [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Task: {'id': task-2284077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.144464] env[63260]: DEBUG nova.compute.manager [req-c2d8bde5-20b2-47cd-8f67-f8d8d589228b req-d59584d8-65fb-4376-8e59-51c0ad8ac5ac service nova] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Received event network-changed-3306e350-7b56-42e5-b6d0-90510c93a38e {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 590.144669] env[63260]: DEBUG nova.compute.manager [req-c2d8bde5-20b2-47cd-8f67-f8d8d589228b req-d59584d8-65fb-4376-8e59-51c0ad8ac5ac service nova] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Refreshing instance network info cache due to event network-changed-3306e350-7b56-42e5-b6d0-90510c93a38e. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 590.144883] env[63260]: DEBUG oslo_concurrency.lockutils [req-c2d8bde5-20b2-47cd-8f67-f8d8d589228b req-d59584d8-65fb-4376-8e59-51c0ad8ac5ac service nova] Acquiring lock "refresh_cache-7da03876-abb8-4716-89db-150c83bb5062" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.145056] env[63260]: DEBUG oslo_concurrency.lockutils [req-c2d8bde5-20b2-47cd-8f67-f8d8d589228b req-d59584d8-65fb-4376-8e59-51c0ad8ac5ac service nova] Acquired lock "refresh_cache-7da03876-abb8-4716-89db-150c83bb5062" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.145197] env[63260]: DEBUG nova.network.neutron [req-c2d8bde5-20b2-47cd-8f67-f8d8d589228b req-d59584d8-65fb-4376-8e59-51c0ad8ac5ac service nova] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Refreshing network info cache for port 3306e350-7b56-42e5-b6d0-90510c93a38e {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 590.152280] env[63260]: DEBUG oslo_vmware.api [None req-241894e7-6bda-488c-9597-10d83b574d67 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2284076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.353673} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.157508] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-241894e7-6bda-488c-9597-10d83b574d67 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 590.157720] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-241894e7-6bda-488c-9597-10d83b574d67 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 590.158370] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-241894e7-6bda-488c-9597-10d83b574d67 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 590.158627] env[63260]: INFO nova.compute.manager [None req-241894e7-6bda-488c-9597-10d83b574d67 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 590.158886] env[63260]: DEBUG oslo.service.loopingcall [None req-241894e7-6bda-488c-9597-10d83b574d67 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 590.160975] env[63260]: DEBUG nova.compute.manager [-] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 590.160975] env[63260]: DEBUG nova.network.neutron [-] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 590.279834] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0d0309-6832-4aca-982e-dd14a284f935 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.289465] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc398164-51e2-4031-81cd-66618f87ff69 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.307573] env[63260]: DEBUG oslo_vmware.api [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284072, 'name': PowerOnVM_Task, 'duration_secs': 1.247791} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.336894] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 590.336894] env[63260]: INFO nova.compute.manager [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Took 10.33 seconds to spawn the instance on the hypervisor. [ 590.336894] env[63260]: DEBUG nova.compute.manager [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 590.338693] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef3c55e-9633-4a11-b126-d4227a0453ad {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.340724] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11053679-1e4c-4517-92a0-09de480b559a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.356137] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d4c819-3e1d-45ac-9072-04f6e5c979b3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.373263] env[63260]: DEBUG nova.compute.provider_tree [None req-3965d18d-05cb-48cb-9143-590d744da75f tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 590.390439] env[63260]: DEBUG nova.network.neutron [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Updating instance_info_cache with network_info: [{"id": "16e6e650-9c87-424e-89b7-a93d4b24f828", "address": "fa:16:3e:bd:34:93", "network": {"id": "9e34a8d6-5292-47b1-bb94-212053542c7a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1999907272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31cfbf35b74141c1816af3f24bcfcd68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16e6e650-9c", "ovs_interfaceid": "16e6e650-9c87-424e-89b7-a93d4b24f828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.636037] env[63260]: DEBUG oslo_vmware.api [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Task: {'id': task-2284077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161444} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.636555] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 590.642736] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97733f5-1a02-4da7-a7bb-c662f3ea03f0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.687217] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 3c874db9-bb34-4324-88d9-58498c8415b3/3c874db9-bb34-4324-88d9-58498c8415b3.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 590.688822] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e68ba47-8f99-4c79-b8a7-8536cd71fbc7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.725306] env[63260]: DEBUG oslo_vmware.api [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Waiting for the task: (returnval){ [ 590.725306] env[63260]: value = "task-2284078" [ 590.725306] env[63260]: _type = "Task" [ 590.725306] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.740283] env[63260]: DEBUG oslo_vmware.api [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Task: {'id': task-2284078, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.776788] env[63260]: DEBUG nova.network.neutron [req-c2d8bde5-20b2-47cd-8f67-f8d8d589228b req-d59584d8-65fb-4376-8e59-51c0ad8ac5ac service nova] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 590.861382] env[63260]: INFO nova.compute.manager [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Took 37.73 seconds to build instance. [ 590.879233] env[63260]: DEBUG nova.scheduler.client.report [None req-3965d18d-05cb-48cb-9143-590d744da75f tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 590.896793] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Releasing lock "refresh_cache-b6b0258f-4070-4ca1-b322-b4680b81b27e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.896793] env[63260]: DEBUG nova.compute.manager [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Instance network_info: |[{"id": "16e6e650-9c87-424e-89b7-a93d4b24f828", "address": "fa:16:3e:bd:34:93", "network": {"id": "9e34a8d6-5292-47b1-bb94-212053542c7a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1999907272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31cfbf35b74141c1816af3f24bcfcd68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16e6e650-9c", "ovs_interfaceid": "16e6e650-9c87-424e-89b7-a93d4b24f828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 590.897693] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:34:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d377d75-3add-4a15-8691-74b2eb010924', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16e6e650-9c87-424e-89b7-a93d4b24f828', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 590.906483] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Creating folder: Project (31cfbf35b74141c1816af3f24bcfcd68). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.910841] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb3e8571-e14d-48b2-9256-6066b4aecdf1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.922116] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Created folder: Project (31cfbf35b74141c1816af3f24bcfcd68) in parent group-v464889. [ 590.922324] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Creating folder: Instances. Parent ref: group-v464952. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.922597] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b033d22-da59-42f3-a01b-bd49cc5e8d4b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.937055] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Created folder: Instances in parent group-v464952. [ 590.937055] env[63260]: DEBUG oslo.service.loopingcall [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 590.937055] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 590.937322] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0dc1dfe2-c235-4046-81f3-d8ef22258a7a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.957941] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 590.957941] env[63260]: value = "task-2284081" [ 590.957941] env[63260]: _type = "Task" [ 590.957941] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.965986] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284081, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.008075] env[63260]: DEBUG nova.compute.manager [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 591.035149] env[63260]: DEBUG nova.virt.hardware [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 591.038810] env[63260]: DEBUG nova.virt.hardware [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 591.038810] env[63260]: DEBUG nova.virt.hardware [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 591.038810] env[63260]: DEBUG nova.virt.hardware [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 591.038810] env[63260]: DEBUG nova.virt.hardware [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 591.038810] env[63260]: DEBUG nova.virt.hardware [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 591.039169] env[63260]: DEBUG nova.virt.hardware [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 591.039169] env[63260]: DEBUG nova.virt.hardware [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 591.039169] env[63260]: DEBUG nova.virt.hardware [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 591.039169] env[63260]: DEBUG nova.virt.hardware [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 591.039169] env[63260]: DEBUG nova.virt.hardware [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 591.039332] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e0e255-f1c9-40c1-b3e3-7ae6defab725 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.049908] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacee450-4d98-4695-aa1f-348f7ac4691f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.094917] env[63260]: DEBUG nova.network.neutron [-] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.195106] env[63260]: DEBUG nova.network.neutron [req-c2d8bde5-20b2-47cd-8f67-f8d8d589228b req-d59584d8-65fb-4376-8e59-51c0ad8ac5ac service nova] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.235701] env[63260]: DEBUG oslo_vmware.api [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Task: {'id': task-2284078, 'name': ReconfigVM_Task, 'duration_secs': 0.48441} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.235990] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 3c874db9-bb34-4324-88d9-58498c8415b3/3c874db9-bb34-4324-88d9-58498c8415b3.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 591.236631] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbe46643-ae6a-49fc-9fb2-4d03512b5bae {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.243977] env[63260]: DEBUG oslo_vmware.api [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Waiting for the task: (returnval){ [ 591.243977] env[63260]: value = "task-2284082" [ 591.243977] env[63260]: _type = "Task" [ 591.243977] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.253814] env[63260]: DEBUG oslo_vmware.api [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Task: {'id': task-2284082, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.363886] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f10d6c00-ae98-4a1f-b775-b460a22f5d24 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Lock "334f10fc-b465-4f28-a6e3-919b4342bb0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.497s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.385982] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3965d18d-05cb-48cb-9143-590d744da75f tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.416s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.388331] env[63260]: DEBUG oslo_concurrency.lockutils [None req-28a12267-5e83-4c7d-ae84-520b1a8eae37 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.649s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.388562] env[63260]: DEBUG nova.objects.instance [None req-28a12267-5e83-4c7d-ae84-520b1a8eae37 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Lazy-loading 'resources' on Instance uuid 0e1bea19-9be5-4cd0-b3dd-733227998bb2 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 591.414149] env[63260]: INFO nova.scheduler.client.report [None req-3965d18d-05cb-48cb-9143-590d744da75f tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Deleted allocations for instance 81ec8a31-1a26-41e0-aab1-dc4c9bc12523 [ 591.473932] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284081, 'name': CreateVM_Task, 'duration_secs': 0.384068} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.474052] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 591.474844] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.475053] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.475388] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.475656] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e8e5e09-a1ca-4fa2-8560-65b86a9694f0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.483053] env[63260]: DEBUG oslo_vmware.api [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Waiting for the task: (returnval){ [ 591.483053] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526ef600-f243-959d-c166-116cb8e1e478" [ 591.483053] env[63260]: _type = "Task" [ 591.483053] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.489936] env[63260]: DEBUG oslo_vmware.api [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526ef600-f243-959d-c166-116cb8e1e478, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.587730] env[63260]: DEBUG nova.compute.manager [req-103f8573-c4ee-46fa-b776-a410f03f37a5 req-cbdab4c2-7234-4004-a3a9-dbc0dc8556c3 service nova] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Received event network-vif-plugged-16e6e650-9c87-424e-89b7-a93d4b24f828 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 591.587929] env[63260]: DEBUG oslo_concurrency.lockutils [req-103f8573-c4ee-46fa-b776-a410f03f37a5 req-cbdab4c2-7234-4004-a3a9-dbc0dc8556c3 service nova] Acquiring lock "b6b0258f-4070-4ca1-b322-b4680b81b27e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.588151] env[63260]: DEBUG oslo_concurrency.lockutils [req-103f8573-c4ee-46fa-b776-a410f03f37a5 req-cbdab4c2-7234-4004-a3a9-dbc0dc8556c3 service nova] Lock "b6b0258f-4070-4ca1-b322-b4680b81b27e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.588325] env[63260]: DEBUG oslo_concurrency.lockutils [req-103f8573-c4ee-46fa-b776-a410f03f37a5 req-cbdab4c2-7234-4004-a3a9-dbc0dc8556c3 service nova] Lock "b6b0258f-4070-4ca1-b322-b4680b81b27e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.588489] env[63260]: DEBUG nova.compute.manager [req-103f8573-c4ee-46fa-b776-a410f03f37a5 req-cbdab4c2-7234-4004-a3a9-dbc0dc8556c3 service nova] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] No waiting events found dispatching network-vif-plugged-16e6e650-9c87-424e-89b7-a93d4b24f828 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 591.588663] env[63260]: WARNING nova.compute.manager [req-103f8573-c4ee-46fa-b776-a410f03f37a5 req-cbdab4c2-7234-4004-a3a9-dbc0dc8556c3 service nova] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Received unexpected event network-vif-plugged-16e6e650-9c87-424e-89b7-a93d4b24f828 for instance with vm_state building and task_state spawning. [ 591.588829] env[63260]: DEBUG nova.compute.manager [req-103f8573-c4ee-46fa-b776-a410f03f37a5 req-cbdab4c2-7234-4004-a3a9-dbc0dc8556c3 service nova] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Received event network-changed-16e6e650-9c87-424e-89b7-a93d4b24f828 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 591.588963] env[63260]: DEBUG nova.compute.manager [req-103f8573-c4ee-46fa-b776-a410f03f37a5 req-cbdab4c2-7234-4004-a3a9-dbc0dc8556c3 service nova] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Refreshing instance network info cache due to event network-changed-16e6e650-9c87-424e-89b7-a93d4b24f828. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 591.591883] env[63260]: DEBUG oslo_concurrency.lockutils [req-103f8573-c4ee-46fa-b776-a410f03f37a5 req-cbdab4c2-7234-4004-a3a9-dbc0dc8556c3 service nova] Acquiring lock "refresh_cache-b6b0258f-4070-4ca1-b322-b4680b81b27e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.592102] env[63260]: DEBUG oslo_concurrency.lockutils [req-103f8573-c4ee-46fa-b776-a410f03f37a5 req-cbdab4c2-7234-4004-a3a9-dbc0dc8556c3 service nova] Acquired lock "refresh_cache-b6b0258f-4070-4ca1-b322-b4680b81b27e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.592336] env[63260]: DEBUG nova.network.neutron [req-103f8573-c4ee-46fa-b776-a410f03f37a5 req-cbdab4c2-7234-4004-a3a9-dbc0dc8556c3 service nova] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Refreshing network info cache for port 16e6e650-9c87-424e-89b7-a93d4b24f828 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 591.597731] env[63260]: INFO nova.compute.manager [-] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Took 1.44 seconds to deallocate network for instance. [ 591.699427] env[63260]: DEBUG oslo_concurrency.lockutils [req-c2d8bde5-20b2-47cd-8f67-f8d8d589228b req-d59584d8-65fb-4376-8e59-51c0ad8ac5ac service nova] Releasing lock "refresh_cache-7da03876-abb8-4716-89db-150c83bb5062" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.699427] env[63260]: DEBUG nova.compute.manager [req-c2d8bde5-20b2-47cd-8f67-f8d8d589228b req-d59584d8-65fb-4376-8e59-51c0ad8ac5ac service nova] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Received event network-vif-plugged-f9db31e5-eb90-4d3a-9191-644e3d22e130 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 591.699427] env[63260]: DEBUG oslo_concurrency.lockutils [req-c2d8bde5-20b2-47cd-8f67-f8d8d589228b req-d59584d8-65fb-4376-8e59-51c0ad8ac5ac service nova] Acquiring lock "7da03876-abb8-4716-89db-150c83bb5062-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.699427] env[63260]: DEBUG oslo_concurrency.lockutils [req-c2d8bde5-20b2-47cd-8f67-f8d8d589228b req-d59584d8-65fb-4376-8e59-51c0ad8ac5ac service nova] Lock "7da03876-abb8-4716-89db-150c83bb5062-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.699427] env[63260]: DEBUG oslo_concurrency.lockutils [req-c2d8bde5-20b2-47cd-8f67-f8d8d589228b req-d59584d8-65fb-4376-8e59-51c0ad8ac5ac service nova] Lock "7da03876-abb8-4716-89db-150c83bb5062-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.699744] env[63260]: DEBUG nova.compute.manager [req-c2d8bde5-20b2-47cd-8f67-f8d8d589228b req-d59584d8-65fb-4376-8e59-51c0ad8ac5ac service nova] [instance: 7da03876-abb8-4716-89db-150c83bb5062] No waiting events found dispatching network-vif-plugged-f9db31e5-eb90-4d3a-9191-644e3d22e130 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 591.699744] env[63260]: WARNING nova.compute.manager [req-c2d8bde5-20b2-47cd-8f67-f8d8d589228b req-d59584d8-65fb-4376-8e59-51c0ad8ac5ac service nova] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Received unexpected event network-vif-plugged-f9db31e5-eb90-4d3a-9191-644e3d22e130 for instance with vm_state building and task_state spawning. [ 591.756024] env[63260]: DEBUG oslo_vmware.api [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Task: {'id': task-2284082, 'name': Rename_Task, 'duration_secs': 0.322692} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.756334] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 591.756581] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32b54a5d-bf4d-4eff-b6ed-2b5fc0be7927 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.762933] env[63260]: DEBUG oslo_vmware.api [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Waiting for the task: (returnval){ [ 591.762933] env[63260]: value = "task-2284083" [ 591.762933] env[63260]: _type = "Task" [ 591.762933] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.770885] env[63260]: DEBUG oslo_vmware.api [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Task: {'id': task-2284083, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.866859] env[63260]: DEBUG nova.compute.manager [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 591.893867] env[63260]: DEBUG nova.network.neutron [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Successfully updated port: 93480fd0-1fd9-4e02-be52-9b9a79371a02 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 591.921827] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3965d18d-05cb-48cb-9143-590d744da75f tempest-AttachInterfacesV270Test-1029979345 tempest-AttachInterfacesV270Test-1029979345-project-member] Lock "81ec8a31-1a26-41e0-aab1-dc4c9bc12523" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.949s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.992260] env[63260]: DEBUG oslo_vmware.api [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526ef600-f243-959d-c166-116cb8e1e478, 'name': SearchDatastore_Task, 'duration_secs': 0.027821} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.995023] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.996035] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 591.996035] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.996035] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.996035] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 591.997776] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c183d5d-6875-468a-9998-0244ddc3bbda {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.011372] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 592.011428] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 592.014953] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b58df47-74e3-44ae-a7b0-07493d0836cf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.020938] env[63260]: DEBUG oslo_vmware.api [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Waiting for the task: (returnval){ [ 592.020938] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526ff58c-e064-05f5-81af-b95dfe8b70d3" [ 592.020938] env[63260]: _type = "Task" [ 592.020938] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.031059] env[63260]: DEBUG oslo_vmware.api [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526ff58c-e064-05f5-81af-b95dfe8b70d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.103858] env[63260]: DEBUG oslo_concurrency.lockutils [None req-241894e7-6bda-488c-9597-10d83b574d67 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.278180] env[63260]: DEBUG oslo_vmware.api [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Task: {'id': task-2284083, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.314603] env[63260]: DEBUG nova.compute.manager [req-56ca4680-7765-4922-941e-eb8fe4e225d9 req-c16a95c7-d216-42fa-8ff1-0392b41ce81d service nova] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Received event network-changed-f9db31e5-eb90-4d3a-9191-644e3d22e130 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 592.314895] env[63260]: DEBUG nova.compute.manager [req-56ca4680-7765-4922-941e-eb8fe4e225d9 req-c16a95c7-d216-42fa-8ff1-0392b41ce81d service nova] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Refreshing instance network info cache due to event network-changed-f9db31e5-eb90-4d3a-9191-644e3d22e130. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 592.315150] env[63260]: DEBUG oslo_concurrency.lockutils [req-56ca4680-7765-4922-941e-eb8fe4e225d9 req-c16a95c7-d216-42fa-8ff1-0392b41ce81d service nova] Acquiring lock "refresh_cache-7da03876-abb8-4716-89db-150c83bb5062" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.315288] env[63260]: DEBUG oslo_concurrency.lockutils [req-56ca4680-7765-4922-941e-eb8fe4e225d9 req-c16a95c7-d216-42fa-8ff1-0392b41ce81d service nova] Acquired lock "refresh_cache-7da03876-abb8-4716-89db-150c83bb5062" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.315441] env[63260]: DEBUG nova.network.neutron [req-56ca4680-7765-4922-941e-eb8fe4e225d9 req-c16a95c7-d216-42fa-8ff1-0392b41ce81d service nova] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Refreshing network info cache for port f9db31e5-eb90-4d3a-9191-644e3d22e130 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 592.389919] env[63260]: DEBUG oslo_concurrency.lockutils [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.400346] env[63260]: DEBUG oslo_concurrency.lockutils [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Acquiring lock "refresh_cache-14618266-8f55-46c7-9d42-04dfbe7165d4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.403187] env[63260]: DEBUG oslo_concurrency.lockutils [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Acquired lock "refresh_cache-14618266-8f55-46c7-9d42-04dfbe7165d4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.403485] env[63260]: DEBUG nova.network.neutron [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 592.507569] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a4cc43-11e9-4b81-a9cb-52607d64e446 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.521715] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee54734f-e371-4416-a869-9a8ccb795a7c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.537932] env[63260]: DEBUG oslo_vmware.api [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526ff58c-e064-05f5-81af-b95dfe8b70d3, 'name': SearchDatastore_Task, 'duration_secs': 0.014927} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.567085] env[63260]: DEBUG nova.network.neutron [req-103f8573-c4ee-46fa-b776-a410f03f37a5 req-cbdab4c2-7234-4004-a3a9-dbc0dc8556c3 service nova] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Updated VIF entry in instance network info cache for port 16e6e650-9c87-424e-89b7-a93d4b24f828. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 592.567484] env[63260]: DEBUG nova.network.neutron [req-103f8573-c4ee-46fa-b776-a410f03f37a5 req-cbdab4c2-7234-4004-a3a9-dbc0dc8556c3 service nova] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Updating instance_info_cache with network_info: [{"id": "16e6e650-9c87-424e-89b7-a93d4b24f828", "address": "fa:16:3e:bd:34:93", "network": {"id": "9e34a8d6-5292-47b1-bb94-212053542c7a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1999907272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31cfbf35b74141c1816af3f24bcfcd68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16e6e650-9c", "ovs_interfaceid": "16e6e650-9c87-424e-89b7-a93d4b24f828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.568652] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6731514d-eb2e-4d6a-9332-ca83cdf2c87d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.572492] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783860af-4c81-4582-b355-f99b9044fc9b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.581246] env[63260]: DEBUG oslo_vmware.api [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Waiting for the task: (returnval){ [ 592.581246] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5276727f-0ed5-19a2-dcc9-c3ce566bb2fe" [ 592.581246] env[63260]: _type = "Task" [ 592.581246] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.587328] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b84e11-f0a2-420b-a8b7-8fb6bde17fed {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.606288] env[63260]: DEBUG oslo_vmware.api [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5276727f-0ed5-19a2-dcc9-c3ce566bb2fe, 'name': SearchDatastore_Task, 'duration_secs': 0.015622} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.607136] env[63260]: DEBUG nova.compute.provider_tree [None req-28a12267-5e83-4c7d-ae84-520b1a8eae37 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 592.609206] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.609507] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] b6b0258f-4070-4ca1-b322-b4680b81b27e/b6b0258f-4070-4ca1-b322-b4680b81b27e.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 592.610087] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-099ffa96-6ea9-4a37-a9b1-ca17b55d2c41 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.619216] env[63260]: DEBUG oslo_vmware.api [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Waiting for the task: (returnval){ [ 592.619216] env[63260]: value = "task-2284084" [ 592.619216] env[63260]: _type = "Task" [ 592.619216] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.631186] env[63260]: DEBUG oslo_vmware.api [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Task: {'id': task-2284084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.720898] env[63260]: DEBUG nova.network.neutron [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Successfully updated port: 0334fb24-5906-4562-a8d4-43b9555ddfa3 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 592.779397] env[63260]: DEBUG oslo_vmware.api [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Task: {'id': task-2284083, 'name': PowerOnVM_Task, 'duration_secs': 0.619689} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.779397] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 592.779397] env[63260]: INFO nova.compute.manager [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Took 10.07 seconds to spawn the instance on the hypervisor. [ 592.779397] env[63260]: DEBUG nova.compute.manager [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 592.779909] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41688e14-6ed5-4d18-92d7-3d7ac8ce4583 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.869520] env[63260]: DEBUG nova.network.neutron [req-56ca4680-7765-4922-941e-eb8fe4e225d9 req-c16a95c7-d216-42fa-8ff1-0392b41ce81d service nova] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 592.982785] env[63260]: DEBUG nova.network.neutron [req-56ca4680-7765-4922-941e-eb8fe4e225d9 req-c16a95c7-d216-42fa-8ff1-0392b41ce81d service nova] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.076709] env[63260]: DEBUG oslo_concurrency.lockutils [req-103f8573-c4ee-46fa-b776-a410f03f37a5 req-cbdab4c2-7234-4004-a3a9-dbc0dc8556c3 service nova] Releasing lock "refresh_cache-b6b0258f-4070-4ca1-b322-b4680b81b27e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.111318] env[63260]: DEBUG nova.scheduler.client.report [None req-28a12267-5e83-4c7d-ae84-520b1a8eae37 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 593.133577] env[63260]: DEBUG oslo_vmware.api [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Task: {'id': task-2284084, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.187946] env[63260]: DEBUG nova.network.neutron [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 593.224611] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Acquiring lock "refresh_cache-7da03876-abb8-4716-89db-150c83bb5062" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.298698] env[63260]: INFO nova.compute.manager [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Took 38.14 seconds to build instance. [ 593.486348] env[63260]: DEBUG oslo_concurrency.lockutils [req-56ca4680-7765-4922-941e-eb8fe4e225d9 req-c16a95c7-d216-42fa-8ff1-0392b41ce81d service nova] Releasing lock "refresh_cache-7da03876-abb8-4716-89db-150c83bb5062" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.486639] env[63260]: DEBUG nova.compute.manager [req-56ca4680-7765-4922-941e-eb8fe4e225d9 req-c16a95c7-d216-42fa-8ff1-0392b41ce81d service nova] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Received event network-vif-deleted-c21154b5-026c-4a41-bfcf-4aa84a2febaf {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 593.487075] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Acquired lock "refresh_cache-7da03876-abb8-4716-89db-150c83bb5062" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.487228] env[63260]: DEBUG nova.network.neutron [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 593.515012] env[63260]: DEBUG nova.network.neutron [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Updating instance_info_cache with network_info: [{"id": "93480fd0-1fd9-4e02-be52-9b9a79371a02", "address": "fa:16:3e:43:5a:c4", "network": {"id": "a74526d2-b9c1-4a38-af4b-eca7f0d9465f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1718218198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e6e23ea710841b3902fbaad494a6c7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93480fd0-1f", "ovs_interfaceid": "93480fd0-1fd9-4e02-be52-9b9a79371a02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.620946] env[63260]: DEBUG oslo_concurrency.lockutils [None req-28a12267-5e83-4c7d-ae84-520b1a8eae37 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.626487] env[63260]: DEBUG oslo_concurrency.lockutils [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.470s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.628452] env[63260]: INFO nova.compute.claims [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 593.645774] env[63260]: DEBUG oslo_vmware.api [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Task: {'id': task-2284084, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625309} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.646130] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] b6b0258f-4070-4ca1-b322-b4680b81b27e/b6b0258f-4070-4ca1-b322-b4680b81b27e.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 593.646370] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 593.646687] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96c7f40b-8fe1-49b8-94eb-bb6f8dcdaf6a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.655469] env[63260]: DEBUG oslo_vmware.api [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Waiting for the task: (returnval){ [ 593.655469] env[63260]: value = "task-2284085" [ 593.655469] env[63260]: _type = "Task" [ 593.655469] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.662114] env[63260]: INFO nova.scheduler.client.report [None req-28a12267-5e83-4c7d-ae84-520b1a8eae37 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Deleted allocations for instance 0e1bea19-9be5-4cd0-b3dd-733227998bb2 [ 593.666295] env[63260]: DEBUG oslo_vmware.api [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Task: {'id': task-2284085, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.803028] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c5e1faf1-3406-4a17-afd2-80a938168556 tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Lock "3c874db9-bb34-4324-88d9-58498c8415b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.967s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.943028] env[63260]: DEBUG nova.compute.manager [req-abe0f3c6-9924-49d9-a374-1cbc17bd426f req-ee643e3b-e995-43f8-b677-6b36ce13984b service nova] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Received event network-vif-plugged-93480fd0-1fd9-4e02-be52-9b9a79371a02 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 593.943028] env[63260]: DEBUG oslo_concurrency.lockutils [req-abe0f3c6-9924-49d9-a374-1cbc17bd426f req-ee643e3b-e995-43f8-b677-6b36ce13984b service nova] Acquiring lock "14618266-8f55-46c7-9d42-04dfbe7165d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.943028] env[63260]: DEBUG oslo_concurrency.lockutils [req-abe0f3c6-9924-49d9-a374-1cbc17bd426f req-ee643e3b-e995-43f8-b677-6b36ce13984b service nova] Lock "14618266-8f55-46c7-9d42-04dfbe7165d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.943028] env[63260]: DEBUG oslo_concurrency.lockutils [req-abe0f3c6-9924-49d9-a374-1cbc17bd426f req-ee643e3b-e995-43f8-b677-6b36ce13984b service nova] Lock "14618266-8f55-46c7-9d42-04dfbe7165d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.943028] env[63260]: DEBUG nova.compute.manager [req-abe0f3c6-9924-49d9-a374-1cbc17bd426f req-ee643e3b-e995-43f8-b677-6b36ce13984b service nova] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] No waiting events found dispatching network-vif-plugged-93480fd0-1fd9-4e02-be52-9b9a79371a02 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 593.943441] env[63260]: WARNING nova.compute.manager [req-abe0f3c6-9924-49d9-a374-1cbc17bd426f req-ee643e3b-e995-43f8-b677-6b36ce13984b service nova] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Received unexpected event network-vif-plugged-93480fd0-1fd9-4e02-be52-9b9a79371a02 for instance with vm_state building and task_state spawning. [ 593.943441] env[63260]: DEBUG nova.compute.manager [req-abe0f3c6-9924-49d9-a374-1cbc17bd426f req-ee643e3b-e995-43f8-b677-6b36ce13984b service nova] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Received event network-changed-93480fd0-1fd9-4e02-be52-9b9a79371a02 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 593.943441] env[63260]: DEBUG nova.compute.manager [req-abe0f3c6-9924-49d9-a374-1cbc17bd426f req-ee643e3b-e995-43f8-b677-6b36ce13984b service nova] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Refreshing instance network info cache due to event network-changed-93480fd0-1fd9-4e02-be52-9b9a79371a02. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 593.943441] env[63260]: DEBUG oslo_concurrency.lockutils [req-abe0f3c6-9924-49d9-a374-1cbc17bd426f req-ee643e3b-e995-43f8-b677-6b36ce13984b service nova] Acquiring lock "refresh_cache-14618266-8f55-46c7-9d42-04dfbe7165d4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.018978] env[63260]: DEBUG oslo_concurrency.lockutils [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Releasing lock "refresh_cache-14618266-8f55-46c7-9d42-04dfbe7165d4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.019474] env[63260]: DEBUG nova.compute.manager [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Instance network_info: |[{"id": "93480fd0-1fd9-4e02-be52-9b9a79371a02", "address": "fa:16:3e:43:5a:c4", "network": {"id": "a74526d2-b9c1-4a38-af4b-eca7f0d9465f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1718218198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e6e23ea710841b3902fbaad494a6c7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93480fd0-1f", "ovs_interfaceid": "93480fd0-1fd9-4e02-be52-9b9a79371a02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 594.019886] env[63260]: DEBUG oslo_concurrency.lockutils [req-abe0f3c6-9924-49d9-a374-1cbc17bd426f req-ee643e3b-e995-43f8-b677-6b36ce13984b service nova] Acquired lock "refresh_cache-14618266-8f55-46c7-9d42-04dfbe7165d4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.020109] env[63260]: DEBUG nova.network.neutron [req-abe0f3c6-9924-49d9-a374-1cbc17bd426f req-ee643e3b-e995-43f8-b677-6b36ce13984b service nova] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Refreshing network info cache for port 93480fd0-1fd9-4e02-be52-9b9a79371a02 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 594.021402] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:5a:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27e0a333-0cad-496c-8e6e-37a2edc97ac4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93480fd0-1fd9-4e02-be52-9b9a79371a02', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 594.032105] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Creating folder: Project (7e6e23ea710841b3902fbaad494a6c7e). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.035483] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56a39d9b-2bf8-4220-b6bb-69ae833fbaa9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.040660] env[63260]: DEBUG nova.network.neutron [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 594.051909] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Created folder: Project (7e6e23ea710841b3902fbaad494a6c7e) in parent group-v464889. [ 594.056026] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Creating folder: Instances. Parent ref: group-v464955. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.056026] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0697201-e2ae-425b-a4b7-cdd9f29f584b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.063976] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Created folder: Instances in parent group-v464955. [ 594.064282] env[63260]: DEBUG oslo.service.loopingcall [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 594.064475] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 594.064710] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c8daf81-e2de-404c-b535-241794c7aea8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.088689] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 594.088689] env[63260]: value = "task-2284088" [ 594.088689] env[63260]: _type = "Task" [ 594.088689] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.096404] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284088, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.176843] env[63260]: DEBUG oslo_vmware.api [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Task: {'id': task-2284085, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11637} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.176843] env[63260]: DEBUG oslo_concurrency.lockutils [None req-28a12267-5e83-4c7d-ae84-520b1a8eae37 tempest-ServerExternalEventsTest-1597379718 tempest-ServerExternalEventsTest-1597379718-project-member] Lock "0e1bea19-9be5-4cd0-b3dd-733227998bb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.638s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.176843] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 594.176843] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304e32e4-118b-443b-96d3-24e1dcbcc103 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.934267] env[63260]: DEBUG nova.compute.manager [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 594.948020] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] b6b0258f-4070-4ca1-b322-b4680b81b27e/b6b0258f-4070-4ca1-b322-b4680b81b27e.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 594.955278] env[63260]: DEBUG nova.compute.manager [None req-af8d859b-87e9-4898-8a12-ecf6d5ad9161 tempest-ServerDiagnosticsTest-1068676304 tempest-ServerDiagnosticsTest-1068676304-project-admin] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 594.955765] env[63260]: DEBUG nova.compute.manager [req-ec0d360a-256a-40f3-85b5-63a96d7e1f80 req-1c6f0b25-f58c-4c0b-8a52-d9f407a2dc9a service nova] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Received event network-vif-plugged-0334fb24-5906-4562-a8d4-43b9555ddfa3 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 594.956148] env[63260]: DEBUG oslo_concurrency.lockutils [req-ec0d360a-256a-40f3-85b5-63a96d7e1f80 req-1c6f0b25-f58c-4c0b-8a52-d9f407a2dc9a service nova] Acquiring lock "7da03876-abb8-4716-89db-150c83bb5062-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.956148] env[63260]: DEBUG oslo_concurrency.lockutils [req-ec0d360a-256a-40f3-85b5-63a96d7e1f80 req-1c6f0b25-f58c-4c0b-8a52-d9f407a2dc9a service nova] Lock "7da03876-abb8-4716-89db-150c83bb5062-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.956313] env[63260]: DEBUG oslo_concurrency.lockutils [req-ec0d360a-256a-40f3-85b5-63a96d7e1f80 req-1c6f0b25-f58c-4c0b-8a52-d9f407a2dc9a service nova] Lock "7da03876-abb8-4716-89db-150c83bb5062-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.956936] env[63260]: DEBUG nova.compute.manager [req-ec0d360a-256a-40f3-85b5-63a96d7e1f80 req-1c6f0b25-f58c-4c0b-8a52-d9f407a2dc9a service nova] [instance: 7da03876-abb8-4716-89db-150c83bb5062] No waiting events found dispatching network-vif-plugged-0334fb24-5906-4562-a8d4-43b9555ddfa3 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 594.956936] env[63260]: WARNING nova.compute.manager [req-ec0d360a-256a-40f3-85b5-63a96d7e1f80 req-1c6f0b25-f58c-4c0b-8a52-d9f407a2dc9a service nova] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Received unexpected event network-vif-plugged-0334fb24-5906-4562-a8d4-43b9555ddfa3 for instance with vm_state building and task_state spawning. [ 594.956936] env[63260]: DEBUG nova.compute.manager [req-ec0d360a-256a-40f3-85b5-63a96d7e1f80 req-1c6f0b25-f58c-4c0b-8a52-d9f407a2dc9a service nova] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Received event network-changed-0334fb24-5906-4562-a8d4-43b9555ddfa3 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 594.956936] env[63260]: DEBUG nova.compute.manager [req-ec0d360a-256a-40f3-85b5-63a96d7e1f80 req-1c6f0b25-f58c-4c0b-8a52-d9f407a2dc9a service nova] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Refreshing instance network info cache due to event network-changed-0334fb24-5906-4562-a8d4-43b9555ddfa3. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 594.957190] env[63260]: DEBUG oslo_concurrency.lockutils [req-ec0d360a-256a-40f3-85b5-63a96d7e1f80 req-1c6f0b25-f58c-4c0b-8a52-d9f407a2dc9a service nova] Acquiring lock "refresh_cache-7da03876-abb8-4716-89db-150c83bb5062" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.961798] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-127a922f-2083-4baf-bf85-79bb6f050c42 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.977167] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03687ab5-2f29-4718-93e7-4e04cae0e2fb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.991706] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284088, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.992010] env[63260]: DEBUG oslo_vmware.api [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Waiting for the task: (returnval){ [ 594.992010] env[63260]: value = "task-2284089" [ 594.992010] env[63260]: _type = "Task" [ 594.992010] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.992231] env[63260]: INFO nova.compute.manager [None req-af8d859b-87e9-4898-8a12-ecf6d5ad9161 tempest-ServerDiagnosticsTest-1068676304 tempest-ServerDiagnosticsTest-1068676304-project-admin] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Retrieving diagnostics [ 594.993338] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5241fd4-36ea-4425-99d1-761898258276 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.040775] env[63260]: DEBUG oslo_vmware.api [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Task: {'id': task-2284089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.292405] env[63260]: DEBUG nova.network.neutron [req-abe0f3c6-9924-49d9-a374-1cbc17bd426f req-ee643e3b-e995-43f8-b677-6b36ce13984b service nova] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Updated VIF entry in instance network info cache for port 93480fd0-1fd9-4e02-be52-9b9a79371a02. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 595.292826] env[63260]: DEBUG nova.network.neutron [req-abe0f3c6-9924-49d9-a374-1cbc17bd426f req-ee643e3b-e995-43f8-b677-6b36ce13984b service nova] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Updating instance_info_cache with network_info: [{"id": "93480fd0-1fd9-4e02-be52-9b9a79371a02", "address": "fa:16:3e:43:5a:c4", "network": {"id": "a74526d2-b9c1-4a38-af4b-eca7f0d9465f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1718218198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e6e23ea710841b3902fbaad494a6c7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93480fd0-1f", "ovs_interfaceid": "93480fd0-1fd9-4e02-be52-9b9a79371a02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.457533] env[63260]: DEBUG oslo_vmware.rw_handles [None req-86768149-f408-4e1d-ad3f-548e95269dbe tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cc5f4a-f99c-1658-7fb2-1843e6b3e165/disk-0.vmdk. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 595.459761] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49215aab-a94f-4369-a051-cf874a0f5f49 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.477371] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284088, 'name': CreateVM_Task, 'duration_secs': 1.372471} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.478640] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 595.479568] env[63260]: DEBUG oslo_concurrency.lockutils [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.479862] env[63260]: DEBUG oslo_concurrency.lockutils [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.484023] env[63260]: DEBUG oslo_concurrency.lockutils [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.484023] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dc0c5e5-98ab-43de-a1ba-61c27ce40562 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.484317] env[63260]: DEBUG oslo_vmware.rw_handles [None req-86768149-f408-4e1d-ad3f-548e95269dbe tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cc5f4a-f99c-1658-7fb2-1843e6b3e165/disk-0.vmdk is in state: ready. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 595.484317] env[63260]: ERROR oslo_vmware.rw_handles [None req-86768149-f408-4e1d-ad3f-548e95269dbe tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cc5f4a-f99c-1658-7fb2-1843e6b3e165/disk-0.vmdk due to incomplete transfer. [ 595.484520] env[63260]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5da72e98-6109-465f-bae4-a1ae14f22fac {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.493659] env[63260]: DEBUG oslo_vmware.api [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Waiting for the task: (returnval){ [ 595.493659] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52032c3c-ff6e-aa64-5084-ae118e6a8659" [ 595.493659] env[63260]: _type = "Task" [ 595.493659] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.494782] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.503839] env[63260]: DEBUG oslo_vmware.rw_handles [None req-86768149-f408-4e1d-ad3f-548e95269dbe tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cc5f4a-f99c-1658-7fb2-1843e6b3e165/disk-0.vmdk. {{(pid=63260) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 595.504094] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-86768149-f408-4e1d-ad3f-548e95269dbe tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Uploaded image 2c203cac-6a87-47d0-a4de-2a01e56630a1 to the Glance image server {{(pid=63260) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 595.506611] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-86768149-f408-4e1d-ad3f-548e95269dbe tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Destroying the VM {{(pid=63260) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 595.509891] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7ad347c9-c302-4afc-8744-788a6b85f2e9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.515889] env[63260]: DEBUG oslo_vmware.api [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Task: {'id': task-2284089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.522423] env[63260]: DEBUG oslo_vmware.api [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52032c3c-ff6e-aa64-5084-ae118e6a8659, 'name': SearchDatastore_Task, 'duration_secs': 0.01632} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.523864] env[63260]: DEBUG oslo_concurrency.lockutils [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.524142] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 595.524404] env[63260]: DEBUG oslo_concurrency.lockutils [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.524553] env[63260]: DEBUG oslo_concurrency.lockutils [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.524761] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 595.525109] env[63260]: DEBUG oslo_vmware.api [None req-86768149-f408-4e1d-ad3f-548e95269dbe tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Waiting for the task: (returnval){ [ 595.525109] env[63260]: value = "task-2284090" [ 595.525109] env[63260]: _type = "Task" [ 595.525109] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.527826] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c242c842-32ae-472b-9a53-53d5de38e98c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.539936] env[63260]: DEBUG oslo_vmware.api [None req-86768149-f408-4e1d-ad3f-548e95269dbe tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2284090, 'name': Destroy_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.541438] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 595.541636] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 595.542434] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec106764-32f2-4932-b9d9-118e0db15210 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.552509] env[63260]: DEBUG oslo_vmware.api [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Waiting for the task: (returnval){ [ 595.552509] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52fa7b23-419f-3afd-eaa9-471ab4e3a26e" [ 595.552509] env[63260]: _type = "Task" [ 595.552509] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.578371] env[63260]: DEBUG oslo_vmware.api [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52fa7b23-419f-3afd-eaa9-471ab4e3a26e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.671915] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77d43b4-d9be-48af-9193-0dcd4db39ecd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.686954] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f198269-59a9-412d-bcbe-5d7ba1384a2d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.735396] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a751dc-58b4-4550-a72c-0b6e0dc87272 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.744396] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654b0c45-ede4-4615-a60d-2690fdd5c15a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.765233] env[63260]: DEBUG nova.compute.provider_tree [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.796378] env[63260]: DEBUG oslo_concurrency.lockutils [req-abe0f3c6-9924-49d9-a374-1cbc17bd426f req-ee643e3b-e995-43f8-b677-6b36ce13984b service nova] Releasing lock "refresh_cache-14618266-8f55-46c7-9d42-04dfbe7165d4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.823472] env[63260]: DEBUG nova.network.neutron [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Updating instance_info_cache with network_info: [{"id": "3306e350-7b56-42e5-b6d0-90510c93a38e", "address": "fa:16:3e:0d:46:17", "network": {"id": "07b52d36-484c-461b-a16c-d7e8bd4a39eb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1768359078", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b3606221d8f449db74ead1fd4346926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3306e350-7b", "ovs_interfaceid": "3306e350-7b56-42e5-b6d0-90510c93a38e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f9db31e5-eb90-4d3a-9191-644e3d22e130", "address": "fa:16:3e:a4:48:44", "network": {"id": "2c6ea5d7-c3ba-4419-a13b-ab8e0b40785f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-100243002", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3b3606221d8f449db74ead1fd4346926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9db31e5-eb", "ovs_interfaceid": "f9db31e5-eb90-4d3a-9191-644e3d22e130", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0334fb24-5906-4562-a8d4-43b9555ddfa3", "address": "fa:16:3e:5a:03:a3", "network": {"id": "07b52d36-484c-461b-a16c-d7e8bd4a39eb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1768359078", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b3606221d8f449db74ead1fd4346926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0334fb24-59", "ovs_interfaceid": "0334fb24-5906-4562-a8d4-43b9555ddfa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.007243] env[63260]: DEBUG oslo_vmware.api [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Task: {'id': task-2284089, 'name': ReconfigVM_Task, 'duration_secs': 0.701481} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.007576] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Reconfigured VM instance instance-00000017 to attach disk [datastore2] b6b0258f-4070-4ca1-b322-b4680b81b27e/b6b0258f-4070-4ca1-b322-b4680b81b27e.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 596.008664] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2223f740-98e2-45bb-9c8b-6765b5ea3b23 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.017017] env[63260]: DEBUG oslo_vmware.api [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Waiting for the task: (returnval){ [ 596.017017] env[63260]: value = "task-2284091" [ 596.017017] env[63260]: _type = "Task" [ 596.017017] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.026743] env[63260]: DEBUG oslo_vmware.api [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Task: {'id': task-2284091, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.040107] env[63260]: DEBUG oslo_vmware.api [None req-86768149-f408-4e1d-ad3f-548e95269dbe tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2284090, 'name': Destroy_Task} progress is 33%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.061985] env[63260]: DEBUG oslo_vmware.api [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52fa7b23-419f-3afd-eaa9-471ab4e3a26e, 'name': SearchDatastore_Task, 'duration_secs': 0.018947} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.062517] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee689807-6287-4c97-8d7b-44ba2a535704 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.069029] env[63260]: DEBUG oslo_vmware.api [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Waiting for the task: (returnval){ [ 596.069029] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52ea7d9f-d8f6-af42-8cfa-66576fc2bb08" [ 596.069029] env[63260]: _type = "Task" [ 596.069029] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.080498] env[63260]: DEBUG oslo_vmware.api [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52ea7d9f-d8f6-af42-8cfa-66576fc2bb08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.271335] env[63260]: DEBUG nova.scheduler.client.report [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 596.330122] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Releasing lock "refresh_cache-7da03876-abb8-4716-89db-150c83bb5062" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.330396] env[63260]: DEBUG nova.compute.manager [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Instance network_info: |[{"id": "3306e350-7b56-42e5-b6d0-90510c93a38e", "address": "fa:16:3e:0d:46:17", "network": {"id": "07b52d36-484c-461b-a16c-d7e8bd4a39eb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1768359078", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b3606221d8f449db74ead1fd4346926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3306e350-7b", "ovs_interfaceid": "3306e350-7b56-42e5-b6d0-90510c93a38e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f9db31e5-eb90-4d3a-9191-644e3d22e130", "address": "fa:16:3e:a4:48:44", "network": {"id": "2c6ea5d7-c3ba-4419-a13b-ab8e0b40785f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-100243002", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3b3606221d8f449db74ead1fd4346926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9db31e5-eb", "ovs_interfaceid": "f9db31e5-eb90-4d3a-9191-644e3d22e130", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0334fb24-5906-4562-a8d4-43b9555ddfa3", "address": "fa:16:3e:5a:03:a3", "network": {"id": "07b52d36-484c-461b-a16c-d7e8bd4a39eb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1768359078", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b3606221d8f449db74ead1fd4346926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0334fb24-59", "ovs_interfaceid": "0334fb24-5906-4562-a8d4-43b9555ddfa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 596.330710] env[63260]: DEBUG oslo_concurrency.lockutils [req-ec0d360a-256a-40f3-85b5-63a96d7e1f80 req-1c6f0b25-f58c-4c0b-8a52-d9f407a2dc9a service nova] Acquired lock "refresh_cache-7da03876-abb8-4716-89db-150c83bb5062" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.334167] env[63260]: DEBUG nova.network.neutron [req-ec0d360a-256a-40f3-85b5-63a96d7e1f80 req-1c6f0b25-f58c-4c0b-8a52-d9f407a2dc9a service nova] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Refreshing network info cache for port 0334fb24-5906-4562-a8d4-43b9555ddfa3 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 596.335565] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:46:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7188cb6-c9d7-449a-9362-ddb61a31feaf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3306e350-7b56-42e5-b6d0-90510c93a38e', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:48:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9db31e5-eb90-4d3a-9191-644e3d22e130', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:03:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7188cb6-c9d7-449a-9362-ddb61a31feaf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0334fb24-5906-4562-a8d4-43b9555ddfa3', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 596.353602] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Creating folder: Project (3b3606221d8f449db74ead1fd4346926). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.360549] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38500153-f61c-41c5-907b-a39b626c4a31 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.376908] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Created folder: Project (3b3606221d8f449db74ead1fd4346926) in parent group-v464889. [ 596.377087] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Creating folder: Instances. Parent ref: group-v464958. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.378695] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c7db18d-a195-41db-add1-4f6423ecb0e3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.390861] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Created folder: Instances in parent group-v464958. [ 596.391139] env[63260]: DEBUG oslo.service.loopingcall [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 596.391330] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 596.391718] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efff1524-00fe-4d0d-b783-00db1400920e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.426219] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 596.426219] env[63260]: value = "task-2284094" [ 596.426219] env[63260]: _type = "Task" [ 596.426219] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.434617] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284094, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.527033] env[63260]: DEBUG oslo_vmware.api [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Task: {'id': task-2284091, 'name': Rename_Task, 'duration_secs': 0.305479} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.527033] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 596.527033] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9955040-3baa-48d5-8a29-c14523b38a6d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.537876] env[63260]: DEBUG oslo_vmware.api [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Waiting for the task: (returnval){ [ 596.537876] env[63260]: value = "task-2284095" [ 596.537876] env[63260]: _type = "Task" [ 596.537876] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.544455] env[63260]: DEBUG oslo_vmware.api [None req-86768149-f408-4e1d-ad3f-548e95269dbe tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2284090, 'name': Destroy_Task, 'duration_secs': 0.926739} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.545111] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-86768149-f408-4e1d-ad3f-548e95269dbe tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Destroyed the VM [ 596.545347] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-86768149-f408-4e1d-ad3f-548e95269dbe tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Deleting Snapshot of the VM instance {{(pid=63260) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 596.545584] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-443b525e-d31c-49e0-9885-2c60bd3858ef {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.550173] env[63260]: DEBUG oslo_vmware.api [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Task: {'id': task-2284095, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.554216] env[63260]: DEBUG oslo_vmware.api [None req-86768149-f408-4e1d-ad3f-548e95269dbe tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Waiting for the task: (returnval){ [ 596.554216] env[63260]: value = "task-2284096" [ 596.554216] env[63260]: _type = "Task" [ 596.554216] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.562447] env[63260]: DEBUG oslo_vmware.api [None req-86768149-f408-4e1d-ad3f-548e95269dbe tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2284096, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.579240] env[63260]: DEBUG oslo_vmware.api [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52ea7d9f-d8f6-af42-8cfa-66576fc2bb08, 'name': SearchDatastore_Task, 'duration_secs': 0.04829} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.580258] env[63260]: DEBUG oslo_concurrency.lockutils [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.580258] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 14618266-8f55-46c7-9d42-04dfbe7165d4/14618266-8f55-46c7-9d42-04dfbe7165d4.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 596.580258] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86aa1892-abd2-4bc8-9e0c-fdbf1b494b4c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.586675] env[63260]: DEBUG oslo_vmware.api [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Waiting for the task: (returnval){ [ 596.586675] env[63260]: value = "task-2284097" [ 596.586675] env[63260]: _type = "Task" [ 596.586675] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.597971] env[63260]: DEBUG oslo_vmware.api [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': task-2284097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.706992] env[63260]: DEBUG nova.network.neutron [req-ec0d360a-256a-40f3-85b5-63a96d7e1f80 req-1c6f0b25-f58c-4c0b-8a52-d9f407a2dc9a service nova] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Updated VIF entry in instance network info cache for port 0334fb24-5906-4562-a8d4-43b9555ddfa3. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 596.707404] env[63260]: DEBUG nova.network.neutron [req-ec0d360a-256a-40f3-85b5-63a96d7e1f80 req-1c6f0b25-f58c-4c0b-8a52-d9f407a2dc9a service nova] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Updating instance_info_cache with network_info: [{"id": "3306e350-7b56-42e5-b6d0-90510c93a38e", "address": "fa:16:3e:0d:46:17", "network": {"id": "07b52d36-484c-461b-a16c-d7e8bd4a39eb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1768359078", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b3606221d8f449db74ead1fd4346926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3306e350-7b", "ovs_interfaceid": "3306e350-7b56-42e5-b6d0-90510c93a38e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f9db31e5-eb90-4d3a-9191-644e3d22e130", "address": "fa:16:3e:a4:48:44", "network": {"id": "2c6ea5d7-c3ba-4419-a13b-ab8e0b40785f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-100243002", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3b3606221d8f449db74ead1fd4346926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9db31e5-eb", "ovs_interfaceid": "f9db31e5-eb90-4d3a-9191-644e3d22e130", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0334fb24-5906-4562-a8d4-43b9555ddfa3", "address": "fa:16:3e:5a:03:a3", "network": {"id": "07b52d36-484c-461b-a16c-d7e8bd4a39eb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1768359078", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b3606221d8f449db74ead1fd4346926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0334fb24-59", "ovs_interfaceid": "0334fb24-5906-4562-a8d4-43b9555ddfa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.780515] env[63260]: DEBUG oslo_concurrency.lockutils [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.154s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.781123] env[63260]: DEBUG nova.compute.manager [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 596.784797] env[63260]: DEBUG oslo_concurrency.lockutils [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.603s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.787884] env[63260]: INFO nova.compute.claims [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 596.870652] env[63260]: DEBUG oslo_concurrency.lockutils [None req-635dd548-3086-4143-a10a-10077fdc693c tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Acquiring lock "3c874db9-bb34-4324-88d9-58498c8415b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.870652] env[63260]: DEBUG oslo_concurrency.lockutils [None req-635dd548-3086-4143-a10a-10077fdc693c tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Lock "3c874db9-bb34-4324-88d9-58498c8415b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.870652] env[63260]: DEBUG oslo_concurrency.lockutils [None req-635dd548-3086-4143-a10a-10077fdc693c tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Acquiring lock "3c874db9-bb34-4324-88d9-58498c8415b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.870797] env[63260]: DEBUG oslo_concurrency.lockutils [None req-635dd548-3086-4143-a10a-10077fdc693c tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Lock "3c874db9-bb34-4324-88d9-58498c8415b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.871247] env[63260]: DEBUG oslo_concurrency.lockutils [None req-635dd548-3086-4143-a10a-10077fdc693c tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Lock "3c874db9-bb34-4324-88d9-58498c8415b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.873173] env[63260]: INFO nova.compute.manager [None req-635dd548-3086-4143-a10a-10077fdc693c tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Terminating instance [ 596.939396] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284094, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.965417] env[63260]: DEBUG nova.compute.manager [None req-15227390-9ed2-4077-862e-bbf350469b1b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 596.966120] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18472cee-8245-411a-ac29-5a31b072663a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.049602] env[63260]: DEBUG oslo_vmware.api [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Task: {'id': task-2284095, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.065490] env[63260]: DEBUG oslo_vmware.api [None req-86768149-f408-4e1d-ad3f-548e95269dbe tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2284096, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.098189] env[63260]: DEBUG oslo_vmware.api [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': task-2284097, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.215019] env[63260]: DEBUG oslo_concurrency.lockutils [req-ec0d360a-256a-40f3-85b5-63a96d7e1f80 req-1c6f0b25-f58c-4c0b-8a52-d9f407a2dc9a service nova] Releasing lock "refresh_cache-7da03876-abb8-4716-89db-150c83bb5062" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.292914] env[63260]: DEBUG nova.compute.utils [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 597.302790] env[63260]: DEBUG nova.compute.manager [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 597.304971] env[63260]: DEBUG nova.network.neutron [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 597.361220] env[63260]: DEBUG nova.policy [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b84218f973b34596acdb302a46392745', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0cc112fd26644b7abedda679fb222d48', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 597.377765] env[63260]: DEBUG nova.compute.manager [None req-635dd548-3086-4143-a10a-10077fdc693c tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 597.378274] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-635dd548-3086-4143-a10a-10077fdc693c tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 597.380849] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3af0a29-d30e-423e-9d93-04c642332563 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.389863] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-635dd548-3086-4143-a10a-10077fdc693c tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 597.389863] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41e33632-64b7-4083-8df0-82f2b5be1532 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.396143] env[63260]: DEBUG oslo_vmware.api [None req-635dd548-3086-4143-a10a-10077fdc693c tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Waiting for the task: (returnval){ [ 597.396143] env[63260]: value = "task-2284098" [ 597.396143] env[63260]: _type = "Task" [ 597.396143] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.406701] env[63260]: DEBUG oslo_vmware.api [None req-635dd548-3086-4143-a10a-10077fdc693c tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Task: {'id': task-2284098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.441956] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284094, 'name': CreateVM_Task, 'duration_secs': 0.66123} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.442229] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 597.443140] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.443443] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.443638] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.443898] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e55c785b-0728-4ae6-86a6-53c7dcc8d72f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.449214] env[63260]: DEBUG oslo_vmware.api [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Waiting for the task: (returnval){ [ 597.449214] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e0b8c7-db13-6838-96c0-d945102f99f6" [ 597.449214] env[63260]: _type = "Task" [ 597.449214] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.457332] env[63260]: DEBUG oslo_vmware.api [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e0b8c7-db13-6838-96c0-d945102f99f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.478136] env[63260]: INFO nova.compute.manager [None req-15227390-9ed2-4077-862e-bbf350469b1b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] instance snapshotting [ 597.480900] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e25121-17aa-4cb4-af9a-8cd068a45278 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.500912] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e56c32-4e1c-461c-9c00-2e42ff12001e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.550260] env[63260]: DEBUG oslo_vmware.api [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Task: {'id': task-2284095, 'name': PowerOnVM_Task, 'duration_secs': 0.618375} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.550824] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 597.551490] env[63260]: INFO nova.compute.manager [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Took 9.24 seconds to spawn the instance on the hypervisor. [ 597.551490] env[63260]: DEBUG nova.compute.manager [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 597.552042] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945e05aa-bdd8-49dc-8fb3-b346df202f5a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.566886] env[63260]: DEBUG oslo_vmware.api [None req-86768149-f408-4e1d-ad3f-548e95269dbe tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2284096, 'name': RemoveSnapshot_Task, 'duration_secs': 0.993802} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.567150] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-86768149-f408-4e1d-ad3f-548e95269dbe tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Deleted Snapshot of the VM instance {{(pid=63260) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 597.567362] env[63260]: INFO nova.compute.manager [None req-86768149-f408-4e1d-ad3f-548e95269dbe tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Took 18.38 seconds to snapshot the instance on the hypervisor. [ 597.600164] env[63260]: DEBUG oslo_vmware.api [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': task-2284097, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5858} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.600164] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 14618266-8f55-46c7-9d42-04dfbe7165d4/14618266-8f55-46c7-9d42-04dfbe7165d4.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 597.600164] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 597.600164] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf31894b-a290-4456-9f89-7d56d996962e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.605074] env[63260]: DEBUG oslo_vmware.api [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Waiting for the task: (returnval){ [ 597.605074] env[63260]: value = "task-2284099" [ 597.605074] env[63260]: _type = "Task" [ 597.605074] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.613459] env[63260]: DEBUG oslo_vmware.api [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': task-2284099, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.800819] env[63260]: DEBUG nova.compute.manager [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 597.848135] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Acquiring lock "f5985e13-7c49-4c38-b9c9-4c23c52a1f4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.848448] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Lock "f5985e13-7c49-4c38-b9c9-4c23c52a1f4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.911027] env[63260]: DEBUG oslo_vmware.api [None req-635dd548-3086-4143-a10a-10077fdc693c tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Task: {'id': task-2284098, 'name': PowerOffVM_Task, 'duration_secs': 0.297694} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.912926] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-635dd548-3086-4143-a10a-10077fdc693c tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 597.913163] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-635dd548-3086-4143-a10a-10077fdc693c tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 597.916325] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6299fe6-f59e-4b8c-ad56-5144c6038c07 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.963871] env[63260]: DEBUG oslo_vmware.api [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e0b8c7-db13-6838-96c0-d945102f99f6, 'name': SearchDatastore_Task, 'duration_secs': 0.026713} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.964236] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.964837] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 597.964837] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.964931] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.965084] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.965361] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6ec2727-b043-4d9f-9c52-aee3d4852b0a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.975851] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.975851] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 597.976337] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f5a9333-c22a-4132-92f7-8c3dadbf4da3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.981180] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-635dd548-3086-4143-a10a-10077fdc693c tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 597.981383] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-635dd548-3086-4143-a10a-10077fdc693c tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 597.981596] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-635dd548-3086-4143-a10a-10077fdc693c tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Deleting the datastore file [datastore2] 3c874db9-bb34-4324-88d9-58498c8415b3 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 597.982924] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-156d430b-f4f5-4eba-be53-9f9bef0c7cdb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.986556] env[63260]: DEBUG oslo_vmware.api [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Waiting for the task: (returnval){ [ 597.986556] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52ff3e40-a61e-6b93-c52c-42cb029779f1" [ 597.986556] env[63260]: _type = "Task" [ 597.986556] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.992332] env[63260]: DEBUG oslo_concurrency.lockutils [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Acquiring lock "64e84161-5eff-406a-af5b-6f9f104cebae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.992543] env[63260]: DEBUG oslo_concurrency.lockutils [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Lock "64e84161-5eff-406a-af5b-6f9f104cebae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.997731] env[63260]: DEBUG oslo_vmware.api [None req-635dd548-3086-4143-a10a-10077fdc693c tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Waiting for the task: (returnval){ [ 597.997731] env[63260]: value = "task-2284101" [ 597.997731] env[63260]: _type = "Task" [ 597.997731] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.006538] env[63260]: DEBUG oslo_vmware.api [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52ff3e40-a61e-6b93-c52c-42cb029779f1, 'name': SearchDatastore_Task, 'duration_secs': 0.010419} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.012352] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-15227390-9ed2-4077-862e-bbf350469b1b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Creating Snapshot of the VM instance {{(pid=63260) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 598.012623] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8b681f7-663f-4db2-89df-db92c7f6f872 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.018641] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-669d86e0-a530-4f49-98fa-b342bd835b3d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.021348] env[63260]: DEBUG oslo_vmware.api [None req-635dd548-3086-4143-a10a-10077fdc693c tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Task: {'id': task-2284101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.024984] env[63260]: DEBUG oslo_vmware.api [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Waiting for the task: (returnval){ [ 598.024984] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5254fd9b-42fe-f915-52fc-af2cd6e82933" [ 598.024984] env[63260]: _type = "Task" [ 598.024984] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.031694] env[63260]: DEBUG oslo_vmware.api [None req-15227390-9ed2-4077-862e-bbf350469b1b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for the task: (returnval){ [ 598.031694] env[63260]: value = "task-2284102" [ 598.031694] env[63260]: _type = "Task" [ 598.031694] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.038549] env[63260]: DEBUG oslo_vmware.api [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5254fd9b-42fe-f915-52fc-af2cd6e82933, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.043168] env[63260]: DEBUG oslo_vmware.api [None req-15227390-9ed2-4077-862e-bbf350469b1b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284102, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.071948] env[63260]: DEBUG nova.network.neutron [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Successfully created port: 7f8b1541-2348-4b07-ba6a-deaebf05faf0 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 598.083423] env[63260]: INFO nova.compute.manager [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Took 36.84 seconds to build instance. [ 598.118606] env[63260]: DEBUG oslo_vmware.api [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': task-2284099, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069948} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.118606] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 598.118606] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fe2e26-85ad-4f26-9462-b98e67c77dde {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.143573] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 14618266-8f55-46c7-9d42-04dfbe7165d4/14618266-8f55-46c7-9d42-04dfbe7165d4.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 598.147241] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1956281-d00c-4f58-acce-22687bd450d4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.173138] env[63260]: DEBUG oslo_vmware.api [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Waiting for the task: (returnval){ [ 598.173138] env[63260]: value = "task-2284103" [ 598.173138] env[63260]: _type = "Task" [ 598.173138] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.179052] env[63260]: DEBUG oslo_vmware.api [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': task-2284103, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.463356] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d2fac5-d354-4072-bb26-c0cf9efdd88a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.471245] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a5d612-dc46-4758-831f-b567d74cbfd4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.506970] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48246818-1db4-4557-ad3a-5343cfe9b77d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.515309] env[63260]: DEBUG oslo_vmware.api [None req-635dd548-3086-4143-a10a-10077fdc693c tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Task: {'id': task-2284101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181099} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.517919] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-635dd548-3086-4143-a10a-10077fdc693c tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 598.518135] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-635dd548-3086-4143-a10a-10077fdc693c tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 598.518317] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-635dd548-3086-4143-a10a-10077fdc693c tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 598.518489] env[63260]: INFO nova.compute.manager [None req-635dd548-3086-4143-a10a-10077fdc693c tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 598.518959] env[63260]: DEBUG oslo.service.loopingcall [None req-635dd548-3086-4143-a10a-10077fdc693c tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 598.519284] env[63260]: DEBUG nova.compute.manager [-] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 598.519385] env[63260]: DEBUG nova.network.neutron [-] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 598.524335] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd9f68b-8d93-4d18-b65b-99f6aa80a35c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.536995] env[63260]: DEBUG nova.compute.provider_tree [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 598.552098] env[63260]: DEBUG oslo_vmware.api [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5254fd9b-42fe-f915-52fc-af2cd6e82933, 'name': SearchDatastore_Task, 'duration_secs': 0.010954} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.554949] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.555294] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 7da03876-abb8-4716-89db-150c83bb5062/7da03876-abb8-4716-89db-150c83bb5062.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 598.555404] env[63260]: DEBUG oslo_vmware.api [None req-15227390-9ed2-4077-862e-bbf350469b1b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284102, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.555611] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5107b248-3e63-474e-b964-f11c524e780a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.562600] env[63260]: DEBUG oslo_vmware.api [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Waiting for the task: (returnval){ [ 598.562600] env[63260]: value = "task-2284104" [ 598.562600] env[63260]: _type = "Task" [ 598.562600] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.571052] env[63260]: DEBUG oslo_vmware.api [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': task-2284104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.587453] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e2d6ddec-4a6f-4435-9f0a-7cc4b57a7e5c tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Lock "b6b0258f-4070-4ca1-b322-b4680b81b27e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.702s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.691456] env[63260]: DEBUG oslo_vmware.api [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': task-2284103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.819030] env[63260]: DEBUG nova.compute.manager [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 598.856861] env[63260]: DEBUG nova.virt.hardware [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 598.857073] env[63260]: DEBUG nova.virt.hardware [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 598.857236] env[63260]: DEBUG nova.virt.hardware [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.857447] env[63260]: DEBUG nova.virt.hardware [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 598.857557] env[63260]: DEBUG nova.virt.hardware [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.857696] env[63260]: DEBUG nova.virt.hardware [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 598.857904] env[63260]: DEBUG nova.virt.hardware [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 598.858140] env[63260]: DEBUG nova.virt.hardware [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 598.858361] env[63260]: DEBUG nova.virt.hardware [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 598.858508] env[63260]: DEBUG nova.virt.hardware [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 598.859404] env[63260]: DEBUG nova.virt.hardware [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 598.860358] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e74835-61e2-464e-8766-0fb3d4a66f44 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.870342] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d08cc9-278c-46ad-bbc2-68f652150ea7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.046313] env[63260]: DEBUG nova.scheduler.client.report [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 599.054537] env[63260]: DEBUG oslo_vmware.api [None req-15227390-9ed2-4077-862e-bbf350469b1b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284102, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.075397] env[63260]: DEBUG oslo_vmware.api [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': task-2284104, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493412} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.076019] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 7da03876-abb8-4716-89db-150c83bb5062/7da03876-abb8-4716-89db-150c83bb5062.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 599.076398] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 599.076759] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63ec33f0-8ee5-4dd2-a36c-60a031b741ee {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.083648] env[63260]: DEBUG oslo_vmware.api [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Waiting for the task: (returnval){ [ 599.083648] env[63260]: value = "task-2284105" [ 599.083648] env[63260]: _type = "Task" [ 599.083648] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.093787] env[63260]: DEBUG nova.compute.manager [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 599.096595] env[63260]: DEBUG oslo_vmware.api [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': task-2284105, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.183019] env[63260]: DEBUG oslo_vmware.api [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': task-2284103, 'name': ReconfigVM_Task, 'duration_secs': 0.777934} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.183328] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 14618266-8f55-46c7-9d42-04dfbe7165d4/14618266-8f55-46c7-9d42-04dfbe7165d4.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 599.183988] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d9108c3-77b2-454a-97dd-ab3ca1b66d2b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.190923] env[63260]: DEBUG oslo_vmware.api [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Waiting for the task: (returnval){ [ 599.190923] env[63260]: value = "task-2284106" [ 599.190923] env[63260]: _type = "Task" [ 599.190923] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.202566] env[63260]: DEBUG oslo_vmware.api [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': task-2284106, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.455526] env[63260]: DEBUG nova.compute.manager [req-eb309520-b1ce-4495-a5d7-6c3b1645e43e req-2af1927c-acf5-478b-a146-0d7c7f988ed6 service nova] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Received event network-vif-deleted-d32cc7e2-f6fb-463c-a5d6-f10fe6f5dfce {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 599.455734] env[63260]: INFO nova.compute.manager [req-eb309520-b1ce-4495-a5d7-6c3b1645e43e req-2af1927c-acf5-478b-a146-0d7c7f988ed6 service nova] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Neutron deleted interface d32cc7e2-f6fb-463c-a5d6-f10fe6f5dfce; detaching it from the instance and deleting it from the info cache [ 599.455955] env[63260]: DEBUG nova.network.neutron [req-eb309520-b1ce-4495-a5d7-6c3b1645e43e req-2af1927c-acf5-478b-a146-0d7c7f988ed6 service nova] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.538052] env[63260]: DEBUG nova.network.neutron [-] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.555030] env[63260]: DEBUG oslo_concurrency.lockutils [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.770s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.555567] env[63260]: DEBUG nova.compute.manager [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 599.559040] env[63260]: DEBUG oslo_vmware.api [None req-15227390-9ed2-4077-862e-bbf350469b1b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284102, 'name': CreateSnapshot_Task, 'duration_secs': 1.165543} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.559406] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.884s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.561057] env[63260]: INFO nova.compute.claims [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 599.564041] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-15227390-9ed2-4077-862e-bbf350469b1b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Created Snapshot of the VM instance {{(pid=63260) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 599.565372] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14dc9c22-c536-4156-b8e2-3f62aa6c534d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.596549] env[63260]: DEBUG oslo_vmware.api [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': task-2284105, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071987} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.596708] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 599.597525] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9037655-b41c-4797-a827-656b06019802 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.633791] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 7da03876-abb8-4716-89db-150c83bb5062/7da03876-abb8-4716-89db-150c83bb5062.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 599.634308] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9bae5ca-0e86-40b7-8489-de4c0021e3aa {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.656393] env[63260]: DEBUG oslo_concurrency.lockutils [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.663624] env[63260]: DEBUG oslo_vmware.api [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Waiting for the task: (returnval){ [ 599.663624] env[63260]: value = "task-2284107" [ 599.663624] env[63260]: _type = "Task" [ 599.663624] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.672027] env[63260]: DEBUG oslo_vmware.api [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': task-2284107, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.702193] env[63260]: DEBUG oslo_vmware.api [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': task-2284106, 'name': Rename_Task, 'duration_secs': 0.455856} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.702555] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 599.702858] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e131dc03-0fa3-419f-b651-ec52708e51f3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.709527] env[63260]: DEBUG oslo_vmware.api [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Waiting for the task: (returnval){ [ 599.709527] env[63260]: value = "task-2284108" [ 599.709527] env[63260]: _type = "Task" [ 599.709527] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.717767] env[63260]: DEBUG oslo_vmware.api [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': task-2284108, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.861114] env[63260]: DEBUG nova.network.neutron [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Successfully updated port: 7f8b1541-2348-4b07-ba6a-deaebf05faf0 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 599.963025] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b7322faa-989d-4535-9cd0-d17682ec45d7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.974069] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d739fb-4a40-413c-81b4-cc62291138c6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.015624] env[63260]: DEBUG nova.compute.manager [req-eb309520-b1ce-4495-a5d7-6c3b1645e43e req-2af1927c-acf5-478b-a146-0d7c7f988ed6 service nova] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Detach interface failed, port_id=d32cc7e2-f6fb-463c-a5d6-f10fe6f5dfce, reason: Instance 3c874db9-bb34-4324-88d9-58498c8415b3 could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 600.042058] env[63260]: INFO nova.compute.manager [-] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Took 1.52 seconds to deallocate network for instance. [ 600.066029] env[63260]: DEBUG nova.compute.utils [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 600.074301] env[63260]: DEBUG nova.compute.manager [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 600.074301] env[63260]: DEBUG nova.network.neutron [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 600.091222] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-15227390-9ed2-4077-862e-bbf350469b1b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Creating linked-clone VM from snapshot {{(pid=63260) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 600.092734] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-181005e2-a20e-40bc-8cff-e6194098d38f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.108641] env[63260]: DEBUG oslo_vmware.api [None req-15227390-9ed2-4077-862e-bbf350469b1b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for the task: (returnval){ [ 600.108641] env[63260]: value = "task-2284109" [ 600.108641] env[63260]: _type = "Task" [ 600.108641] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.116275] env[63260]: DEBUG oslo_vmware.api [None req-15227390-9ed2-4077-862e-bbf350469b1b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284109, 'name': CloneVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.174731] env[63260]: DEBUG oslo_vmware.api [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': task-2284107, 'name': ReconfigVM_Task, 'duration_secs': 0.338153} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.174731] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 7da03876-abb8-4716-89db-150c83bb5062/7da03876-abb8-4716-89db-150c83bb5062.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 600.174731] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0cb66980-42b0-49ba-ba42-35174ad41ec7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.183339] env[63260]: DEBUG oslo_vmware.api [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Waiting for the task: (returnval){ [ 600.183339] env[63260]: value = "task-2284110" [ 600.183339] env[63260]: _type = "Task" [ 600.183339] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.184802] env[63260]: DEBUG nova.policy [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be08caa901bb4f8590e0bff15e620086', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba4cef0340aa48ec89df8b9cb2a80fd8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 600.195382] env[63260]: DEBUG oslo_vmware.api [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': task-2284110, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.219745] env[63260]: DEBUG oslo_vmware.api [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': task-2284108, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.246559] env[63260]: DEBUG nova.compute.manager [req-c83b4217-8503-4ac1-a308-9e9614803ab0 req-5a1cab84-a46d-45f1-820b-6e3f2028efb7 service nova] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Received event network-vif-plugged-7f8b1541-2348-4b07-ba6a-deaebf05faf0 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 600.246821] env[63260]: DEBUG oslo_concurrency.lockutils [req-c83b4217-8503-4ac1-a308-9e9614803ab0 req-5a1cab84-a46d-45f1-820b-6e3f2028efb7 service nova] Acquiring lock "eae2ab94-da4e-45c4-a185-a245dd609514-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.246992] env[63260]: DEBUG oslo_concurrency.lockutils [req-c83b4217-8503-4ac1-a308-9e9614803ab0 req-5a1cab84-a46d-45f1-820b-6e3f2028efb7 service nova] Lock "eae2ab94-da4e-45c4-a185-a245dd609514-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.247300] env[63260]: DEBUG oslo_concurrency.lockutils [req-c83b4217-8503-4ac1-a308-9e9614803ab0 req-5a1cab84-a46d-45f1-820b-6e3f2028efb7 service nova] Lock "eae2ab94-da4e-45c4-a185-a245dd609514-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.247513] env[63260]: DEBUG nova.compute.manager [req-c83b4217-8503-4ac1-a308-9e9614803ab0 req-5a1cab84-a46d-45f1-820b-6e3f2028efb7 service nova] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] No waiting events found dispatching network-vif-plugged-7f8b1541-2348-4b07-ba6a-deaebf05faf0 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 600.247800] env[63260]: WARNING nova.compute.manager [req-c83b4217-8503-4ac1-a308-9e9614803ab0 req-5a1cab84-a46d-45f1-820b-6e3f2028efb7 service nova] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Received unexpected event network-vif-plugged-7f8b1541-2348-4b07-ba6a-deaebf05faf0 for instance with vm_state building and task_state spawning. [ 600.368616] env[63260]: DEBUG oslo_concurrency.lockutils [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "refresh_cache-eae2ab94-da4e-45c4-a185-a245dd609514" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.368616] env[63260]: DEBUG oslo_concurrency.lockutils [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquired lock "refresh_cache-eae2ab94-da4e-45c4-a185-a245dd609514" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.368616] env[63260]: DEBUG nova.network.neutron [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 600.552294] env[63260]: DEBUG oslo_concurrency.lockutils [None req-635dd548-3086-4143-a10a-10077fdc693c tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.577441] env[63260]: DEBUG nova.compute.manager [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 600.618949] env[63260]: DEBUG oslo_vmware.api [None req-15227390-9ed2-4077-862e-bbf350469b1b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284109, 'name': CloneVM_Task} progress is 94%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.688528] env[63260]: DEBUG nova.network.neutron [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Successfully created port: 9ac0e867-75d1-4b40-a9d8-9803eb12eec9 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 600.703497] env[63260]: DEBUG oslo_vmware.api [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': task-2284110, 'name': Rename_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.723711] env[63260]: DEBUG oslo_vmware.api [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': task-2284108, 'name': PowerOnVM_Task, 'duration_secs': 0.919465} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.724142] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 600.724501] env[63260]: INFO nova.compute.manager [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Took 9.72 seconds to spawn the instance on the hypervisor. [ 600.724859] env[63260]: DEBUG nova.compute.manager [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 600.726128] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4db858e-8823-482b-86b9-0f03afa75a69 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.913374] env[63260]: DEBUG nova.network.neutron [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 601.121703] env[63260]: DEBUG oslo_vmware.api [None req-15227390-9ed2-4077-862e-bbf350469b1b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284109, 'name': CloneVM_Task} progress is 94%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.191458] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffa33cd-9d02-44a8-b789-9ce0ca9390c1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.207702] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d94313-0e74-489b-b0ae-8fa1984df2a8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.212293] env[63260]: DEBUG oslo_vmware.api [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': task-2284110, 'name': Rename_Task, 'duration_secs': 0.54482} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.212566] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 601.213666] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b90ba296-9d92-4112-9cbd-50e5e8f29210 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.257022] env[63260]: DEBUG nova.network.neutron [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Updating instance_info_cache with network_info: [{"id": "7f8b1541-2348-4b07-ba6a-deaebf05faf0", "address": "fa:16:3e:c0:87:52", "network": {"id": "5b68e61c-9924-43a6-9550-c424919c7ebd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505122137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc112fd26644b7abedda679fb222d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f8b1541-23", "ovs_interfaceid": "7f8b1541-2348-4b07-ba6a-deaebf05faf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.257022] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0c420c-9435-4084-915d-fcccb1dd2dff {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.260978] env[63260]: DEBUG oslo_vmware.api [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Waiting for the task: (returnval){ [ 601.260978] env[63260]: value = "task-2284111" [ 601.260978] env[63260]: _type = "Task" [ 601.260978] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.274159] env[63260]: INFO nova.compute.manager [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Took 38.84 seconds to build instance. [ 601.278670] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a030a8-ee9a-4e75-8a88-c5741bbce218 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.287055] env[63260]: DEBUG oslo_vmware.api [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': task-2284111, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.298039] env[63260]: DEBUG nova.compute.provider_tree [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.332316] env[63260]: DEBUG oslo_concurrency.lockutils [None req-91600f64-b966-4bdc-afa8-aba9f8922dc8 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Acquiring lock "586624a7-463d-4b4d-be96-b6219fc75283" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.332586] env[63260]: DEBUG oslo_concurrency.lockutils [None req-91600f64-b966-4bdc-afa8-aba9f8922dc8 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Lock "586624a7-463d-4b4d-be96-b6219fc75283" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.333025] env[63260]: DEBUG oslo_concurrency.lockutils [None req-91600f64-b966-4bdc-afa8-aba9f8922dc8 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Acquiring lock "586624a7-463d-4b4d-be96-b6219fc75283-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.333025] env[63260]: DEBUG oslo_concurrency.lockutils [None req-91600f64-b966-4bdc-afa8-aba9f8922dc8 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Lock "586624a7-463d-4b4d-be96-b6219fc75283-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.333678] env[63260]: DEBUG oslo_concurrency.lockutils [None req-91600f64-b966-4bdc-afa8-aba9f8922dc8 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Lock "586624a7-463d-4b4d-be96-b6219fc75283-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.338038] env[63260]: INFO nova.compute.manager [None req-91600f64-b966-4bdc-afa8-aba9f8922dc8 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Terminating instance [ 601.597860] env[63260]: DEBUG nova.compute.manager [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 601.622546] env[63260]: DEBUG oslo_vmware.api [None req-15227390-9ed2-4077-862e-bbf350469b1b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284109, 'name': CloneVM_Task} progress is 94%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.624930] env[63260]: DEBUG nova.virt.hardware [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 601.625227] env[63260]: DEBUG nova.virt.hardware [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 601.625556] env[63260]: DEBUG nova.virt.hardware [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 601.625829] env[63260]: DEBUG nova.virt.hardware [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 601.626067] env[63260]: DEBUG nova.virt.hardware [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 601.626288] env[63260]: DEBUG nova.virt.hardware [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 601.626560] env[63260]: DEBUG nova.virt.hardware [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 601.628083] env[63260]: DEBUG nova.virt.hardware [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 601.628083] env[63260]: DEBUG nova.virt.hardware [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 601.628083] env[63260]: DEBUG nova.virt.hardware [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 601.628083] env[63260]: DEBUG nova.virt.hardware [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 601.628726] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a50e0b7-2b50-4897-8230-f888f72307eb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.636018] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8146f6-1180-424a-94b1-60abcaa5372d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.768024] env[63260]: DEBUG oslo_concurrency.lockutils [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Releasing lock "refresh_cache-eae2ab94-da4e-45c4-a185-a245dd609514" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.768024] env[63260]: DEBUG nova.compute.manager [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Instance network_info: |[{"id": "7f8b1541-2348-4b07-ba6a-deaebf05faf0", "address": "fa:16:3e:c0:87:52", "network": {"id": "5b68e61c-9924-43a6-9550-c424919c7ebd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505122137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc112fd26644b7abedda679fb222d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f8b1541-23", "ovs_interfaceid": "7f8b1541-2348-4b07-ba6a-deaebf05faf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 601.770087] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:87:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f8b1541-2348-4b07-ba6a-deaebf05faf0', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 601.778136] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Creating folder: Project (0cc112fd26644b7abedda679fb222d48). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.778784] env[63260]: DEBUG oslo_concurrency.lockutils [None req-756986fc-d648-4e65-9ccb-7312c0ce9de2 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Lock "14618266-8f55-46c7-9d42-04dfbe7165d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.940s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.779131] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8b0aefe-849e-4f9c-a515-36a9a73ef51a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.786980] env[63260]: DEBUG oslo_vmware.api [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': task-2284111, 'name': PowerOnVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.793552] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Created folder: Project (0cc112fd26644b7abedda679fb222d48) in parent group-v464889. [ 601.793552] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Creating folder: Instances. Parent ref: group-v464963. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.793552] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b8abec7-b583-4868-9bf5-c48db8755a60 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.800743] env[63260]: DEBUG nova.scheduler.client.report [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 601.808050] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Created folder: Instances in parent group-v464963. [ 601.808050] env[63260]: DEBUG oslo.service.loopingcall [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 601.808050] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 601.808050] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3b15342-87ce-48f9-b55b-5845e8b20da7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.828525] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 601.828525] env[63260]: value = "task-2284114" [ 601.828525] env[63260]: _type = "Task" [ 601.828525] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.836710] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284114, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.845677] env[63260]: DEBUG nova.compute.manager [None req-91600f64-b966-4bdc-afa8-aba9f8922dc8 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 601.845903] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-91600f64-b966-4bdc-afa8-aba9f8922dc8 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 601.846715] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78154d2a-d48b-4cd2-ba88-edc7f2ce5f80 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.855844] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-91600f64-b966-4bdc-afa8-aba9f8922dc8 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 601.856113] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8689300e-5466-46e7-8333-a853a80f22f5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.864541] env[63260]: DEBUG oslo_vmware.api [None req-91600f64-b966-4bdc-afa8-aba9f8922dc8 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Waiting for the task: (returnval){ [ 601.864541] env[63260]: value = "task-2284115" [ 601.864541] env[63260]: _type = "Task" [ 601.864541] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.874074] env[63260]: DEBUG oslo_vmware.api [None req-91600f64-b966-4bdc-afa8-aba9f8922dc8 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2284115, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.128377] env[63260]: DEBUG oslo_vmware.api [None req-15227390-9ed2-4077-862e-bbf350469b1b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284109, 'name': CloneVM_Task} progress is 95%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.281486] env[63260]: DEBUG oslo_vmware.api [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': task-2284111, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.288543] env[63260]: DEBUG nova.compute.manager [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.307774] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.748s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.309256] env[63260]: DEBUG nova.compute.manager [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 602.313036] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.999s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.314644] env[63260]: INFO nova.compute.claims [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 602.353822] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284114, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.378855] env[63260]: DEBUG oslo_vmware.api [None req-91600f64-b966-4bdc-afa8-aba9f8922dc8 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2284115, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.622796] env[63260]: DEBUG oslo_vmware.api [None req-15227390-9ed2-4077-862e-bbf350469b1b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284109, 'name': CloneVM_Task} progress is 95%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.663997] env[63260]: DEBUG nova.network.neutron [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Successfully updated port: 9ac0e867-75d1-4b40-a9d8-9803eb12eec9 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 602.765820] env[63260]: DEBUG nova.compute.manager [req-32d07581-1a51-42a2-8bfa-40503cde5f0d req-d0e576c3-2e48-4157-96d3-c8f962eef576 service nova] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Received event network-changed-7f8b1541-2348-4b07-ba6a-deaebf05faf0 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 602.765820] env[63260]: DEBUG nova.compute.manager [req-32d07581-1a51-42a2-8bfa-40503cde5f0d req-d0e576c3-2e48-4157-96d3-c8f962eef576 service nova] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Refreshing instance network info cache due to event network-changed-7f8b1541-2348-4b07-ba6a-deaebf05faf0. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 602.765820] env[63260]: DEBUG oslo_concurrency.lockutils [req-32d07581-1a51-42a2-8bfa-40503cde5f0d req-d0e576c3-2e48-4157-96d3-c8f962eef576 service nova] Acquiring lock "refresh_cache-eae2ab94-da4e-45c4-a185-a245dd609514" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.765820] env[63260]: DEBUG oslo_concurrency.lockutils [req-32d07581-1a51-42a2-8bfa-40503cde5f0d req-d0e576c3-2e48-4157-96d3-c8f962eef576 service nova] Acquired lock "refresh_cache-eae2ab94-da4e-45c4-a185-a245dd609514" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.765820] env[63260]: DEBUG nova.network.neutron [req-32d07581-1a51-42a2-8bfa-40503cde5f0d req-d0e576c3-2e48-4157-96d3-c8f962eef576 service nova] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Refreshing network info cache for port 7f8b1541-2348-4b07-ba6a-deaebf05faf0 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 602.779509] env[63260]: DEBUG oslo_vmware.api [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': task-2284111, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.814451] env[63260]: DEBUG oslo_concurrency.lockutils [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.822034] env[63260]: DEBUG nova.compute.utils [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 602.822866] env[63260]: DEBUG nova.compute.manager [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 602.823054] env[63260]: DEBUG nova.network.neutron [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 602.842519] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284114, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.875928] env[63260]: DEBUG oslo_vmware.api [None req-91600f64-b966-4bdc-afa8-aba9f8922dc8 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2284115, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.884507] env[63260]: DEBUG nova.policy [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad3ce04c04b348ce83ef9c10e28a36b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbd2901687cc4bd3b7e78d780e2e7a75', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 603.133866] env[63260]: DEBUG oslo_vmware.api [None req-15227390-9ed2-4077-862e-bbf350469b1b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284109, 'name': CloneVM_Task, 'duration_secs': 2.982307} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.133866] env[63260]: INFO nova.virt.vmwareapi.vmops [None req-15227390-9ed2-4077-862e-bbf350469b1b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Created linked-clone VM from snapshot [ 603.136541] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717549b9-a9d9-48bd-a2ea-827fd4c11e15 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.150079] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-15227390-9ed2-4077-862e-bbf350469b1b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Uploading image 2907f707-c9f7-44bd-bec8-810236c023eb {{(pid=63260) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 603.167671] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-15227390-9ed2-4077-862e-bbf350469b1b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Destroying the VM {{(pid=63260) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 603.168402] env[63260]: DEBUG oslo_concurrency.lockutils [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Acquiring lock "refresh_cache-93c5a022-f4c9-4247-b584-3d6050e47dca" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.168582] env[63260]: DEBUG oslo_concurrency.lockutils [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Acquired lock "refresh_cache-93c5a022-f4c9-4247-b584-3d6050e47dca" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.168759] env[63260]: DEBUG nova.network.neutron [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 603.170044] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3cf2bfe5-0c8a-4add-a423-848e9897b91d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.179271] env[63260]: DEBUG oslo_vmware.api [None req-15227390-9ed2-4077-862e-bbf350469b1b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for the task: (returnval){ [ 603.179271] env[63260]: value = "task-2284120" [ 603.179271] env[63260]: _type = "Task" [ 603.179271] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.189806] env[63260]: DEBUG oslo_vmware.api [None req-15227390-9ed2-4077-862e-bbf350469b1b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284120, 'name': Destroy_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.280787] env[63260]: DEBUG oslo_vmware.api [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': task-2284111, 'name': PowerOnVM_Task, 'duration_secs': 1.767709} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.281084] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 603.281302] env[63260]: INFO nova.compute.manager [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Took 17.78 seconds to spawn the instance on the hypervisor. [ 603.281496] env[63260]: DEBUG nova.compute.manager [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 603.282285] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51828397-ce3e-4d45-800a-b905477f4d48 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.331252] env[63260]: DEBUG nova.compute.manager [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 603.351013] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284114, 'name': CreateVM_Task, 'duration_secs': 1.494038} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.351214] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 603.351973] env[63260]: DEBUG oslo_concurrency.lockutils [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.351973] env[63260]: DEBUG oslo_concurrency.lockutils [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.352246] env[63260]: DEBUG oslo_concurrency.lockutils [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.352517] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ede5e59-9978-4b75-8c0e-99993be991bb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.360677] env[63260]: DEBUG oslo_vmware.api [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 603.360677] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52343665-a14d-91b6-9f3f-83df87339774" [ 603.360677] env[63260]: _type = "Task" [ 603.360677] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.370528] env[63260]: DEBUG oslo_vmware.api [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52343665-a14d-91b6-9f3f-83df87339774, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.383542] env[63260]: DEBUG oslo_vmware.api [None req-91600f64-b966-4bdc-afa8-aba9f8922dc8 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2284115, 'name': PowerOffVM_Task, 'duration_secs': 1.155122} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.384296] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-91600f64-b966-4bdc-afa8-aba9f8922dc8 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 603.384296] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-91600f64-b966-4bdc-afa8-aba9f8922dc8 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 603.384605] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b5bf741-dd22-48cb-86ea-f06681c73383 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.465689] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-91600f64-b966-4bdc-afa8-aba9f8922dc8 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 603.465987] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-91600f64-b966-4bdc-afa8-aba9f8922dc8 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 603.466239] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-91600f64-b966-4bdc-afa8-aba9f8922dc8 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Deleting the datastore file [datastore1] 586624a7-463d-4b4d-be96-b6219fc75283 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 603.466350] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e5f7d03-3507-42b0-89ce-4da8b3213c5f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.481199] env[63260]: DEBUG oslo_vmware.api [None req-91600f64-b966-4bdc-afa8-aba9f8922dc8 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Waiting for the task: (returnval){ [ 603.481199] env[63260]: value = "task-2284122" [ 603.481199] env[63260]: _type = "Task" [ 603.481199] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.494242] env[63260]: DEBUG oslo_vmware.api [None req-91600f64-b966-4bdc-afa8-aba9f8922dc8 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2284122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.611875] env[63260]: DEBUG nova.network.neutron [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Successfully created port: a8364ec1-03c7-45d5-93bd-2067ecff8d52 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 603.688889] env[63260]: DEBUG oslo_vmware.api [None req-15227390-9ed2-4077-862e-bbf350469b1b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284120, 'name': Destroy_Task, 'duration_secs': 0.406281} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.689381] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-15227390-9ed2-4077-862e-bbf350469b1b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Destroyed the VM [ 603.689725] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-15227390-9ed2-4077-862e-bbf350469b1b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Deleting Snapshot of the VM instance {{(pid=63260) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 603.690160] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d657987a-c872-4a8a-b1d2-162c8937cdea {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.701019] env[63260]: DEBUG oslo_vmware.api [None req-15227390-9ed2-4077-862e-bbf350469b1b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for the task: (returnval){ [ 603.701019] env[63260]: value = "task-2284123" [ 603.701019] env[63260]: _type = "Task" [ 603.701019] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.707819] env[63260]: DEBUG oslo_vmware.api [None req-15227390-9ed2-4077-862e-bbf350469b1b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284123, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.775156] env[63260]: DEBUG nova.network.neutron [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 603.810289] env[63260]: INFO nova.compute.manager [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Took 46.76 seconds to build instance. [ 603.875039] env[63260]: DEBUG oslo_vmware.api [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52343665-a14d-91b6-9f3f-83df87339774, 'name': SearchDatastore_Task, 'duration_secs': 0.01304} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.881443] env[63260]: DEBUG oslo_concurrency.lockutils [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.882415] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 603.882820] env[63260]: DEBUG oslo_concurrency.lockutils [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.883120] env[63260]: DEBUG oslo_concurrency.lockutils [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.883438] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 603.888811] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6299aadf-ab41-4fbb-9f66-2904ebf10272 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.899261] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 603.899514] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 603.900952] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9995f3b2-a6f9-45a1-9d2c-c3e41a7439f2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.908300] env[63260]: DEBUG oslo_vmware.api [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 603.908300] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]527f7ce7-fa5c-27cd-2b5f-d05cc56ed09d" [ 603.908300] env[63260]: _type = "Task" [ 603.908300] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.922142] env[63260]: DEBUG oslo_vmware.api [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]527f7ce7-fa5c-27cd-2b5f-d05cc56ed09d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.951932] env[63260]: DEBUG nova.network.neutron [req-32d07581-1a51-42a2-8bfa-40503cde5f0d req-d0e576c3-2e48-4157-96d3-c8f962eef576 service nova] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Updated VIF entry in instance network info cache for port 7f8b1541-2348-4b07-ba6a-deaebf05faf0. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 603.951932] env[63260]: DEBUG nova.network.neutron [req-32d07581-1a51-42a2-8bfa-40503cde5f0d req-d0e576c3-2e48-4157-96d3-c8f962eef576 service nova] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Updating instance_info_cache with network_info: [{"id": "7f8b1541-2348-4b07-ba6a-deaebf05faf0", "address": "fa:16:3e:c0:87:52", "network": {"id": "5b68e61c-9924-43a6-9550-c424919c7ebd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505122137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc112fd26644b7abedda679fb222d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f8b1541-23", "ovs_interfaceid": "7f8b1541-2348-4b07-ba6a-deaebf05faf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.994828] env[63260]: DEBUG oslo_vmware.api [None req-91600f64-b966-4bdc-afa8-aba9f8922dc8 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Task: {'id': task-2284122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19207} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.996323] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-91600f64-b966-4bdc-afa8-aba9f8922dc8 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 603.996323] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-91600f64-b966-4bdc-afa8-aba9f8922dc8 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 603.996652] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-91600f64-b966-4bdc-afa8-aba9f8922dc8 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 603.996850] env[63260]: INFO nova.compute.manager [None req-91600f64-b966-4bdc-afa8-aba9f8922dc8 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Took 2.15 seconds to destroy the instance on the hypervisor. [ 603.997092] env[63260]: DEBUG oslo.service.loopingcall [None req-91600f64-b966-4bdc-afa8-aba9f8922dc8 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 603.997778] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1648fe-0035-43df-b4fb-caca2bff82be {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.000617] env[63260]: DEBUG nova.compute.manager [-] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 604.000723] env[63260]: DEBUG nova.network.neutron [-] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 604.007329] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dee77c3-20d4-4c13-a646-0c61340edfef {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.044452] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75494800-e5db-4f93-ba76-9bf3fcd82eb0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.052576] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4b87e5-513c-4870-9437-72fce69ad967 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.067154] env[63260]: DEBUG nova.compute.provider_tree [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.141036] env[63260]: DEBUG nova.network.neutron [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Updating instance_info_cache with network_info: [{"id": "9ac0e867-75d1-4b40-a9d8-9803eb12eec9", "address": "fa:16:3e:23:67:24", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac0e867-75", "ovs_interfaceid": "9ac0e867-75d1-4b40-a9d8-9803eb12eec9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.210580] env[63260]: DEBUG oslo_vmware.api [None req-15227390-9ed2-4077-862e-bbf350469b1b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284123, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.312499] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6f2819fe-e4e8-45a7-8a80-ca49cc80b8cc tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Lock "7da03876-abb8-4716-89db-150c83bb5062" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.737s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.353225] env[63260]: DEBUG nova.compute.manager [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 604.392532] env[63260]: DEBUG nova.virt.hardware [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 604.393259] env[63260]: DEBUG nova.virt.hardware [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 604.393603] env[63260]: DEBUG nova.virt.hardware [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 604.393887] env[63260]: DEBUG nova.virt.hardware [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 604.394120] env[63260]: DEBUG nova.virt.hardware [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 604.394328] env[63260]: DEBUG nova.virt.hardware [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 604.394648] env[63260]: DEBUG nova.virt.hardware [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 604.394945] env[63260]: DEBUG nova.virt.hardware [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 604.395184] env[63260]: DEBUG nova.virt.hardware [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 604.395649] env[63260]: DEBUG nova.virt.hardware [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 604.396143] env[63260]: DEBUG nova.virt.hardware [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 604.397439] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f32ae3f-4934-4e91-a36d-a11a3dfb3322 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.410555] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4c0f13-0475-4088-9b50-bbb5429b5f31 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.435169] env[63260]: DEBUG oslo_vmware.api [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]527f7ce7-fa5c-27cd-2b5f-d05cc56ed09d, 'name': SearchDatastore_Task, 'duration_secs': 0.012639} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.435478] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8b8f702-85c1-4e7b-b4ac-7c592aa93106 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.443210] env[63260]: DEBUG oslo_vmware.api [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 604.443210] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]522d54e2-dbfb-4b41-627b-72c9dc8b72ef" [ 604.443210] env[63260]: _type = "Task" [ 604.443210] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.452631] env[63260]: DEBUG oslo_vmware.api [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]522d54e2-dbfb-4b41-627b-72c9dc8b72ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.454356] env[63260]: DEBUG oslo_concurrency.lockutils [req-32d07581-1a51-42a2-8bfa-40503cde5f0d req-d0e576c3-2e48-4157-96d3-c8f962eef576 service nova] Releasing lock "refresh_cache-eae2ab94-da4e-45c4-a185-a245dd609514" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.454645] env[63260]: DEBUG nova.compute.manager [req-32d07581-1a51-42a2-8bfa-40503cde5f0d req-d0e576c3-2e48-4157-96d3-c8f962eef576 service nova] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Received event network-changed-16e6e650-9c87-424e-89b7-a93d4b24f828 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 604.454927] env[63260]: DEBUG nova.compute.manager [req-32d07581-1a51-42a2-8bfa-40503cde5f0d req-d0e576c3-2e48-4157-96d3-c8f962eef576 service nova] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Refreshing instance network info cache due to event network-changed-16e6e650-9c87-424e-89b7-a93d4b24f828. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 604.455229] env[63260]: DEBUG oslo_concurrency.lockutils [req-32d07581-1a51-42a2-8bfa-40503cde5f0d req-d0e576c3-2e48-4157-96d3-c8f962eef576 service nova] Acquiring lock "refresh_cache-b6b0258f-4070-4ca1-b322-b4680b81b27e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.455422] env[63260]: DEBUG oslo_concurrency.lockutils [req-32d07581-1a51-42a2-8bfa-40503cde5f0d req-d0e576c3-2e48-4157-96d3-c8f962eef576 service nova] Acquired lock "refresh_cache-b6b0258f-4070-4ca1-b322-b4680b81b27e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.455665] env[63260]: DEBUG nova.network.neutron [req-32d07581-1a51-42a2-8bfa-40503cde5f0d req-d0e576c3-2e48-4157-96d3-c8f962eef576 service nova] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Refreshing network info cache for port 16e6e650-9c87-424e-89b7-a93d4b24f828 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 604.571173] env[63260]: DEBUG nova.scheduler.client.report [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 604.645369] env[63260]: DEBUG oslo_concurrency.lockutils [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Releasing lock "refresh_cache-93c5a022-f4c9-4247-b584-3d6050e47dca" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.645369] env[63260]: DEBUG nova.compute.manager [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Instance network_info: |[{"id": "9ac0e867-75d1-4b40-a9d8-9803eb12eec9", "address": "fa:16:3e:23:67:24", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac0e867-75", "ovs_interfaceid": "9ac0e867-75d1-4b40-a9d8-9803eb12eec9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 604.645369] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:67:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ac0e867-75d1-4b40-a9d8-9803eb12eec9', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 604.652677] env[63260]: DEBUG oslo.service.loopingcall [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 604.653103] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 604.653353] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-705a55c8-5cfe-45f2-bacc-64f70ce7a229 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.679443] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 604.679443] env[63260]: value = "task-2284124" [ 604.679443] env[63260]: _type = "Task" [ 604.679443] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.688676] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284124, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.711606] env[63260]: DEBUG oslo_vmware.api [None req-15227390-9ed2-4077-862e-bbf350469b1b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284123, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.817645] env[63260]: DEBUG nova.compute.manager [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 604.900809] env[63260]: DEBUG nova.compute.manager [req-9e42337a-5b0b-427c-9948-99213e23d8f0 req-d531343f-0f06-438b-99ff-31d8ff32b940 service nova] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Received event network-changed-93480fd0-1fd9-4e02-be52-9b9a79371a02 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 604.901104] env[63260]: DEBUG nova.compute.manager [req-9e42337a-5b0b-427c-9948-99213e23d8f0 req-d531343f-0f06-438b-99ff-31d8ff32b940 service nova] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Refreshing instance network info cache due to event network-changed-93480fd0-1fd9-4e02-be52-9b9a79371a02. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 604.901437] env[63260]: DEBUG oslo_concurrency.lockutils [req-9e42337a-5b0b-427c-9948-99213e23d8f0 req-d531343f-0f06-438b-99ff-31d8ff32b940 service nova] Acquiring lock "refresh_cache-14618266-8f55-46c7-9d42-04dfbe7165d4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.901592] env[63260]: DEBUG oslo_concurrency.lockutils [req-9e42337a-5b0b-427c-9948-99213e23d8f0 req-d531343f-0f06-438b-99ff-31d8ff32b940 service nova] Acquired lock "refresh_cache-14618266-8f55-46c7-9d42-04dfbe7165d4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.901804] env[63260]: DEBUG nova.network.neutron [req-9e42337a-5b0b-427c-9948-99213e23d8f0 req-d531343f-0f06-438b-99ff-31d8ff32b940 service nova] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Refreshing network info cache for port 93480fd0-1fd9-4e02-be52-9b9a79371a02 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 604.941468] env[63260]: DEBUG nova.network.neutron [-] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.957244] env[63260]: DEBUG oslo_vmware.api [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]522d54e2-dbfb-4b41-627b-72c9dc8b72ef, 'name': SearchDatastore_Task, 'duration_secs': 0.011478} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.958183] env[63260]: DEBUG oslo_concurrency.lockutils [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.958480] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] eae2ab94-da4e-45c4-a185-a245dd609514/eae2ab94-da4e-45c4-a185-a245dd609514.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 604.961253] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7873ad93-1696-42d9-9462-a9bf043c7e3f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.972596] env[63260]: DEBUG oslo_vmware.api [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 604.972596] env[63260]: value = "task-2284125" [ 604.972596] env[63260]: _type = "Task" [ 604.972596] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.987219] env[63260]: DEBUG oslo_vmware.api [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.077382] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.078154] env[63260]: DEBUG nova.compute.manager [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 605.081865] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b9dd9c3b-f86f-4306-8449-620257c50810 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.858s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.082245] env[63260]: DEBUG nova.objects.instance [None req-b9dd9c3b-f86f-4306-8449-620257c50810 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Lazy-loading 'resources' on Instance uuid 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 605.195989] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284124, 'name': CreateVM_Task, 'duration_secs': 0.382199} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.196396] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 605.197240] env[63260]: DEBUG oslo_concurrency.lockutils [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.197326] env[63260]: DEBUG oslo_concurrency.lockutils [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.197778] env[63260]: DEBUG oslo_concurrency.lockutils [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.198232] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-383f35be-7f69-462b-8eb0-8c6f9fa39a6e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.209157] env[63260]: DEBUG oslo_vmware.api [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Waiting for the task: (returnval){ [ 605.209157] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5269b8be-a11d-7e25-dd59-a96ae16f2ac7" [ 605.209157] env[63260]: _type = "Task" [ 605.209157] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.217066] env[63260]: DEBUG oslo_vmware.api [None req-15227390-9ed2-4077-862e-bbf350469b1b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284123, 'name': RemoveSnapshot_Task, 'duration_secs': 1.360387} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.221939] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-15227390-9ed2-4077-862e-bbf350469b1b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Deleted Snapshot of the VM instance {{(pid=63260) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 605.224912] env[63260]: DEBUG oslo_vmware.api [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5269b8be-a11d-7e25-dd59-a96ae16f2ac7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.351464] env[63260]: DEBUG oslo_concurrency.lockutils [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.376996] env[63260]: DEBUG nova.network.neutron [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Successfully updated port: a8364ec1-03c7-45d5-93bd-2067ecff8d52 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 605.415606] env[63260]: DEBUG nova.network.neutron [req-32d07581-1a51-42a2-8bfa-40503cde5f0d req-d0e576c3-2e48-4157-96d3-c8f962eef576 service nova] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Updated VIF entry in instance network info cache for port 16e6e650-9c87-424e-89b7-a93d4b24f828. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 605.416089] env[63260]: DEBUG nova.network.neutron [req-32d07581-1a51-42a2-8bfa-40503cde5f0d req-d0e576c3-2e48-4157-96d3-c8f962eef576 service nova] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Updating instance_info_cache with network_info: [{"id": "16e6e650-9c87-424e-89b7-a93d4b24f828", "address": "fa:16:3e:bd:34:93", "network": {"id": "9e34a8d6-5292-47b1-bb94-212053542c7a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1999907272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31cfbf35b74141c1816af3f24bcfcd68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16e6e650-9c", "ovs_interfaceid": "16e6e650-9c87-424e-89b7-a93d4b24f828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.426602] env[63260]: DEBUG nova.compute.manager [req-9c152a41-0adc-475e-9168-d04829bc9628 req-33fc08e5-819a-41f8-871f-c75101c9f539 service nova] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Received event network-vif-plugged-9ac0e867-75d1-4b40-a9d8-9803eb12eec9 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 605.427275] env[63260]: DEBUG oslo_concurrency.lockutils [req-9c152a41-0adc-475e-9168-d04829bc9628 req-33fc08e5-819a-41f8-871f-c75101c9f539 service nova] Acquiring lock "93c5a022-f4c9-4247-b584-3d6050e47dca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.427512] env[63260]: DEBUG oslo_concurrency.lockutils [req-9c152a41-0adc-475e-9168-d04829bc9628 req-33fc08e5-819a-41f8-871f-c75101c9f539 service nova] Lock "93c5a022-f4c9-4247-b584-3d6050e47dca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.427684] env[63260]: DEBUG oslo_concurrency.lockutils [req-9c152a41-0adc-475e-9168-d04829bc9628 req-33fc08e5-819a-41f8-871f-c75101c9f539 service nova] Lock "93c5a022-f4c9-4247-b584-3d6050e47dca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.427852] env[63260]: DEBUG nova.compute.manager [req-9c152a41-0adc-475e-9168-d04829bc9628 req-33fc08e5-819a-41f8-871f-c75101c9f539 service nova] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] No waiting events found dispatching network-vif-plugged-9ac0e867-75d1-4b40-a9d8-9803eb12eec9 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 605.428044] env[63260]: WARNING nova.compute.manager [req-9c152a41-0adc-475e-9168-d04829bc9628 req-33fc08e5-819a-41f8-871f-c75101c9f539 service nova] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Received unexpected event network-vif-plugged-9ac0e867-75d1-4b40-a9d8-9803eb12eec9 for instance with vm_state building and task_state spawning. [ 605.428234] env[63260]: DEBUG nova.compute.manager [req-9c152a41-0adc-475e-9168-d04829bc9628 req-33fc08e5-819a-41f8-871f-c75101c9f539 service nova] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Received event network-changed-9ac0e867-75d1-4b40-a9d8-9803eb12eec9 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 605.428394] env[63260]: DEBUG nova.compute.manager [req-9c152a41-0adc-475e-9168-d04829bc9628 req-33fc08e5-819a-41f8-871f-c75101c9f539 service nova] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Refreshing instance network info cache due to event network-changed-9ac0e867-75d1-4b40-a9d8-9803eb12eec9. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 605.428786] env[63260]: DEBUG oslo_concurrency.lockutils [req-9c152a41-0adc-475e-9168-d04829bc9628 req-33fc08e5-819a-41f8-871f-c75101c9f539 service nova] Acquiring lock "refresh_cache-93c5a022-f4c9-4247-b584-3d6050e47dca" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.428786] env[63260]: DEBUG oslo_concurrency.lockutils [req-9c152a41-0adc-475e-9168-d04829bc9628 req-33fc08e5-819a-41f8-871f-c75101c9f539 service nova] Acquired lock "refresh_cache-93c5a022-f4c9-4247-b584-3d6050e47dca" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.429019] env[63260]: DEBUG nova.network.neutron [req-9c152a41-0adc-475e-9168-d04829bc9628 req-33fc08e5-819a-41f8-871f-c75101c9f539 service nova] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Refreshing network info cache for port 9ac0e867-75d1-4b40-a9d8-9803eb12eec9 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 605.447766] env[63260]: INFO nova.compute.manager [-] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Took 1.45 seconds to deallocate network for instance. [ 605.486319] env[63260]: DEBUG oslo_vmware.api [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284125, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.588662] env[63260]: DEBUG nova.compute.utils [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 605.592399] env[63260]: DEBUG nova.compute.manager [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 605.592745] env[63260]: DEBUG nova.network.neutron [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 605.669156] env[63260]: DEBUG nova.network.neutron [req-9e42337a-5b0b-427c-9948-99213e23d8f0 req-d531343f-0f06-438b-99ff-31d8ff32b940 service nova] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Updated VIF entry in instance network info cache for port 93480fd0-1fd9-4e02-be52-9b9a79371a02. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 605.669590] env[63260]: DEBUG nova.network.neutron [req-9e42337a-5b0b-427c-9948-99213e23d8f0 req-d531343f-0f06-438b-99ff-31d8ff32b940 service nova] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Updating instance_info_cache with network_info: [{"id": "93480fd0-1fd9-4e02-be52-9b9a79371a02", "address": "fa:16:3e:43:5a:c4", "network": {"id": "a74526d2-b9c1-4a38-af4b-eca7f0d9465f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1718218198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e6e23ea710841b3902fbaad494a6c7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93480fd0-1f", "ovs_interfaceid": "93480fd0-1fd9-4e02-be52-9b9a79371a02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.675029] env[63260]: DEBUG nova.policy [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e024a98d9a142fd95dc0bc9761d0c52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'edc5a03def6b48bda325421fc4a50fd2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 605.724393] env[63260]: DEBUG oslo_vmware.api [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5269b8be-a11d-7e25-dd59-a96ae16f2ac7, 'name': SearchDatastore_Task, 'duration_secs': 0.072974} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.724745] env[63260]: DEBUG oslo_concurrency.lockutils [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.724993] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 605.725281] env[63260]: DEBUG oslo_concurrency.lockutils [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.725398] env[63260]: DEBUG oslo_concurrency.lockutils [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.725615] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.725871] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fd24150-db33-492a-9d0c-e9275146b4a1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.731813] env[63260]: WARNING nova.compute.manager [None req-15227390-9ed2-4077-862e-bbf350469b1b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Image not found during snapshot: nova.exception.ImageNotFound: Image 2907f707-c9f7-44bd-bec8-810236c023eb could not be found. [ 605.741026] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.741234] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 605.743023] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04d42f07-ca08-4495-a3ab-61ae84c3a0ec {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.749571] env[63260]: DEBUG oslo_vmware.api [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Waiting for the task: (returnval){ [ 605.749571] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5237a7ae-77b9-8650-98a0-3f673cfc9cf2" [ 605.749571] env[63260]: _type = "Task" [ 605.749571] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.764325] env[63260]: DEBUG oslo_vmware.api [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5237a7ae-77b9-8650-98a0-3f673cfc9cf2, 'name': SearchDatastore_Task, 'duration_secs': 0.012206} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.768099] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c3e0506-87f8-42a2-b097-e4dc8a472726 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.776094] env[63260]: DEBUG oslo_vmware.api [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Waiting for the task: (returnval){ [ 605.776094] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52852cf8-94ae-c625-1d3f-09e1d47d51fa" [ 605.776094] env[63260]: _type = "Task" [ 605.776094] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.785054] env[63260]: DEBUG oslo_vmware.api [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52852cf8-94ae-c625-1d3f-09e1d47d51fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.881061] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquiring lock "refresh_cache-a1039d78-54b2-4777-8dd2-43221a89528c" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.881061] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquired lock "refresh_cache-a1039d78-54b2-4777-8dd2-43221a89528c" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.881061] env[63260]: DEBUG nova.network.neutron [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 605.919287] env[63260]: DEBUG oslo_concurrency.lockutils [req-32d07581-1a51-42a2-8bfa-40503cde5f0d req-d0e576c3-2e48-4157-96d3-c8f962eef576 service nova] Releasing lock "refresh_cache-b6b0258f-4070-4ca1-b322-b4680b81b27e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.957754] env[63260]: DEBUG oslo_concurrency.lockutils [None req-91600f64-b966-4bdc-afa8-aba9f8922dc8 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.991888] env[63260]: DEBUG oslo_vmware.api [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692009} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.996237] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] eae2ab94-da4e-45c4-a185-a245dd609514/eae2ab94-da4e-45c4-a185-a245dd609514.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 605.996237] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 605.996237] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-710ffcac-5dfc-4795-a72b-eef9e52927ec {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.004864] env[63260]: DEBUG oslo_vmware.api [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 606.004864] env[63260]: value = "task-2284127" [ 606.004864] env[63260]: _type = "Task" [ 606.004864] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.019245] env[63260]: DEBUG oslo_vmware.api [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284127, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.067433] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fb4ca2d4-f180-4a69-8f07-d9068577c721 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Acquiring lock "7da03876-abb8-4716-89db-150c83bb5062" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.067433] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fb4ca2d4-f180-4a69-8f07-d9068577c721 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Lock "7da03876-abb8-4716-89db-150c83bb5062" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.067433] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fb4ca2d4-f180-4a69-8f07-d9068577c721 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Acquiring lock "7da03876-abb8-4716-89db-150c83bb5062-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.067433] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fb4ca2d4-f180-4a69-8f07-d9068577c721 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Lock "7da03876-abb8-4716-89db-150c83bb5062-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.067433] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fb4ca2d4-f180-4a69-8f07-d9068577c721 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Lock "7da03876-abb8-4716-89db-150c83bb5062-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.071873] env[63260]: INFO nova.compute.manager [None req-fb4ca2d4-f180-4a69-8f07-d9068577c721 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Terminating instance [ 606.091016] env[63260]: DEBUG nova.compute.manager [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 606.173955] env[63260]: DEBUG oslo_concurrency.lockutils [req-9e42337a-5b0b-427c-9948-99213e23d8f0 req-d531343f-0f06-438b-99ff-31d8ff32b940 service nova] Releasing lock "refresh_cache-14618266-8f55-46c7-9d42-04dfbe7165d4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.188094] env[63260]: DEBUG nova.network.neutron [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Successfully created port: 15a8ef58-5482-42e6-9d62-6934d0738c81 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 606.226512] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9e7efd-ece7-42b5-a9f8-b456e09137c6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.236870] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca4bb17-c9f2-4b1b-9ddd-ab27d50e7d14 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.287047] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53d695b-fc45-4322-af6d-5d795547bd25 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.302019] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d758468-09eb-4cab-8cfb-1ea14f6182fe {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.304377] env[63260]: DEBUG oslo_vmware.api [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52852cf8-94ae-c625-1d3f-09e1d47d51fa, 'name': SearchDatastore_Task, 'duration_secs': 0.018235} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.304607] env[63260]: DEBUG oslo_concurrency.lockutils [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.304909] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 93c5a022-f4c9-4247-b584-3d6050e47dca/93c5a022-f4c9-4247-b584-3d6050e47dca.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 606.305531] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e421e8f8-7d2e-4a59-a671-d54b96d955a5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.319044] env[63260]: DEBUG nova.compute.provider_tree [None req-b9dd9c3b-f86f-4306-8449-620257c50810 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.322039] env[63260]: DEBUG oslo_vmware.api [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Waiting for the task: (returnval){ [ 606.322039] env[63260]: value = "task-2284128" [ 606.322039] env[63260]: _type = "Task" [ 606.322039] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.331161] env[63260]: DEBUG oslo_vmware.api [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': task-2284128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.342281] env[63260]: DEBUG nova.network.neutron [req-9c152a41-0adc-475e-9168-d04829bc9628 req-33fc08e5-819a-41f8-871f-c75101c9f539 service nova] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Updated VIF entry in instance network info cache for port 9ac0e867-75d1-4b40-a9d8-9803eb12eec9. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 606.342281] env[63260]: DEBUG nova.network.neutron [req-9c152a41-0adc-475e-9168-d04829bc9628 req-33fc08e5-819a-41f8-871f-c75101c9f539 service nova] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Updating instance_info_cache with network_info: [{"id": "9ac0e867-75d1-4b40-a9d8-9803eb12eec9", "address": "fa:16:3e:23:67:24", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac0e867-75", "ovs_interfaceid": "9ac0e867-75d1-4b40-a9d8-9803eb12eec9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.444999] env[63260]: DEBUG nova.network.neutron [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 606.520813] env[63260]: DEBUG oslo_vmware.api [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284127, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161421} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.520813] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 606.521630] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6c6039-25a8-4ed2-9343-9f1edd3e5175 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.557185] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] eae2ab94-da4e-45c4-a185-a245dd609514/eae2ab94-da4e-45c4-a185-a245dd609514.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 606.561996] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01921391-8f05-42e2-9726-75f80bd57b74 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.589347] env[63260]: DEBUG nova.compute.manager [None req-fb4ca2d4-f180-4a69-8f07-d9068577c721 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 606.589701] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4ca2d4-f180-4a69-8f07-d9068577c721 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 606.591504] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5279a27-50b3-4468-b577-98949570c4ca {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.604291] env[63260]: DEBUG oslo_vmware.api [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 606.604291] env[63260]: value = "task-2284129" [ 606.604291] env[63260]: _type = "Task" [ 606.604291] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.612614] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4ca2d4-f180-4a69-8f07-d9068577c721 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 606.622455] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94dc15f1-c990-453a-95da-a1408993b19b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.633841] env[63260]: DEBUG oslo_vmware.api [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.636504] env[63260]: DEBUG oslo_vmware.api [None req-fb4ca2d4-f180-4a69-8f07-d9068577c721 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Waiting for the task: (returnval){ [ 606.636504] env[63260]: value = "task-2284130" [ 606.636504] env[63260]: _type = "Task" [ 606.636504] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.651811] env[63260]: DEBUG oslo_vmware.api [None req-fb4ca2d4-f180-4a69-8f07-d9068577c721 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': task-2284130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.734812] env[63260]: DEBUG nova.network.neutron [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Updating instance_info_cache with network_info: [{"id": "a8364ec1-03c7-45d5-93bd-2067ecff8d52", "address": "fa:16:3e:10:0d:8f", "network": {"id": "80a14db6-b156-4db8-bffc-d26945d5c4ff", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1212426729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbd2901687cc4bd3b7e78d780e2e7a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8364ec1-03", "ovs_interfaceid": "a8364ec1-03c7-45d5-93bd-2067ecff8d52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.824296] env[63260]: DEBUG nova.scheduler.client.report [None req-b9dd9c3b-f86f-4306-8449-620257c50810 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.839588] env[63260]: DEBUG oslo_vmware.api [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': task-2284128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496477} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.839588] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 93c5a022-f4c9-4247-b584-3d6050e47dca/93c5a022-f4c9-4247-b584-3d6050e47dca.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.839588] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.839588] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-448ad2e6-4044-4548-9388-4f180fa1aee9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.844651] env[63260]: DEBUG oslo_concurrency.lockutils [req-9c152a41-0adc-475e-9168-d04829bc9628 req-33fc08e5-819a-41f8-871f-c75101c9f539 service nova] Releasing lock "refresh_cache-93c5a022-f4c9-4247-b584-3d6050e47dca" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.844999] env[63260]: DEBUG nova.compute.manager [req-9c152a41-0adc-475e-9168-d04829bc9628 req-33fc08e5-819a-41f8-871f-c75101c9f539 service nova] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Received event network-changed-93480fd0-1fd9-4e02-be52-9b9a79371a02 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 606.845242] env[63260]: DEBUG nova.compute.manager [req-9c152a41-0adc-475e-9168-d04829bc9628 req-33fc08e5-819a-41f8-871f-c75101c9f539 service nova] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Refreshing instance network info cache due to event network-changed-93480fd0-1fd9-4e02-be52-9b9a79371a02. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 606.845491] env[63260]: DEBUG oslo_concurrency.lockutils [req-9c152a41-0adc-475e-9168-d04829bc9628 req-33fc08e5-819a-41f8-871f-c75101c9f539 service nova] Acquiring lock "refresh_cache-14618266-8f55-46c7-9d42-04dfbe7165d4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.845636] env[63260]: DEBUG oslo_concurrency.lockutils [req-9c152a41-0adc-475e-9168-d04829bc9628 req-33fc08e5-819a-41f8-871f-c75101c9f539 service nova] Acquired lock "refresh_cache-14618266-8f55-46c7-9d42-04dfbe7165d4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.845804] env[63260]: DEBUG nova.network.neutron [req-9c152a41-0adc-475e-9168-d04829bc9628 req-33fc08e5-819a-41f8-871f-c75101c9f539 service nova] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Refreshing network info cache for port 93480fd0-1fd9-4e02-be52-9b9a79371a02 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 606.849378] env[63260]: DEBUG oslo_vmware.api [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Waiting for the task: (returnval){ [ 606.849378] env[63260]: value = "task-2284131" [ 606.849378] env[63260]: _type = "Task" [ 606.849378] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.858799] env[63260]: DEBUG oslo_vmware.api [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': task-2284131, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.119086] env[63260]: DEBUG oslo_vmware.api [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.123282] env[63260]: DEBUG nova.compute.manager [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 607.147877] env[63260]: DEBUG oslo_vmware.api [None req-fb4ca2d4-f180-4a69-8f07-d9068577c721 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': task-2284130, 'name': PowerOffVM_Task, 'duration_secs': 0.254844} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.148156] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4ca2d4-f180-4a69-8f07-d9068577c721 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 607.148324] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4ca2d4-f180-4a69-8f07-d9068577c721 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 607.149458] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c84020f-a489-4c7f-a9a3-9d666bb66587 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.154604] env[63260]: DEBUG nova.virt.hardware [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 607.154858] env[63260]: DEBUG nova.virt.hardware [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 607.155048] env[63260]: DEBUG nova.virt.hardware [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 607.155240] env[63260]: DEBUG nova.virt.hardware [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 607.155385] env[63260]: DEBUG nova.virt.hardware [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 607.155526] env[63260]: DEBUG nova.virt.hardware [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 607.155737] env[63260]: DEBUG nova.virt.hardware [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 607.155897] env[63260]: DEBUG nova.virt.hardware [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 607.156130] env[63260]: DEBUG nova.virt.hardware [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 607.156314] env[63260]: DEBUG nova.virt.hardware [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 607.156483] env[63260]: DEBUG nova.virt.hardware [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 607.157292] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9226af9-9220-469e-aef7-0a2a382f161b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.165141] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb253dd-6a85-41ea-83fd-96e8eb0835c0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.238961] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Releasing lock "refresh_cache-a1039d78-54b2-4777-8dd2-43221a89528c" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.238961] env[63260]: DEBUG nova.compute.manager [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Instance network_info: |[{"id": "a8364ec1-03c7-45d5-93bd-2067ecff8d52", "address": "fa:16:3e:10:0d:8f", "network": {"id": "80a14db6-b156-4db8-bffc-d26945d5c4ff", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1212426729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbd2901687cc4bd3b7e78d780e2e7a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8364ec1-03", "ovs_interfaceid": "a8364ec1-03c7-45d5-93bd-2067ecff8d52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 607.238961] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:0d:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8364ec1-03c7-45d5-93bd-2067ecff8d52', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 607.246740] env[63260]: DEBUG oslo.service.loopingcall [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 607.246740] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 607.246943] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99b1747a-0262-4c56-9ea3-62944e2dcf4c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.268018] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 607.268018] env[63260]: value = "task-2284133" [ 607.268018] env[63260]: _type = "Task" [ 607.268018] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.278288] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284133, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.333346] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b9dd9c3b-f86f-4306-8449-620257c50810 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.251s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.337675] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5061aab9-d78d-48c9-b134-ef3d6f1ae21c tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 19.907s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.340410] env[63260]: DEBUG nova.compute.manager [req-122a019b-4958-431c-b16e-439a87dc9e1c req-d5452217-8e21-475a-bae5-563f0666f1d1 service nova] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Received event network-vif-deleted-8cb042b3-9ddd-453c-9e4a-f4fa64e9ff81 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 607.340612] env[63260]: DEBUG nova.compute.manager [req-122a019b-4958-431c-b16e-439a87dc9e1c req-d5452217-8e21-475a-bae5-563f0666f1d1 service nova] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Received event network-changed-16e6e650-9c87-424e-89b7-a93d4b24f828 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 607.340775] env[63260]: DEBUG nova.compute.manager [req-122a019b-4958-431c-b16e-439a87dc9e1c req-d5452217-8e21-475a-bae5-563f0666f1d1 service nova] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Refreshing instance network info cache due to event network-changed-16e6e650-9c87-424e-89b7-a93d4b24f828. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 607.342020] env[63260]: DEBUG oslo_concurrency.lockutils [req-122a019b-4958-431c-b16e-439a87dc9e1c req-d5452217-8e21-475a-bae5-563f0666f1d1 service nova] Acquiring lock "refresh_cache-b6b0258f-4070-4ca1-b322-b4680b81b27e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.342020] env[63260]: DEBUG oslo_concurrency.lockutils [req-122a019b-4958-431c-b16e-439a87dc9e1c req-d5452217-8e21-475a-bae5-563f0666f1d1 service nova] Acquired lock "refresh_cache-b6b0258f-4070-4ca1-b322-b4680b81b27e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.342020] env[63260]: DEBUG nova.network.neutron [req-122a019b-4958-431c-b16e-439a87dc9e1c req-d5452217-8e21-475a-bae5-563f0666f1d1 service nova] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Refreshing network info cache for port 16e6e650-9c87-424e-89b7-a93d4b24f828 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 607.344723] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4ca2d4-f180-4a69-8f07-d9068577c721 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 607.345041] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4ca2d4-f180-4a69-8f07-d9068577c721 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 607.345299] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb4ca2d4-f180-4a69-8f07-d9068577c721 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Deleting the datastore file [datastore2] 7da03876-abb8-4716-89db-150c83bb5062 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 607.345948] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b02b7a69-19ac-4cb1-872a-c499879f88a9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.358369] env[63260]: DEBUG oslo_vmware.api [None req-fb4ca2d4-f180-4a69-8f07-d9068577c721 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Waiting for the task: (returnval){ [ 607.358369] env[63260]: value = "task-2284134" [ 607.358369] env[63260]: _type = "Task" [ 607.358369] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.366916] env[63260]: DEBUG oslo_vmware.api [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': task-2284131, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.513147} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.368060] env[63260]: INFO nova.scheduler.client.report [None req-b9dd9c3b-f86f-4306-8449-620257c50810 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Deleted allocations for instance 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441 [ 607.369604] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.373360] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a105e059-94d9-4a2d-bf95-bb48aba78a8b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.380208] env[63260]: DEBUG oslo_vmware.api [None req-fb4ca2d4-f180-4a69-8f07-d9068577c721 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': task-2284134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.404203] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 93c5a022-f4c9-4247-b584-3d6050e47dca/93c5a022-f4c9-4247-b584-3d6050e47dca.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.404203] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf24203b-cf72-49fb-98e5-99e45c518e42 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.430632] env[63260]: DEBUG oslo_vmware.api [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Waiting for the task: (returnval){ [ 607.430632] env[63260]: value = "task-2284135" [ 607.430632] env[63260]: _type = "Task" [ 607.430632] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.445971] env[63260]: DEBUG oslo_vmware.api [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': task-2284135, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.449903] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e75158a5-f928-434a-a488-f29d6e137bb8 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Acquiring lock "334f10fc-b465-4f28-a6e3-919b4342bb0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.450191] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e75158a5-f928-434a-a488-f29d6e137bb8 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Lock "334f10fc-b465-4f28-a6e3-919b4342bb0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.450433] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e75158a5-f928-434a-a488-f29d6e137bb8 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Acquiring lock "334f10fc-b465-4f28-a6e3-919b4342bb0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.450610] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e75158a5-f928-434a-a488-f29d6e137bb8 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Lock "334f10fc-b465-4f28-a6e3-919b4342bb0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.450794] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e75158a5-f928-434a-a488-f29d6e137bb8 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Lock "334f10fc-b465-4f28-a6e3-919b4342bb0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.452843] env[63260]: INFO nova.compute.manager [None req-e75158a5-f928-434a-a488-f29d6e137bb8 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Terminating instance [ 607.557905] env[63260]: DEBUG nova.compute.manager [req-065e1a2f-ba94-4531-8cab-d380f37e3916 req-f2960eb2-d3ac-4076-ac9f-f4e0344397fd service nova] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Received event network-vif-plugged-a8364ec1-03c7-45d5-93bd-2067ecff8d52 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 607.558145] env[63260]: DEBUG oslo_concurrency.lockutils [req-065e1a2f-ba94-4531-8cab-d380f37e3916 req-f2960eb2-d3ac-4076-ac9f-f4e0344397fd service nova] Acquiring lock "a1039d78-54b2-4777-8dd2-43221a89528c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.558354] env[63260]: DEBUG oslo_concurrency.lockutils [req-065e1a2f-ba94-4531-8cab-d380f37e3916 req-f2960eb2-d3ac-4076-ac9f-f4e0344397fd service nova] Lock "a1039d78-54b2-4777-8dd2-43221a89528c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.558525] env[63260]: DEBUG oslo_concurrency.lockutils [req-065e1a2f-ba94-4531-8cab-d380f37e3916 req-f2960eb2-d3ac-4076-ac9f-f4e0344397fd service nova] Lock "a1039d78-54b2-4777-8dd2-43221a89528c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.558939] env[63260]: DEBUG nova.compute.manager [req-065e1a2f-ba94-4531-8cab-d380f37e3916 req-f2960eb2-d3ac-4076-ac9f-f4e0344397fd service nova] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] No waiting events found dispatching network-vif-plugged-a8364ec1-03c7-45d5-93bd-2067ecff8d52 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 607.558939] env[63260]: WARNING nova.compute.manager [req-065e1a2f-ba94-4531-8cab-d380f37e3916 req-f2960eb2-d3ac-4076-ac9f-f4e0344397fd service nova] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Received unexpected event network-vif-plugged-a8364ec1-03c7-45d5-93bd-2067ecff8d52 for instance with vm_state building and task_state spawning. [ 607.559264] env[63260]: DEBUG nova.compute.manager [req-065e1a2f-ba94-4531-8cab-d380f37e3916 req-f2960eb2-d3ac-4076-ac9f-f4e0344397fd service nova] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Received event network-changed-a8364ec1-03c7-45d5-93bd-2067ecff8d52 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 607.559264] env[63260]: DEBUG nova.compute.manager [req-065e1a2f-ba94-4531-8cab-d380f37e3916 req-f2960eb2-d3ac-4076-ac9f-f4e0344397fd service nova] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Refreshing instance network info cache due to event network-changed-a8364ec1-03c7-45d5-93bd-2067ecff8d52. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 607.559416] env[63260]: DEBUG oslo_concurrency.lockutils [req-065e1a2f-ba94-4531-8cab-d380f37e3916 req-f2960eb2-d3ac-4076-ac9f-f4e0344397fd service nova] Acquiring lock "refresh_cache-a1039d78-54b2-4777-8dd2-43221a89528c" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.559654] env[63260]: DEBUG oslo_concurrency.lockutils [req-065e1a2f-ba94-4531-8cab-d380f37e3916 req-f2960eb2-d3ac-4076-ac9f-f4e0344397fd service nova] Acquired lock "refresh_cache-a1039d78-54b2-4777-8dd2-43221a89528c" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.559739] env[63260]: DEBUG nova.network.neutron [req-065e1a2f-ba94-4531-8cab-d380f37e3916 req-f2960eb2-d3ac-4076-ac9f-f4e0344397fd service nova] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Refreshing network info cache for port a8364ec1-03c7-45d5-93bd-2067ecff8d52 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 607.617630] env[63260]: DEBUG oslo_vmware.api [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.708602] env[63260]: DEBUG nova.network.neutron [req-9c152a41-0adc-475e-9168-d04829bc9628 req-33fc08e5-819a-41f8-871f-c75101c9f539 service nova] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Updated VIF entry in instance network info cache for port 93480fd0-1fd9-4e02-be52-9b9a79371a02. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 607.708976] env[63260]: DEBUG nova.network.neutron [req-9c152a41-0adc-475e-9168-d04829bc9628 req-33fc08e5-819a-41f8-871f-c75101c9f539 service nova] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Updating instance_info_cache with network_info: [{"id": "93480fd0-1fd9-4e02-be52-9b9a79371a02", "address": "fa:16:3e:43:5a:c4", "network": {"id": "a74526d2-b9c1-4a38-af4b-eca7f0d9465f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1718218198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e6e23ea710841b3902fbaad494a6c7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93480fd0-1f", "ovs_interfaceid": "93480fd0-1fd9-4e02-be52-9b9a79371a02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.779018] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284133, 'name': CreateVM_Task} progress is 25%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.871733] env[63260]: DEBUG oslo_vmware.api [None req-fb4ca2d4-f180-4a69-8f07-d9068577c721 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': task-2284134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.42018} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.875788] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb4ca2d4-f180-4a69-8f07-d9068577c721 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 607.876970] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4ca2d4-f180-4a69-8f07-d9068577c721 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 607.876970] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4ca2d4-f180-4a69-8f07-d9068577c721 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 607.876970] env[63260]: INFO nova.compute.manager [None req-fb4ca2d4-f180-4a69-8f07-d9068577c721 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Took 1.29 seconds to destroy the instance on the hypervisor. [ 607.876970] env[63260]: DEBUG oslo.service.loopingcall [None req-fb4ca2d4-f180-4a69-8f07-d9068577c721 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 607.879692] env[63260]: DEBUG nova.compute.manager [-] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 607.879806] env[63260]: DEBUG nova.network.neutron [-] [instance: 7da03876-abb8-4716-89db-150c83bb5062] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 607.882310] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b9dd9c3b-f86f-4306-8449-620257c50810 tempest-InstanceActionsTestJSON-698806364 tempest-InstanceActionsTestJSON-698806364-project-member] Lock "9fbbc7c1-db19-4ff0-b2e0-b35fcc850441" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.258s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.942448] env[63260]: DEBUG oslo_vmware.api [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': task-2284135, 'name': ReconfigVM_Task, 'duration_secs': 0.320275} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.945178] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 93c5a022-f4c9-4247-b584-3d6050e47dca/93c5a022-f4c9-4247-b584-3d6050e47dca.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 607.946053] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c7adee7-646e-4319-aef3-69136b312dce {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.953098] env[63260]: DEBUG oslo_vmware.api [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Waiting for the task: (returnval){ [ 607.953098] env[63260]: value = "task-2284137" [ 607.953098] env[63260]: _type = "Task" [ 607.953098] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.957320] env[63260]: DEBUG nova.compute.manager [None req-e75158a5-f928-434a-a488-f29d6e137bb8 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 607.957528] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e75158a5-f928-434a-a488-f29d6e137bb8 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 607.958331] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6288a6ec-a2fa-4763-ab80-89c162431d97 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.971261] env[63260]: DEBUG oslo_vmware.api [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': task-2284137, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.977116] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e75158a5-f928-434a-a488-f29d6e137bb8 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 607.979983] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8642e28-4c87-4a02-b635-82fd5d3092c4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.991723] env[63260]: DEBUG oslo_vmware.api [None req-e75158a5-f928-434a-a488-f29d6e137bb8 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for the task: (returnval){ [ 607.991723] env[63260]: value = "task-2284138" [ 607.991723] env[63260]: _type = "Task" [ 607.991723] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.011260] env[63260]: DEBUG oslo_vmware.api [None req-e75158a5-f928-434a-a488-f29d6e137bb8 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284138, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.122176] env[63260]: DEBUG oslo_vmware.api [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284129, 'name': ReconfigVM_Task, 'duration_secs': 1.322831} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.128079] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Reconfigured VM instance instance-00000019 to attach disk [datastore1] eae2ab94-da4e-45c4-a185-a245dd609514/eae2ab94-da4e-45c4-a185-a245dd609514.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 608.128079] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3a58ab5-e74d-4e25-a1fc-068ecf7a9dc3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.136656] env[63260]: DEBUG oslo_vmware.api [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 608.136656] env[63260]: value = "task-2284139" [ 608.136656] env[63260]: _type = "Task" [ 608.136656] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.155135] env[63260]: DEBUG oslo_vmware.api [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284139, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.156124] env[63260]: DEBUG nova.network.neutron [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Successfully updated port: 15a8ef58-5482-42e6-9d62-6934d0738c81 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 608.211811] env[63260]: DEBUG oslo_concurrency.lockutils [req-9c152a41-0adc-475e-9168-d04829bc9628 req-33fc08e5-819a-41f8-871f-c75101c9f539 service nova] Releasing lock "refresh_cache-14618266-8f55-46c7-9d42-04dfbe7165d4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.285376] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284133, 'name': CreateVM_Task, 'duration_secs': 0.663821} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.289176] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 608.290914] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.290914] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.290914] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.291305] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0db5daa4-162e-41f3-9a06-191345c13487 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.297669] env[63260]: DEBUG oslo_vmware.api [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 608.297669] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]522db8bc-0b9f-ab60-b389-0d4481f321e3" [ 608.297669] env[63260]: _type = "Task" [ 608.297669] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.305147] env[63260]: DEBUG nova.network.neutron [req-122a019b-4958-431c-b16e-439a87dc9e1c req-d5452217-8e21-475a-bae5-563f0666f1d1 service nova] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Updated VIF entry in instance network info cache for port 16e6e650-9c87-424e-89b7-a93d4b24f828. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 608.305510] env[63260]: DEBUG nova.network.neutron [req-122a019b-4958-431c-b16e-439a87dc9e1c req-d5452217-8e21-475a-bae5-563f0666f1d1 service nova] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Updating instance_info_cache with network_info: [{"id": "16e6e650-9c87-424e-89b7-a93d4b24f828", "address": "fa:16:3e:bd:34:93", "network": {"id": "9e34a8d6-5292-47b1-bb94-212053542c7a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1999907272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31cfbf35b74141c1816af3f24bcfcd68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16e6e650-9c", "ovs_interfaceid": "16e6e650-9c87-424e-89b7-a93d4b24f828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.317816] env[63260]: DEBUG oslo_vmware.api [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]522db8bc-0b9f-ab60-b389-0d4481f321e3, 'name': SearchDatastore_Task, 'duration_secs': 0.013265} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.317816] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.317816] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.317816] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.317816] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.317816] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.317816] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62e9b0d9-5aa2-4367-8878-f5862509711b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.329153] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.329372] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 608.330137] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd2b7d4d-3e4a-4c18-b723-1044479aba3d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.340440] env[63260]: DEBUG oslo_vmware.api [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 608.340440] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b9c5fc-5118-adb4-d526-9445bcd09b93" [ 608.340440] env[63260]: _type = "Task" [ 608.340440] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.355999] env[63260]: DEBUG oslo_vmware.api [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b9c5fc-5118-adb4-d526-9445bcd09b93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.464484] env[63260]: DEBUG oslo_vmware.api [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': task-2284137, 'name': Rename_Task, 'duration_secs': 0.262471} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.464730] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 608.465154] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7711a77d-a013-4468-9dae-196d49968ebe {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.474303] env[63260]: DEBUG nova.network.neutron [req-065e1a2f-ba94-4531-8cab-d380f37e3916 req-f2960eb2-d3ac-4076-ac9f-f4e0344397fd service nova] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Updated VIF entry in instance network info cache for port a8364ec1-03c7-45d5-93bd-2067ecff8d52. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 608.474713] env[63260]: DEBUG nova.network.neutron [req-065e1a2f-ba94-4531-8cab-d380f37e3916 req-f2960eb2-d3ac-4076-ac9f-f4e0344397fd service nova] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Updating instance_info_cache with network_info: [{"id": "a8364ec1-03c7-45d5-93bd-2067ecff8d52", "address": "fa:16:3e:10:0d:8f", "network": {"id": "80a14db6-b156-4db8-bffc-d26945d5c4ff", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1212426729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbd2901687cc4bd3b7e78d780e2e7a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8364ec1-03", "ovs_interfaceid": "a8364ec1-03c7-45d5-93bd-2067ecff8d52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.480694] env[63260]: DEBUG oslo_vmware.api [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Waiting for the task: (returnval){ [ 608.480694] env[63260]: value = "task-2284140" [ 608.480694] env[63260]: _type = "Task" [ 608.480694] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.495522] env[63260]: DEBUG oslo_vmware.api [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': task-2284140, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.510816] env[63260]: DEBUG oslo_vmware.api [None req-e75158a5-f928-434a-a488-f29d6e137bb8 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284138, 'name': PowerOffVM_Task, 'duration_secs': 0.267725} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.511261] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e75158a5-f928-434a-a488-f29d6e137bb8 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 608.511562] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e75158a5-f928-434a-a488-f29d6e137bb8 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 608.511968] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb3e4ab5-b95c-4c84-be10-7939b543010d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.550813] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22af2a3-adcd-4893-8d15-42f7be8a9ddc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.562971] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fba0a84-d2cf-4b42-b194-4182c00d86a1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.599766] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de65138-ea88-4363-b84d-ad4a69b0092c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.610329] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d8d7ad-d8bf-49aa-8a05-c32975db6c92 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.630270] env[63260]: DEBUG nova.compute.provider_tree [None req-5061aab9-d78d-48c9-b134-ef3d6f1ae21c tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.652214] env[63260]: DEBUG oslo_vmware.api [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284139, 'name': Rename_Task, 'duration_secs': 0.394876} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.656027] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 608.656027] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8acb3b6-5289-4310-87cb-a92680b23fb8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.658441] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Acquiring lock "refresh_cache-9060d6e7-7559-460a-a2b4-9d8ab720f96a" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.658571] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Acquired lock "refresh_cache-9060d6e7-7559-460a-a2b4-9d8ab720f96a" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.658727] env[63260]: DEBUG nova.network.neutron [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 608.668339] env[63260]: DEBUG oslo_vmware.api [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 608.668339] env[63260]: value = "task-2284142" [ 608.668339] env[63260]: _type = "Task" [ 608.668339] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.684045] env[63260]: DEBUG oslo_vmware.api [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284142, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.812307] env[63260]: DEBUG oslo_concurrency.lockutils [req-122a019b-4958-431c-b16e-439a87dc9e1c req-d5452217-8e21-475a-bae5-563f0666f1d1 service nova] Releasing lock "refresh_cache-b6b0258f-4070-4ca1-b322-b4680b81b27e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.852425] env[63260]: DEBUG oslo_vmware.api [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b9c5fc-5118-adb4-d526-9445bcd09b93, 'name': SearchDatastore_Task, 'duration_secs': 0.012968} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.853244] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e445b971-d793-414e-9160-f8ab7c660042 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.861862] env[63260]: DEBUG oslo_vmware.api [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 608.861862] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523658b3-a1f8-d54d-297a-325471f09071" [ 608.861862] env[63260]: _type = "Task" [ 608.861862] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.869563] env[63260]: DEBUG oslo_vmware.api [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523658b3-a1f8-d54d-297a-325471f09071, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.977844] env[63260]: DEBUG oslo_concurrency.lockutils [req-065e1a2f-ba94-4531-8cab-d380f37e3916 req-f2960eb2-d3ac-4076-ac9f-f4e0344397fd service nova] Releasing lock "refresh_cache-a1039d78-54b2-4777-8dd2-43221a89528c" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.994379] env[63260]: DEBUG oslo_vmware.api [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': task-2284140, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.037658] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0aae0a19-db62-49be-91b4-a9381ff15ca4 tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Acquiring lock "b6b0258f-4070-4ca1-b322-b4680b81b27e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.038149] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0aae0a19-db62-49be-91b4-a9381ff15ca4 tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Lock "b6b0258f-4070-4ca1-b322-b4680b81b27e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.038393] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0aae0a19-db62-49be-91b4-a9381ff15ca4 tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Acquiring lock "b6b0258f-4070-4ca1-b322-b4680b81b27e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.038587] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0aae0a19-db62-49be-91b4-a9381ff15ca4 tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Lock "b6b0258f-4070-4ca1-b322-b4680b81b27e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.038767] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0aae0a19-db62-49be-91b4-a9381ff15ca4 tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Lock "b6b0258f-4070-4ca1-b322-b4680b81b27e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.040963] env[63260]: INFO nova.compute.manager [None req-0aae0a19-db62-49be-91b4-a9381ff15ca4 tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Terminating instance [ 609.133539] env[63260]: DEBUG nova.scheduler.client.report [None req-5061aab9-d78d-48c9-b134-ef3d6f1ae21c tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 609.191747] env[63260]: DEBUG oslo_vmware.api [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284142, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.268730] env[63260]: DEBUG nova.network.neutron [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 609.378257] env[63260]: DEBUG oslo_vmware.api [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523658b3-a1f8-d54d-297a-325471f09071, 'name': SearchDatastore_Task, 'duration_secs': 0.011234} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.378662] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.378891] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] a1039d78-54b2-4777-8dd2-43221a89528c/a1039d78-54b2-4777-8dd2-43221a89528c.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 609.379308] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9087b209-317f-447e-94ed-4526e9db60d6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.387595] env[63260]: DEBUG oslo_vmware.api [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 609.387595] env[63260]: value = "task-2284143" [ 609.387595] env[63260]: _type = "Task" [ 609.387595] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.396722] env[63260]: DEBUG nova.network.neutron [-] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.398025] env[63260]: DEBUG oslo_vmware.api [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284143, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.500547] env[63260]: DEBUG oslo_vmware.api [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': task-2284140, 'name': PowerOnVM_Task, 'duration_secs': 0.627661} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.501392] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 609.501725] env[63260]: INFO nova.compute.manager [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Took 7.90 seconds to spawn the instance on the hypervisor. [ 609.502026] env[63260]: DEBUG nova.compute.manager [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 609.505022] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6818c1-00a4-4ddc-8d2c-ab5d7d7e0437 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.545573] env[63260]: DEBUG nova.compute.manager [None req-0aae0a19-db62-49be-91b4-a9381ff15ca4 tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 609.545573] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0aae0a19-db62-49be-91b4-a9381ff15ca4 tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 609.546573] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4c0b30-c882-46c3-8fa9-c7f49b99b3d7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.562401] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aae0a19-db62-49be-91b4-a9381ff15ca4 tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 609.562401] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5472b2ff-1842-4f5d-8e6f-2a3e957476b0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.569474] env[63260]: DEBUG oslo_vmware.api [None req-0aae0a19-db62-49be-91b4-a9381ff15ca4 tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Waiting for the task: (returnval){ [ 609.569474] env[63260]: value = "task-2284145" [ 609.569474] env[63260]: _type = "Task" [ 609.569474] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.578730] env[63260]: DEBUG oslo_vmware.api [None req-0aae0a19-db62-49be-91b4-a9381ff15ca4 tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Task: {'id': task-2284145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.586583] env[63260]: DEBUG nova.network.neutron [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Updating instance_info_cache with network_info: [{"id": "15a8ef58-5482-42e6-9d62-6934d0738c81", "address": "fa:16:3e:1f:0d:03", "network": {"id": "157ac6b5-47f6-4079-969d-c74a15c7d606", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1292144623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edc5a03def6b48bda325421fc4a50fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15a8ef58-54", "ovs_interfaceid": "15a8ef58-5482-42e6-9d62-6934d0738c81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.687960] env[63260]: DEBUG oslo_vmware.api [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284142, 'name': PowerOnVM_Task, 'duration_secs': 0.639529} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.688361] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 609.688682] env[63260]: INFO nova.compute.manager [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Took 10.87 seconds to spawn the instance on the hypervisor. [ 609.688988] env[63260]: DEBUG nova.compute.manager [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 609.691653] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01af4372-26bb-47df-9754-5824a7d5651e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.896507] env[63260]: DEBUG nova.compute.manager [req-a5799775-6471-424f-835f-bcc156f756cb req-26f3b83c-ebb1-4ca6-9507-eee64715f5d9 service nova] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Received event network-vif-plugged-15a8ef58-5482-42e6-9d62-6934d0738c81 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 609.897894] env[63260]: DEBUG oslo_concurrency.lockutils [req-a5799775-6471-424f-835f-bcc156f756cb req-26f3b83c-ebb1-4ca6-9507-eee64715f5d9 service nova] Acquiring lock "9060d6e7-7559-460a-a2b4-9d8ab720f96a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.898246] env[63260]: DEBUG oslo_concurrency.lockutils [req-a5799775-6471-424f-835f-bcc156f756cb req-26f3b83c-ebb1-4ca6-9507-eee64715f5d9 service nova] Lock "9060d6e7-7559-460a-a2b4-9d8ab720f96a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.898528] env[63260]: DEBUG oslo_concurrency.lockutils [req-a5799775-6471-424f-835f-bcc156f756cb req-26f3b83c-ebb1-4ca6-9507-eee64715f5d9 service nova] Lock "9060d6e7-7559-460a-a2b4-9d8ab720f96a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.898812] env[63260]: DEBUG nova.compute.manager [req-a5799775-6471-424f-835f-bcc156f756cb req-26f3b83c-ebb1-4ca6-9507-eee64715f5d9 service nova] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] No waiting events found dispatching network-vif-plugged-15a8ef58-5482-42e6-9d62-6934d0738c81 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 609.899086] env[63260]: WARNING nova.compute.manager [req-a5799775-6471-424f-835f-bcc156f756cb req-26f3b83c-ebb1-4ca6-9507-eee64715f5d9 service nova] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Received unexpected event network-vif-plugged-15a8ef58-5482-42e6-9d62-6934d0738c81 for instance with vm_state building and task_state spawning. [ 609.899355] env[63260]: DEBUG nova.compute.manager [req-a5799775-6471-424f-835f-bcc156f756cb req-26f3b83c-ebb1-4ca6-9507-eee64715f5d9 service nova] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Received event network-changed-15a8ef58-5482-42e6-9d62-6934d0738c81 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 609.899609] env[63260]: DEBUG nova.compute.manager [req-a5799775-6471-424f-835f-bcc156f756cb req-26f3b83c-ebb1-4ca6-9507-eee64715f5d9 service nova] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Refreshing instance network info cache due to event network-changed-15a8ef58-5482-42e6-9d62-6934d0738c81. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 609.899867] env[63260]: DEBUG oslo_concurrency.lockutils [req-a5799775-6471-424f-835f-bcc156f756cb req-26f3b83c-ebb1-4ca6-9507-eee64715f5d9 service nova] Acquiring lock "refresh_cache-9060d6e7-7559-460a-a2b4-9d8ab720f96a" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.901219] env[63260]: INFO nova.compute.manager [-] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Took 2.02 seconds to deallocate network for instance. [ 609.908036] env[63260]: DEBUG oslo_vmware.api [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284143, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.025605] env[63260]: INFO nova.compute.manager [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Took 35.86 seconds to build instance. [ 610.080573] env[63260]: DEBUG oslo_vmware.api [None req-0aae0a19-db62-49be-91b4-a9381ff15ca4 tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Task: {'id': task-2284145, 'name': PowerOffVM_Task, 'duration_secs': 0.372376} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.080964] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aae0a19-db62-49be-91b4-a9381ff15ca4 tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 610.081274] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0aae0a19-db62-49be-91b4-a9381ff15ca4 tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 610.081927] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ab4e291-3593-4b78-a14b-40bc0b328221 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.089962] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Releasing lock "refresh_cache-9060d6e7-7559-460a-a2b4-9d8ab720f96a" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.090471] env[63260]: DEBUG nova.compute.manager [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Instance network_info: |[{"id": "15a8ef58-5482-42e6-9d62-6934d0738c81", "address": "fa:16:3e:1f:0d:03", "network": {"id": "157ac6b5-47f6-4079-969d-c74a15c7d606", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1292144623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edc5a03def6b48bda325421fc4a50fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15a8ef58-54", "ovs_interfaceid": "15a8ef58-5482-42e6-9d62-6934d0738c81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 610.090881] env[63260]: DEBUG oslo_concurrency.lockutils [req-a5799775-6471-424f-835f-bcc156f756cb req-26f3b83c-ebb1-4ca6-9507-eee64715f5d9 service nova] Acquired lock "refresh_cache-9060d6e7-7559-460a-a2b4-9d8ab720f96a" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.091664] env[63260]: DEBUG nova.network.neutron [req-a5799775-6471-424f-835f-bcc156f756cb req-26f3b83c-ebb1-4ca6-9507-eee64715f5d9 service nova] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Refreshing network info cache for port 15a8ef58-5482-42e6-9d62-6934d0738c81 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 610.094931] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:0d:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f17856cf-7248-414b-bde6-8c90cfb4c593', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15a8ef58-5482-42e6-9d62-6934d0738c81', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 610.102128] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Creating folder: Project (edc5a03def6b48bda325421fc4a50fd2). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.102752] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7eaa0982-c8e9-4034-9687-4a02c9de30e0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.120059] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Created folder: Project (edc5a03def6b48bda325421fc4a50fd2) in parent group-v464889. [ 610.120270] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Creating folder: Instances. Parent ref: group-v464971. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.120505] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb92f29b-59e7-4b9d-8a07-bdc5e0b74a4e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.133616] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Created folder: Instances in parent group-v464971. [ 610.133891] env[63260]: DEBUG oslo.service.loopingcall [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 610.134105] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 610.134324] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-934f1a71-9c25-42e3-a704-93dd60598596 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.157015] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5061aab9-d78d-48c9-b134-ef3d6f1ae21c tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.819s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.163689] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.503s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.165486] env[63260]: INFO nova.compute.claims [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 610.172882] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0aae0a19-db62-49be-91b4-a9381ff15ca4 tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 610.172882] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0aae0a19-db62-49be-91b4-a9381ff15ca4 tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 610.172882] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aae0a19-db62-49be-91b4-a9381ff15ca4 tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Deleting the datastore file [datastore2] b6b0258f-4070-4ca1-b322-b4680b81b27e {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 610.175360] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-109551e4-a68d-402a-94cd-df5d68be6c7c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.191621] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 610.191621] env[63260]: value = "task-2284149" [ 610.191621] env[63260]: _type = "Task" [ 610.191621] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.193337] env[63260]: DEBUG oslo_vmware.api [None req-0aae0a19-db62-49be-91b4-a9381ff15ca4 tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Waiting for the task: (returnval){ [ 610.193337] env[63260]: value = "task-2284150" [ 610.193337] env[63260]: _type = "Task" [ 610.193337] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.207135] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284149, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.215766] env[63260]: DEBUG oslo_vmware.api [None req-0aae0a19-db62-49be-91b4-a9381ff15ca4 tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Task: {'id': task-2284150, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.218303] env[63260]: INFO nova.compute.manager [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Took 36.11 seconds to build instance. [ 610.400166] env[63260]: DEBUG oslo_vmware.api [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284143, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527724} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.400499] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] a1039d78-54b2-4777-8dd2-43221a89528c/a1039d78-54b2-4777-8dd2-43221a89528c.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 610.400634] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 610.400855] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d804fce4-a36b-4526-a8c3-a4b2147f8889 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.408931] env[63260]: DEBUG oslo_vmware.api [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 610.408931] env[63260]: value = "task-2284151" [ 610.408931] env[63260]: _type = "Task" [ 610.408931] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.414115] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fb4ca2d4-f180-4a69-8f07-d9068577c721 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.420504] env[63260]: DEBUG oslo_vmware.api [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284151, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.529444] env[63260]: DEBUG oslo_concurrency.lockutils [None req-99577002-ab18-4187-8293-1535106414f8 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Lock "93c5a022-f4c9-4247-b584-3d6050e47dca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.906s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.717125] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284149, 'name': CreateVM_Task} progress is 25%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.717420] env[63260]: DEBUG oslo_vmware.api [None req-0aae0a19-db62-49be-91b4-a9381ff15ca4 tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Task: {'id': task-2284150, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149257} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.720544] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aae0a19-db62-49be-91b4-a9381ff15ca4 tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 610.721106] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0aae0a19-db62-49be-91b4-a9381ff15ca4 tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 610.721106] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0aae0a19-db62-49be-91b4-a9381ff15ca4 tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 610.721106] env[63260]: INFO nova.compute.manager [None req-0aae0a19-db62-49be-91b4-a9381ff15ca4 tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 610.721326] env[63260]: DEBUG oslo.service.loopingcall [None req-0aae0a19-db62-49be-91b4-a9381ff15ca4 tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 610.722133] env[63260]: DEBUG oslo_concurrency.lockutils [None req-14ba7116-b89c-4e95-8262-93cc57f0bf4d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "eae2ab94-da4e-45c4-a185-a245dd609514" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.828s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.722357] env[63260]: DEBUG nova.compute.manager [-] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 610.722453] env[63260]: DEBUG nova.network.neutron [-] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 610.740966] env[63260]: INFO nova.scheduler.client.report [None req-5061aab9-d78d-48c9-b134-ef3d6f1ae21c tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Deleted allocation for migration 4e1712cf-e479-4ed4-aab6-a7e8356793fa [ 610.920077] env[63260]: DEBUG oslo_vmware.api [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284151, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070542} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.920077] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 610.920844] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0cb00b-2cb8-4f88-b831-2fdc6408cb9d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.946613] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] a1039d78-54b2-4777-8dd2-43221a89528c/a1039d78-54b2-4777-8dd2-43221a89528c.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 610.948841] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-970d6254-5a68-4f7f-a409-8b6c4ca2b4d5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.966882] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e75158a5-f928-434a-a488-f29d6e137bb8 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 610.966986] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e75158a5-f928-434a-a488-f29d6e137bb8 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 610.967130] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-e75158a5-f928-434a-a488-f29d6e137bb8 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Deleting the datastore file [datastore1] 334f10fc-b465-4f28-a6e3-919b4342bb0f {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 610.967815] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10a77922-5df6-445d-a2ff-74ab94c1ed90 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.975143] env[63260]: DEBUG oslo_vmware.api [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 610.975143] env[63260]: value = "task-2284152" [ 610.975143] env[63260]: _type = "Task" [ 610.975143] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.979621] env[63260]: DEBUG oslo_vmware.api [None req-e75158a5-f928-434a-a488-f29d6e137bb8 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for the task: (returnval){ [ 610.979621] env[63260]: value = "task-2284153" [ 610.979621] env[63260]: _type = "Task" [ 610.979621] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.988465] env[63260]: DEBUG oslo_vmware.api [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284152, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.997647] env[63260]: DEBUG oslo_vmware.api [None req-e75158a5-f928-434a-a488-f29d6e137bb8 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.000926] env[63260]: DEBUG nova.network.neutron [req-a5799775-6471-424f-835f-bcc156f756cb req-26f3b83c-ebb1-4ca6-9507-eee64715f5d9 service nova] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Updated VIF entry in instance network info cache for port 15a8ef58-5482-42e6-9d62-6934d0738c81. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 611.000926] env[63260]: DEBUG nova.network.neutron [req-a5799775-6471-424f-835f-bcc156f756cb req-26f3b83c-ebb1-4ca6-9507-eee64715f5d9 service nova] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Updating instance_info_cache with network_info: [{"id": "15a8ef58-5482-42e6-9d62-6934d0738c81", "address": "fa:16:3e:1f:0d:03", "network": {"id": "157ac6b5-47f6-4079-969d-c74a15c7d606", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1292144623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edc5a03def6b48bda325421fc4a50fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15a8ef58-54", "ovs_interfaceid": "15a8ef58-5482-42e6-9d62-6934d0738c81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.033587] env[63260]: DEBUG nova.compute.manager [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 611.212702] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284149, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.226862] env[63260]: DEBUG nova.compute.manager [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 611.246781] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5061aab9-d78d-48c9-b134-ef3d6f1ae21c tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Lock "d1cb9a44-ac61-41ee-b6c4-5611b6358f7e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 27.669s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.492500] env[63260]: DEBUG oslo_vmware.api [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.500221] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ec8c21e8-7e66-4e26-842f-57131ad676b5 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Acquiring lock "93c5a022-f4c9-4247-b584-3d6050e47dca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.500903] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ec8c21e8-7e66-4e26-842f-57131ad676b5 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Lock "93c5a022-f4c9-4247-b584-3d6050e47dca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.500903] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ec8c21e8-7e66-4e26-842f-57131ad676b5 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Acquiring lock "93c5a022-f4c9-4247-b584-3d6050e47dca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.500903] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ec8c21e8-7e66-4e26-842f-57131ad676b5 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Lock "93c5a022-f4c9-4247-b584-3d6050e47dca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.500996] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ec8c21e8-7e66-4e26-842f-57131ad676b5 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Lock "93c5a022-f4c9-4247-b584-3d6050e47dca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.503071] env[63260]: DEBUG oslo_vmware.api [None req-e75158a5-f928-434a-a488-f29d6e137bb8 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246848} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.503661] env[63260]: DEBUG oslo_concurrency.lockutils [req-a5799775-6471-424f-835f-bcc156f756cb req-26f3b83c-ebb1-4ca6-9507-eee64715f5d9 service nova] Releasing lock "refresh_cache-9060d6e7-7559-460a-a2b4-9d8ab720f96a" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.503754] env[63260]: DEBUG nova.compute.manager [req-a5799775-6471-424f-835f-bcc156f756cb req-26f3b83c-ebb1-4ca6-9507-eee64715f5d9 service nova] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Received event network-vif-deleted-f9db31e5-eb90-4d3a-9191-644e3d22e130 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 611.503901] env[63260]: DEBUG nova.compute.manager [req-a5799775-6471-424f-835f-bcc156f756cb req-26f3b83c-ebb1-4ca6-9507-eee64715f5d9 service nova] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Received event network-vif-deleted-3306e350-7b56-42e5-b6d0-90510c93a38e {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 611.504091] env[63260]: DEBUG nova.compute.manager [req-a5799775-6471-424f-835f-bcc156f756cb req-26f3b83c-ebb1-4ca6-9507-eee64715f5d9 service nova] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Received event network-vif-deleted-0334fb24-5906-4562-a8d4-43b9555ddfa3 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 611.504898] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-e75158a5-f928-434a-a488-f29d6e137bb8 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 611.504898] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e75158a5-f928-434a-a488-f29d6e137bb8 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 611.504898] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e75158a5-f928-434a-a488-f29d6e137bb8 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 611.505122] env[63260]: INFO nova.compute.manager [None req-e75158a5-f928-434a-a488-f29d6e137bb8 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Took 3.55 seconds to destroy the instance on the hypervisor. [ 611.505248] env[63260]: DEBUG oslo.service.loopingcall [None req-e75158a5-f928-434a-a488-f29d6e137bb8 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 611.505715] env[63260]: INFO nova.compute.manager [None req-ec8c21e8-7e66-4e26-842f-57131ad676b5 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Terminating instance [ 611.507829] env[63260]: DEBUG nova.compute.manager [-] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 611.507829] env[63260]: DEBUG nova.network.neutron [-] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 611.529407] env[63260]: DEBUG nova.network.neutron [-] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.556823] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.584876] env[63260]: DEBUG nova.compute.manager [req-71cfcb9c-9372-4c2f-803d-f2f0aaaf342d req-61f93f5b-eeaa-459b-9413-f663e054820d service nova] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Received event network-vif-deleted-16e6e650-9c87-424e-89b7-a93d4b24f828 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 611.714897] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284149, 'name': CreateVM_Task, 'duration_secs': 1.104324} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.715208] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 611.717022] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.717022] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.717022] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.717022] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ed4d592-128a-4234-a303-b22acf5b9c96 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.731313] env[63260]: DEBUG oslo_vmware.api [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Waiting for the task: (returnval){ [ 611.731313] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5205b471-2e11-0f52-bb27-8aa07c6bee9a" [ 611.731313] env[63260]: _type = "Task" [ 611.731313] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.752670] env[63260]: DEBUG oslo_vmware.api [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5205b471-2e11-0f52-bb27-8aa07c6bee9a, 'name': SearchDatastore_Task, 'duration_secs': 0.012053} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.752994] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.753259] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 611.753496] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.753634] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.753841] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.754154] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1718d5b0-62c2-4392-a504-1070f9dc661f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.763265] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.765477] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.766459] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 611.766896] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f854abf1-635c-4a28-af9f-cf81ae951999 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.770376] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5babd686-21f8-4060-a131-58e089a65e62 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.779677] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d948f39c-4b42-4624-b26c-1e2975a04573 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.783348] env[63260]: DEBUG oslo_vmware.api [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Waiting for the task: (returnval){ [ 611.783348] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]521e5f8e-d737-214d-f12b-a7dfff7fd970" [ 611.783348] env[63260]: _type = "Task" [ 611.783348] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.823438] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8615417f-5aa1-41de-9543-eb600fa5a1fb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.824831] env[63260]: DEBUG oslo_vmware.api [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]521e5f8e-d737-214d-f12b-a7dfff7fd970, 'name': SearchDatastore_Task, 'duration_secs': 0.01054} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.829235] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae132978-229a-42a4-9914-711e6b34ad54 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.833673] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f1b8aa-4e82-4b65-ab45-6e65eea6db4f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.842057] env[63260]: DEBUG oslo_vmware.api [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Waiting for the task: (returnval){ [ 611.842057] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52cca52a-0c1f-facd-55d6-5f5f29c30121" [ 611.842057] env[63260]: _type = "Task" [ 611.842057] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.855023] env[63260]: DEBUG nova.compute.provider_tree [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.864079] env[63260]: DEBUG oslo_vmware.api [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52cca52a-0c1f-facd-55d6-5f5f29c30121, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.986047] env[63260]: DEBUG oslo_vmware.api [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284152, 'name': ReconfigVM_Task, 'duration_secs': 0.628863} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.986623] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Reconfigured VM instance instance-0000001b to attach disk [datastore1] a1039d78-54b2-4777-8dd2-43221a89528c/a1039d78-54b2-4777-8dd2-43221a89528c.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 611.987054] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d026bdc2-10a4-4339-93d3-2c5924552509 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.996078] env[63260]: DEBUG oslo_vmware.api [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 611.996078] env[63260]: value = "task-2284155" [ 611.996078] env[63260]: _type = "Task" [ 611.996078] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.007396] env[63260]: DEBUG oslo_vmware.api [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284155, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.011245] env[63260]: DEBUG nova.compute.manager [None req-ec8c21e8-7e66-4e26-842f-57131ad676b5 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 612.011954] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8c21e8-7e66-4e26-842f-57131ad676b5 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 612.012721] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd209e7a-f7c1-4d54-8159-40dd33353552 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.023548] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8c21e8-7e66-4e26-842f-57131ad676b5 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 612.023743] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e3beb81-986c-4d7e-94bc-e242f2ec6556 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.032239] env[63260]: INFO nova.compute.manager [-] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Took 1.31 seconds to deallocate network for instance. [ 612.041618] env[63260]: DEBUG oslo_vmware.api [None req-ec8c21e8-7e66-4e26-842f-57131ad676b5 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Waiting for the task: (returnval){ [ 612.041618] env[63260]: value = "task-2284156" [ 612.041618] env[63260]: _type = "Task" [ 612.041618] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.052710] env[63260]: DEBUG oslo_vmware.api [None req-ec8c21e8-7e66-4e26-842f-57131ad676b5 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': task-2284156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.359597] env[63260]: DEBUG nova.scheduler.client.report [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.363217] env[63260]: DEBUG oslo_vmware.api [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52cca52a-0c1f-facd-55d6-5f5f29c30121, 'name': SearchDatastore_Task, 'duration_secs': 0.041684} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.364134] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.364284] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 9060d6e7-7559-460a-a2b4-9d8ab720f96a/9060d6e7-7559-460a-a2b4-9d8ab720f96a.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 612.364764] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70eb59f1-629c-4447-af3f-ef485cd6699c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.373845] env[63260]: DEBUG oslo_vmware.api [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Waiting for the task: (returnval){ [ 612.373845] env[63260]: value = "task-2284157" [ 612.373845] env[63260]: _type = "Task" [ 612.373845] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.382860] env[63260]: DEBUG oslo_vmware.api [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Task: {'id': task-2284157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.432485] env[63260]: DEBUG nova.network.neutron [-] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.513011] env[63260]: DEBUG oslo_vmware.api [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284155, 'name': Rename_Task, 'duration_secs': 0.209897} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.513011] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 612.513011] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b004399-e31c-4e85-891e-e45ad23ebef8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.522028] env[63260]: DEBUG oslo_vmware.api [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 612.522028] env[63260]: value = "task-2284158" [ 612.522028] env[63260]: _type = "Task" [ 612.522028] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.531484] env[63260]: DEBUG oslo_vmware.api [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284158, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.546024] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0aae0a19-db62-49be-91b4-a9381ff15ca4 tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.554931] env[63260]: DEBUG oslo_vmware.api [None req-ec8c21e8-7e66-4e26-842f-57131ad676b5 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': task-2284156, 'name': PowerOffVM_Task, 'duration_secs': 0.331838} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.558218] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8c21e8-7e66-4e26-842f-57131ad676b5 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 612.558218] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8c21e8-7e66-4e26-842f-57131ad676b5 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 612.558218] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-902d9daf-fad5-4edb-9763-338c9fb5bf84 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.643083] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8c21e8-7e66-4e26-842f-57131ad676b5 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 612.646026] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8c21e8-7e66-4e26-842f-57131ad676b5 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 612.646026] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec8c21e8-7e66-4e26-842f-57131ad676b5 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Deleting the datastore file [datastore1] 93c5a022-f4c9-4247-b584-3d6050e47dca {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 612.646026] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-589d5672-f7b7-49f6-8e24-fa5452ef1552 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.658776] env[63260]: DEBUG oslo_vmware.api [None req-ec8c21e8-7e66-4e26-842f-57131ad676b5 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Waiting for the task: (returnval){ [ 612.658776] env[63260]: value = "task-2284160" [ 612.658776] env[63260]: _type = "Task" [ 612.658776] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.668053] env[63260]: DEBUG oslo_vmware.api [None req-ec8c21e8-7e66-4e26-842f-57131ad676b5 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': task-2284160, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.866496] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.867124] env[63260]: DEBUG nova.compute.manager [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 612.872347] env[63260]: DEBUG oslo_concurrency.lockutils [None req-241894e7-6bda-488c-9597-10d83b574d67 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.768s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.872347] env[63260]: DEBUG nova.objects.instance [None req-241894e7-6bda-488c-9597-10d83b574d67 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Lazy-loading 'resources' on Instance uuid 44216086-3dde-4879-8e91-3dbd796e07cf {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 612.885795] env[63260]: DEBUG oslo_vmware.api [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Task: {'id': task-2284157, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47327} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.885795] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 9060d6e7-7559-460a-a2b4-9d8ab720f96a/9060d6e7-7559-460a-a2b4-9d8ab720f96a.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.885795] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 612.886468] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b3e17e0-95cd-4e95-b1e5-9b5690f7183a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.895825] env[63260]: DEBUG oslo_vmware.api [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Waiting for the task: (returnval){ [ 612.895825] env[63260]: value = "task-2284161" [ 612.895825] env[63260]: _type = "Task" [ 612.895825] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.906777] env[63260]: DEBUG oslo_vmware.api [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Task: {'id': task-2284161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.938287] env[63260]: INFO nova.compute.manager [-] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Took 1.43 seconds to deallocate network for instance. [ 612.973130] env[63260]: DEBUG nova.compute.manager [req-f72a6a86-5141-4149-847b-f14d0242822a req-20d154e0-1c10-4d52-805c-cf452eeb2f81 service nova] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Received event network-changed-7f8b1541-2348-4b07-ba6a-deaebf05faf0 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 612.973130] env[63260]: DEBUG nova.compute.manager [req-f72a6a86-5141-4149-847b-f14d0242822a req-20d154e0-1c10-4d52-805c-cf452eeb2f81 service nova] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Refreshing instance network info cache due to event network-changed-7f8b1541-2348-4b07-ba6a-deaebf05faf0. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 612.973130] env[63260]: DEBUG oslo_concurrency.lockutils [req-f72a6a86-5141-4149-847b-f14d0242822a req-20d154e0-1c10-4d52-805c-cf452eeb2f81 service nova] Acquiring lock "refresh_cache-eae2ab94-da4e-45c4-a185-a245dd609514" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.973130] env[63260]: DEBUG oslo_concurrency.lockutils [req-f72a6a86-5141-4149-847b-f14d0242822a req-20d154e0-1c10-4d52-805c-cf452eeb2f81 service nova] Acquired lock "refresh_cache-eae2ab94-da4e-45c4-a185-a245dd609514" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.973130] env[63260]: DEBUG nova.network.neutron [req-f72a6a86-5141-4149-847b-f14d0242822a req-20d154e0-1c10-4d52-805c-cf452eeb2f81 service nova] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Refreshing network info cache for port 7f8b1541-2348-4b07-ba6a-deaebf05faf0 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 613.036247] env[63260]: DEBUG oslo_vmware.api [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284158, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.170031] env[63260]: DEBUG oslo_vmware.api [None req-ec8c21e8-7e66-4e26-842f-57131ad676b5 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Task: {'id': task-2284160, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262274} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.170831] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec8c21e8-7e66-4e26-842f-57131ad676b5 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 613.173281] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8c21e8-7e66-4e26-842f-57131ad676b5 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 613.173281] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8c21e8-7e66-4e26-842f-57131ad676b5 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 613.173281] env[63260]: INFO nova.compute.manager [None req-ec8c21e8-7e66-4e26-842f-57131ad676b5 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Took 1.16 seconds to destroy the instance on the hypervisor. [ 613.173281] env[63260]: DEBUG oslo.service.loopingcall [None req-ec8c21e8-7e66-4e26-842f-57131ad676b5 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 613.173281] env[63260]: DEBUG nova.compute.manager [-] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 613.173281] env[63260]: DEBUG nova.network.neutron [-] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 613.375073] env[63260]: DEBUG nova.compute.utils [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 613.383704] env[63260]: DEBUG nova.compute.manager [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 613.383996] env[63260]: DEBUG nova.network.neutron [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 613.410345] env[63260]: DEBUG oslo_vmware.api [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Task: {'id': task-2284161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.444499] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e75158a5-f928-434a-a488-f29d6e137bb8 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.446843] env[63260]: DEBUG nova.policy [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '949bf8cd8ab245c2926731d36a3897f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15ebed279281496db7140f23eebb7f9c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 613.536721] env[63260]: DEBUG oslo_vmware.api [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284158, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.824344] env[63260]: DEBUG nova.network.neutron [req-f72a6a86-5141-4149-847b-f14d0242822a req-20d154e0-1c10-4d52-805c-cf452eeb2f81 service nova] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Updated VIF entry in instance network info cache for port 7f8b1541-2348-4b07-ba6a-deaebf05faf0. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 613.824817] env[63260]: DEBUG nova.network.neutron [req-f72a6a86-5141-4149-847b-f14d0242822a req-20d154e0-1c10-4d52-805c-cf452eeb2f81 service nova] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Updating instance_info_cache with network_info: [{"id": "7f8b1541-2348-4b07-ba6a-deaebf05faf0", "address": "fa:16:3e:c0:87:52", "network": {"id": "5b68e61c-9924-43a6-9550-c424919c7ebd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505122137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc112fd26644b7abedda679fb222d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f8b1541-23", "ovs_interfaceid": "7f8b1541-2348-4b07-ba6a-deaebf05faf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.866492] env[63260]: DEBUG nova.network.neutron [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Successfully created port: 8c524bf9-78a5-4bc9-95a8-1995bc0de4b1 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 613.884659] env[63260]: DEBUG nova.compute.manager [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 613.894195] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a055d6-d140-4603-9032-e0d989d3fdfe {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.909093] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4b5586-1724-4026-957a-47a555ec4765 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.912266] env[63260]: DEBUG oslo_vmware.api [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Task: {'id': task-2284161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.942423] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef96abe-7206-4682-9bdf-420f6c9ab671 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.947839] env[63260]: DEBUG nova.compute.manager [req-5b7bee48-f0cf-4322-a345-f4ed19ba14d8 req-93006ba3-317a-4ee5-b89c-bbfb21f7e8b3 service nova] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Received event network-vif-deleted-51e3f287-a1dd-4df9-9ef7-8d87aadc1868 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 613.948076] env[63260]: DEBUG nova.compute.manager [req-5b7bee48-f0cf-4322-a345-f4ed19ba14d8 req-93006ba3-317a-4ee5-b89c-bbfb21f7e8b3 service nova] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Received event network-vif-deleted-9ac0e867-75d1-4b40-a9d8-9803eb12eec9 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 613.948246] env[63260]: INFO nova.compute.manager [req-5b7bee48-f0cf-4322-a345-f4ed19ba14d8 req-93006ba3-317a-4ee5-b89c-bbfb21f7e8b3 service nova] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Neutron deleted interface 9ac0e867-75d1-4b40-a9d8-9803eb12eec9; detaching it from the instance and deleting it from the info cache [ 613.948410] env[63260]: DEBUG nova.network.neutron [req-5b7bee48-f0cf-4322-a345-f4ed19ba14d8 req-93006ba3-317a-4ee5-b89c-bbfb21f7e8b3 service nova] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.956992] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbef28e6-b355-458b-8610-f4f828d4f607 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.975742] env[63260]: DEBUG nova.compute.provider_tree [None req-241894e7-6bda-488c-9597-10d83b574d67 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 613.982774] env[63260]: DEBUG nova.network.neutron [-] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.037745] env[63260]: DEBUG oslo_vmware.api [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284158, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.328096] env[63260]: DEBUG oslo_concurrency.lockutils [req-f72a6a86-5141-4149-847b-f14d0242822a req-20d154e0-1c10-4d52-805c-cf452eeb2f81 service nova] Releasing lock "refresh_cache-eae2ab94-da4e-45c4-a185-a245dd609514" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.408621] env[63260]: DEBUG oslo_vmware.api [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Task: {'id': task-2284161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.057634} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.408742] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 614.409545] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f6370f-2efd-421e-b67a-70d96bd247f4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.434212] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 9060d6e7-7559-460a-a2b4-9d8ab720f96a/9060d6e7-7559-460a-a2b4-9d8ab720f96a.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.435335] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-112efe58-af3c-4b4a-827b-71adea790b0a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.451453] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a30bef4b-6bbb-4cbd-9303-2c71cfe2194b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.464765] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452648fc-805c-439f-988e-09f643814904 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.475947] env[63260]: DEBUG oslo_vmware.api [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Waiting for the task: (returnval){ [ 614.475947] env[63260]: value = "task-2284163" [ 614.475947] env[63260]: _type = "Task" [ 614.475947] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.480319] env[63260]: DEBUG nova.scheduler.client.report [None req-241894e7-6bda-488c-9597-10d83b574d67 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 614.484213] env[63260]: INFO nova.compute.manager [-] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Took 1.31 seconds to deallocate network for instance. [ 614.503811] env[63260]: DEBUG nova.compute.manager [req-5b7bee48-f0cf-4322-a345-f4ed19ba14d8 req-93006ba3-317a-4ee5-b89c-bbfb21f7e8b3 service nova] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Detach interface failed, port_id=9ac0e867-75d1-4b40-a9d8-9803eb12eec9, reason: Instance 93c5a022-f4c9-4247-b584-3d6050e47dca could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 614.521532] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Acquiring lock "01f5e2d4-430a-4cb0-8478-7f152441a2c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.521772] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Lock "01f5e2d4-430a-4cb0-8478-7f152441a2c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.535826] env[63260]: DEBUG oslo_vmware.api [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284158, 'name': PowerOnVM_Task, 'duration_secs': 1.571321} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.536096] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 614.536298] env[63260]: INFO nova.compute.manager [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Took 10.18 seconds to spawn the instance on the hypervisor. [ 614.536471] env[63260]: DEBUG nova.compute.manager [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 614.537470] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2873bc32-e126-46c1-a00e-1ebde3e6ab90 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.895106] env[63260]: DEBUG nova.compute.manager [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 614.922731] env[63260]: DEBUG nova.virt.hardware [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 614.922995] env[63260]: DEBUG nova.virt.hardware [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 614.923181] env[63260]: DEBUG nova.virt.hardware [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 614.923548] env[63260]: DEBUG nova.virt.hardware [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 614.923734] env[63260]: DEBUG nova.virt.hardware [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 614.923868] env[63260]: DEBUG nova.virt.hardware [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 614.924109] env[63260]: DEBUG nova.virt.hardware [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 614.924276] env[63260]: DEBUG nova.virt.hardware [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 614.924506] env[63260]: DEBUG nova.virt.hardware [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 614.924717] env[63260]: DEBUG nova.virt.hardware [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 614.924943] env[63260]: DEBUG nova.virt.hardware [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 614.925757] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15967c75-7482-42cc-a201-727b936e97a3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.934149] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5912937c-bfa1-4511-b9fd-4a65c9aa7391 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.987228] env[63260]: DEBUG oslo_concurrency.lockutils [None req-241894e7-6bda-488c-9597-10d83b574d67 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.989224] env[63260]: DEBUG oslo_vmware.api [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Task: {'id': task-2284163, 'name': ReconfigVM_Task, 'duration_secs': 0.320701} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.989666] env[63260]: DEBUG oslo_concurrency.lockutils [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.600s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.991389] env[63260]: INFO nova.compute.claims [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 614.994022] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 9060d6e7-7559-460a-a2b4-9d8ab720f96a/9060d6e7-7559-460a-a2b4-9d8ab720f96a.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 614.994615] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88a203be-cdbd-4e96-8421-5ce103847635 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.003570] env[63260]: DEBUG oslo_vmware.api [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Waiting for the task: (returnval){ [ 615.003570] env[63260]: value = "task-2284164" [ 615.003570] env[63260]: _type = "Task" [ 615.003570] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.008970] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ec8c21e8-7e66-4e26-842f-57131ad676b5 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.013150] env[63260]: INFO nova.scheduler.client.report [None req-241894e7-6bda-488c-9597-10d83b574d67 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Deleted allocations for instance 44216086-3dde-4879-8e91-3dbd796e07cf [ 615.017688] env[63260]: DEBUG oslo_vmware.api [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Task: {'id': task-2284164, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.055843] env[63260]: INFO nova.compute.manager [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Took 34.42 seconds to build instance. [ 615.159983] env[63260]: DEBUG oslo_concurrency.lockutils [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquiring lock "9b45195e-aa35-45d4-a8d1-2460610897dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.160236] env[63260]: DEBUG oslo_concurrency.lockutils [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Lock "9b45195e-aa35-45d4-a8d1-2460610897dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.501255] env[63260]: DEBUG nova.network.neutron [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Successfully updated port: 8c524bf9-78a5-4bc9-95a8-1995bc0de4b1 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 615.502860] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.503158] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.514824] env[63260]: DEBUG oslo_vmware.api [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Task: {'id': task-2284164, 'name': Rename_Task, 'duration_secs': 0.144} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.515393] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 615.515896] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4edfce8-a4aa-4131-8031-3076d14a5a90 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.527531] env[63260]: DEBUG oslo_concurrency.lockutils [None req-241894e7-6bda-488c-9597-10d83b574d67 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Lock "44216086-3dde-4879-8e91-3dbd796e07cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.020s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.528510] env[63260]: DEBUG oslo_vmware.api [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Waiting for the task: (returnval){ [ 615.528510] env[63260]: value = "task-2284165" [ 615.528510] env[63260]: _type = "Task" [ 615.528510] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.539565] env[63260]: DEBUG oslo_vmware.api [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Task: {'id': task-2284165, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.558061] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f66ad828-87d2-4182-b3b5-cfad0c823d75 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "a1039d78-54b2-4777-8dd2-43221a89528c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.391s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.570097] env[63260]: DEBUG nova.compute.manager [req-67e20ba9-8f9d-4341-9480-729198d4d57f req-2fc36d71-3e25-4b69-a753-a15e79ff3819 service nova] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Received event network-vif-plugged-8c524bf9-78a5-4bc9-95a8-1995bc0de4b1 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 615.570356] env[63260]: DEBUG oslo_concurrency.lockutils [req-67e20ba9-8f9d-4341-9480-729198d4d57f req-2fc36d71-3e25-4b69-a753-a15e79ff3819 service nova] Acquiring lock "9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.570626] env[63260]: DEBUG oslo_concurrency.lockutils [req-67e20ba9-8f9d-4341-9480-729198d4d57f req-2fc36d71-3e25-4b69-a753-a15e79ff3819 service nova] Lock "9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.570829] env[63260]: DEBUG oslo_concurrency.lockutils [req-67e20ba9-8f9d-4341-9480-729198d4d57f req-2fc36d71-3e25-4b69-a753-a15e79ff3819 service nova] Lock "9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.571099] env[63260]: DEBUG nova.compute.manager [req-67e20ba9-8f9d-4341-9480-729198d4d57f req-2fc36d71-3e25-4b69-a753-a15e79ff3819 service nova] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] No waiting events found dispatching network-vif-plugged-8c524bf9-78a5-4bc9-95a8-1995bc0de4b1 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 615.571351] env[63260]: WARNING nova.compute.manager [req-67e20ba9-8f9d-4341-9480-729198d4d57f req-2fc36d71-3e25-4b69-a753-a15e79ff3819 service nova] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Received unexpected event network-vif-plugged-8c524bf9-78a5-4bc9-95a8-1995bc0de4b1 for instance with vm_state building and task_state spawning. [ 615.853599] env[63260]: DEBUG oslo_concurrency.lockutils [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquiring lock "f575abe2-fba7-4c4f-9a5b-4a092b8d2c04" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.853902] env[63260]: DEBUG oslo_concurrency.lockutils [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "f575abe2-fba7-4c4f-9a5b-4a092b8d2c04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.938026] env[63260]: DEBUG oslo_concurrency.lockutils [None req-683144d2-6ffc-42c1-ad65-2bee23896534 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Acquiring lock "c6d38585-2785-48b2-b220-80cd664e9010" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.938524] env[63260]: DEBUG oslo_concurrency.lockutils [None req-683144d2-6ffc-42c1-ad65-2bee23896534 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Lock "c6d38585-2785-48b2-b220-80cd664e9010" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.940078] env[63260]: DEBUG oslo_concurrency.lockutils [None req-683144d2-6ffc-42c1-ad65-2bee23896534 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Acquiring lock "c6d38585-2785-48b2-b220-80cd664e9010-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.940078] env[63260]: DEBUG oslo_concurrency.lockutils [None req-683144d2-6ffc-42c1-ad65-2bee23896534 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Lock "c6d38585-2785-48b2-b220-80cd664e9010-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.940078] env[63260]: DEBUG oslo_concurrency.lockutils [None req-683144d2-6ffc-42c1-ad65-2bee23896534 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Lock "c6d38585-2785-48b2-b220-80cd664e9010-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.942480] env[63260]: INFO nova.compute.manager [None req-683144d2-6ffc-42c1-ad65-2bee23896534 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Terminating instance [ 615.962690] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Acquiring lock "c22b814c-28f4-4ecb-9326-84791d1ec336" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.963007] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Lock "c22b814c-28f4-4ecb-9326-84791d1ec336" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.006380] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Acquiring lock "refresh_cache-9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.006531] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Acquired lock "refresh_cache-9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.006674] env[63260]: DEBUG nova.network.neutron [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.013253] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 616.013253] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Starting heal instance info cache {{(pid=63260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 616.013253] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Rebuilding the list of instances to heal {{(pid=63260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 616.041541] env[63260]: DEBUG oslo_vmware.api [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Task: {'id': task-2284165, 'name': PowerOnVM_Task, 'duration_secs': 0.461383} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.041836] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.042245] env[63260]: INFO nova.compute.manager [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Took 8.92 seconds to spawn the instance on the hypervisor. [ 616.042312] env[63260]: DEBUG nova.compute.manager [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 616.044039] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3fdbcb-7c25-4e08-9bc3-fa5512d45613 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.063440] env[63260]: DEBUG nova.compute.manager [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 616.448163] env[63260]: DEBUG nova.compute.manager [None req-683144d2-6ffc-42c1-ad65-2bee23896534 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 616.448386] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-683144d2-6ffc-42c1-ad65-2bee23896534 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 616.449253] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325a7d13-1d9d-42e0-8066-3a0b0209c1f0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.460353] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-683144d2-6ffc-42c1-ad65-2bee23896534 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 616.460353] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b67a03d-77ca-4cbe-9505-ab7032a29b14 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.463464] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8769c7-e9d2-48b9-a353-c45e916e1aa2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.466936] env[63260]: DEBUG oslo_vmware.api [None req-683144d2-6ffc-42c1-ad65-2bee23896534 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Waiting for the task: (returnval){ [ 616.466936] env[63260]: value = "task-2284167" [ 616.466936] env[63260]: _type = "Task" [ 616.466936] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.473290] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a797f996-7754-46c0-a0b5-008f3efaed84 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.479455] env[63260]: DEBUG oslo_vmware.api [None req-683144d2-6ffc-42c1-ad65-2bee23896534 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2284167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.510794] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee43d6ac-d233-456f-99c5-d714f2ea440e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.522056] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Skipping network cache update for instance because it is being deleted. {{(pid=63260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 616.522056] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Skipping network cache update for instance because it is Building. {{(pid=63260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 616.522056] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Skipping network cache update for instance because it is Building. {{(pid=63260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 616.522056] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Skipping network cache update for instance because it is Building. {{(pid=63260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 616.527956] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91123b5-e4e5-4386-ad20-51e18910d36b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.542504] env[63260]: DEBUG nova.compute.provider_tree [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.551474] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "refresh_cache-77b8038e-198c-494f-9d58-92b8d2551a3e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.551611] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquired lock "refresh_cache-77b8038e-198c-494f-9d58-92b8d2551a3e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.551762] env[63260]: DEBUG nova.network.neutron [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Forcefully refreshing network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 616.551910] env[63260]: DEBUG nova.objects.instance [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lazy-loading 'info_cache' on Instance uuid 77b8038e-198c-494f-9d58-92b8d2551a3e {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 616.553667] env[63260]: DEBUG nova.network.neutron [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 616.565904] env[63260]: INFO nova.compute.manager [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Took 32.28 seconds to build instance. [ 616.581610] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.716944] env[63260]: DEBUG nova.network.neutron [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Updating instance_info_cache with network_info: [{"id": "8c524bf9-78a5-4bc9-95a8-1995bc0de4b1", "address": "fa:16:3e:6d:99:c3", "network": {"id": "a133fbbb-0814-4d63-ad91-2cbd4fa8f87c", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-370256724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15ebed279281496db7140f23eebb7f9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c524bf9-78", "ovs_interfaceid": "8c524bf9-78a5-4bc9-95a8-1995bc0de4b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.797569] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Acquiring lock "ea7c78e7-f3dc-42fd-bde2-12a4859b8170" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.797826] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Lock "ea7c78e7-f3dc-42fd-bde2-12a4859b8170" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.979325] env[63260]: DEBUG oslo_vmware.api [None req-683144d2-6ffc-42c1-ad65-2bee23896534 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2284167, 'name': PowerOffVM_Task, 'duration_secs': 0.184687} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.979585] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-683144d2-6ffc-42c1-ad65-2bee23896534 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 616.979754] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-683144d2-6ffc-42c1-ad65-2bee23896534 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 616.980013] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02dd6b0b-7994-41dc-ba47-2a6d26af5bbc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.045751] env[63260]: DEBUG nova.scheduler.client.report [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.061142] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-683144d2-6ffc-42c1-ad65-2bee23896534 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 617.064118] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-683144d2-6ffc-42c1-ad65-2bee23896534 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 617.064381] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-683144d2-6ffc-42c1-ad65-2bee23896534 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Deleting the datastore file [datastore1] c6d38585-2785-48b2-b220-80cd664e9010 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 617.065588] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9a21d51-f72c-4d24-b7f6-f6ee14676c3d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.069071] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1699b7f7-d3e0-4e02-8b21-98dff717a76c tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Lock "9060d6e7-7559-460a-a2b4-9d8ab720f96a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.830s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.074364] env[63260]: DEBUG oslo_vmware.api [None req-683144d2-6ffc-42c1-ad65-2bee23896534 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Waiting for the task: (returnval){ [ 617.074364] env[63260]: value = "task-2284169" [ 617.074364] env[63260]: _type = "Task" [ 617.074364] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.086130] env[63260]: DEBUG oslo_vmware.api [None req-683144d2-6ffc-42c1-ad65-2bee23896534 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2284169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.219974] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Releasing lock "refresh_cache-9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.219974] env[63260]: DEBUG nova.compute.manager [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Instance network_info: |[{"id": "8c524bf9-78a5-4bc9-95a8-1995bc0de4b1", "address": "fa:16:3e:6d:99:c3", "network": {"id": "a133fbbb-0814-4d63-ad91-2cbd4fa8f87c", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-370256724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15ebed279281496db7140f23eebb7f9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c524bf9-78", "ovs_interfaceid": "8c524bf9-78a5-4bc9-95a8-1995bc0de4b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 617.220260] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:99:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c524bf9-78a5-4bc9-95a8-1995bc0de4b1', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.228108] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Creating folder: Project (15ebed279281496db7140f23eebb7f9c). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.228424] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a0c293a-3048-4219-8386-da58cffffbc8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.242736] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Created folder: Project (15ebed279281496db7140f23eebb7f9c) in parent group-v464889. [ 617.242944] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Creating folder: Instances. Parent ref: group-v464975. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.243219] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdf0280b-e34c-4100-9515-4b71d1ac876f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.255948] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Created folder: Instances in parent group-v464975. [ 617.256250] env[63260]: DEBUG oslo.service.loopingcall [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 617.256455] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.256667] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-438ff696-aeea-4817-859a-e094e3457b50 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.279433] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.279433] env[63260]: value = "task-2284172" [ 617.279433] env[63260]: _type = "Task" [ 617.279433] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.294790] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284172, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.552030] env[63260]: DEBUG oslo_concurrency.lockutils [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.552030] env[63260]: DEBUG nova.compute.manager [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 617.554889] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.060s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.556380] env[63260]: INFO nova.compute.claims [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 617.572922] env[63260]: DEBUG nova.compute.manager [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 617.587028] env[63260]: DEBUG oslo_vmware.api [None req-683144d2-6ffc-42c1-ad65-2bee23896534 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2284169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267588} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.587333] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-683144d2-6ffc-42c1-ad65-2bee23896534 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 617.587537] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-683144d2-6ffc-42c1-ad65-2bee23896534 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 617.588107] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-683144d2-6ffc-42c1-ad65-2bee23896534 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 617.588107] env[63260]: INFO nova.compute.manager [None req-683144d2-6ffc-42c1-ad65-2bee23896534 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Took 1.14 seconds to destroy the instance on the hypervisor. [ 617.588241] env[63260]: DEBUG oslo.service.loopingcall [None req-683144d2-6ffc-42c1-ad65-2bee23896534 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 617.588387] env[63260]: DEBUG nova.compute.manager [-] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 617.588476] env[63260]: DEBUG nova.network.neutron [-] [instance: c6d38585-2785-48b2-b220-80cd664e9010] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 617.684336] env[63260]: DEBUG nova.compute.manager [req-c10815b0-85f2-4ffb-b411-b19f1edcfdbb req-186bf05d-1614-4476-af33-ced76da54a0e service nova] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Received event network-changed-8c524bf9-78a5-4bc9-95a8-1995bc0de4b1 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 617.684543] env[63260]: DEBUG nova.compute.manager [req-c10815b0-85f2-4ffb-b411-b19f1edcfdbb req-186bf05d-1614-4476-af33-ced76da54a0e service nova] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Refreshing instance network info cache due to event network-changed-8c524bf9-78a5-4bc9-95a8-1995bc0de4b1. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 617.684762] env[63260]: DEBUG oslo_concurrency.lockutils [req-c10815b0-85f2-4ffb-b411-b19f1edcfdbb req-186bf05d-1614-4476-af33-ced76da54a0e service nova] Acquiring lock "refresh_cache-9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.684984] env[63260]: DEBUG oslo_concurrency.lockutils [req-c10815b0-85f2-4ffb-b411-b19f1edcfdbb req-186bf05d-1614-4476-af33-ced76da54a0e service nova] Acquired lock "refresh_cache-9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.685419] env[63260]: DEBUG nova.network.neutron [req-c10815b0-85f2-4ffb-b411-b19f1edcfdbb req-186bf05d-1614-4476-af33-ced76da54a0e service nova] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Refreshing network info cache for port 8c524bf9-78a5-4bc9-95a8-1995bc0de4b1 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 617.789911] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284172, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.967776] env[63260]: DEBUG nova.compute.manager [req-e55b1c2c-46f0-461e-bd2e-9227dcd6c936 req-001ee183-9a63-4b70-b910-9b898ccfaf8b service nova] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Received event network-vif-deleted-0a44b3e9-9693-4cd7-9137-c3c15a77ac01 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 617.967776] env[63260]: INFO nova.compute.manager [req-e55b1c2c-46f0-461e-bd2e-9227dcd6c936 req-001ee183-9a63-4b70-b910-9b898ccfaf8b service nova] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Neutron deleted interface 0a44b3e9-9693-4cd7-9137-c3c15a77ac01; detaching it from the instance and deleting it from the info cache [ 617.967978] env[63260]: DEBUG nova.network.neutron [req-e55b1c2c-46f0-461e-bd2e-9227dcd6c936 req-001ee183-9a63-4b70-b910-9b898ccfaf8b service nova] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.997343] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0ca3f982-912a-4eea-8d9e-f78bcb4f87a9 tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Acquiring lock "9060d6e7-7559-460a-a2b4-9d8ab720f96a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.997602] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0ca3f982-912a-4eea-8d9e-f78bcb4f87a9 tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Lock "9060d6e7-7559-460a-a2b4-9d8ab720f96a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.997810] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0ca3f982-912a-4eea-8d9e-f78bcb4f87a9 tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Acquiring lock "9060d6e7-7559-460a-a2b4-9d8ab720f96a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.999395] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0ca3f982-912a-4eea-8d9e-f78bcb4f87a9 tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Lock "9060d6e7-7559-460a-a2b4-9d8ab720f96a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.999621] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0ca3f982-912a-4eea-8d9e-f78bcb4f87a9 tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Lock "9060d6e7-7559-460a-a2b4-9d8ab720f96a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.003986] env[63260]: INFO nova.compute.manager [None req-0ca3f982-912a-4eea-8d9e-f78bcb4f87a9 tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Terminating instance [ 618.063702] env[63260]: DEBUG nova.compute.utils [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 618.065090] env[63260]: DEBUG nova.compute.manager [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 618.065261] env[63260]: DEBUG nova.network.neutron [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 618.106836] env[63260]: DEBUG nova.policy [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92bd6ae55d3d4cae8fc8ad1563b705f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6132158e5646470e81f75bdedecce2a9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 618.109358] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.292059] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284172, 'name': CreateVM_Task, 'duration_secs': 0.634973} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.292175] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.292883] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.292999] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.293324] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.293637] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b757a48d-237e-4938-9c7a-44cff77afe2b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.298490] env[63260]: DEBUG oslo_vmware.api [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Waiting for the task: (returnval){ [ 618.298490] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]525f3882-f69c-a85a-0a10-e7a59aeb053b" [ 618.298490] env[63260]: _type = "Task" [ 618.298490] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.306371] env[63260]: DEBUG oslo_vmware.api [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]525f3882-f69c-a85a-0a10-e7a59aeb053b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.310745] env[63260]: DEBUG nova.network.neutron [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Updating instance_info_cache with network_info: [{"id": "f3bd27cb-4d44-4ffb-b50a-358c620772a0", "address": "fa:16:3e:c5:54:6e", "network": {"id": "01fd18b0-c8b9-4ffd-9551-2acb354ae75c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-521305395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca8df9a57594425f805f0b0f9b38bc76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3bd27cb-4d", "ovs_interfaceid": "f3bd27cb-4d44-4ffb-b50a-358c620772a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.417020] env[63260]: DEBUG nova.network.neutron [-] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.473404] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f026584-3976-4b3f-9394-d55a7fff17cb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.482565] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c1f15e-5fc6-4320-9169-a8eb0fc27337 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.522176] env[63260]: DEBUG nova.compute.manager [None req-0ca3f982-912a-4eea-8d9e-f78bcb4f87a9 tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 618.523029] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca3f982-912a-4eea-8d9e-f78bcb4f87a9 tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 618.523029] env[63260]: DEBUG nova.compute.manager [req-e55b1c2c-46f0-461e-bd2e-9227dcd6c936 req-001ee183-9a63-4b70-b910-9b898ccfaf8b service nova] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Detach interface failed, port_id=0a44b3e9-9693-4cd7-9137-c3c15a77ac01, reason: Instance c6d38585-2785-48b2-b220-80cd664e9010 could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 618.526057] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8b4a10-0cba-4909-a762-e0a143bd885d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.534770] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca3f982-912a-4eea-8d9e-f78bcb4f87a9 tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 618.535142] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9ab9885-ffcd-40e0-b173-522b3c9b90fe {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.545266] env[63260]: DEBUG oslo_vmware.api [None req-0ca3f982-912a-4eea-8d9e-f78bcb4f87a9 tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Waiting for the task: (returnval){ [ 618.545266] env[63260]: value = "task-2284174" [ 618.545266] env[63260]: _type = "Task" [ 618.545266] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.560130] env[63260]: DEBUG oslo_vmware.api [None req-0ca3f982-912a-4eea-8d9e-f78bcb4f87a9 tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Task: {'id': task-2284174, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.568731] env[63260]: DEBUG nova.compute.manager [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 618.613381] env[63260]: DEBUG nova.network.neutron [req-c10815b0-85f2-4ffb-b411-b19f1edcfdbb req-186bf05d-1614-4476-af33-ced76da54a0e service nova] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Updated VIF entry in instance network info cache for port 8c524bf9-78a5-4bc9-95a8-1995bc0de4b1. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 618.613743] env[63260]: DEBUG nova.network.neutron [req-c10815b0-85f2-4ffb-b411-b19f1edcfdbb req-186bf05d-1614-4476-af33-ced76da54a0e service nova] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Updating instance_info_cache with network_info: [{"id": "8c524bf9-78a5-4bc9-95a8-1995bc0de4b1", "address": "fa:16:3e:6d:99:c3", "network": {"id": "a133fbbb-0814-4d63-ad91-2cbd4fa8f87c", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-370256724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15ebed279281496db7140f23eebb7f9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c524bf9-78", "ovs_interfaceid": "8c524bf9-78a5-4bc9-95a8-1995bc0de4b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.645882] env[63260]: DEBUG nova.network.neutron [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Successfully created port: 62974bee-89f1-423e-955e-106af7e5c5ef {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 618.815939] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Releasing lock "refresh_cache-77b8038e-198c-494f-9d58-92b8d2551a3e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.818953] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Updated the network info_cache for instance {{(pid=63260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 618.818953] env[63260]: DEBUG oslo_vmware.api [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]525f3882-f69c-a85a-0a10-e7a59aeb053b, 'name': SearchDatastore_Task, 'duration_secs': 0.050812} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.819348] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.819771] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.820098] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.820625] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.820901] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.821187] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.821872] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.822207] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c18debce-10e9-424b-9f00-6f8b1fd7f19e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.824636] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.825150] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.825977] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.826322] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.826576] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 618.826882] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.833636] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.834023] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.837317] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0726947f-d2a7-49fb-9221-68dce580a5c8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.847019] env[63260]: DEBUG oslo_vmware.api [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Waiting for the task: (returnval){ [ 618.847019] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52cd310c-5fda-3939-df3c-a4f396b27d9a" [ 618.847019] env[63260]: _type = "Task" [ 618.847019] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.856071] env[63260]: DEBUG oslo_vmware.api [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52cd310c-5fda-3939-df3c-a4f396b27d9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.919847] env[63260]: INFO nova.compute.manager [-] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Took 1.33 seconds to deallocate network for instance. [ 619.056718] env[63260]: DEBUG oslo_vmware.api [None req-0ca3f982-912a-4eea-8d9e-f78bcb4f87a9 tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Task: {'id': task-2284174, 'name': PowerOffVM_Task, 'duration_secs': 0.224906} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.056718] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca3f982-912a-4eea-8d9e-f78bcb4f87a9 tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 619.056718] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca3f982-912a-4eea-8d9e-f78bcb4f87a9 tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 619.056862] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-335c9796-7858-4f19-ae57-a87002f5daa3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.120379] env[63260]: DEBUG oslo_concurrency.lockutils [req-c10815b0-85f2-4ffb-b411-b19f1edcfdbb req-186bf05d-1614-4476-af33-ced76da54a0e service nova] Releasing lock "refresh_cache-9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.123586] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca3f982-912a-4eea-8d9e-f78bcb4f87a9 tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 619.123934] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca3f982-912a-4eea-8d9e-f78bcb4f87a9 tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 619.124189] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ca3f982-912a-4eea-8d9e-f78bcb4f87a9 tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Deleting the datastore file [datastore2] 9060d6e7-7559-460a-a2b4-9d8ab720f96a {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 619.124503] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9c2c516-7cb3-4d1d-a6c0-92cd6095278c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.133071] env[63260]: DEBUG oslo_vmware.api [None req-0ca3f982-912a-4eea-8d9e-f78bcb4f87a9 tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Waiting for the task: (returnval){ [ 619.133071] env[63260]: value = "task-2284176" [ 619.133071] env[63260]: _type = "Task" [ 619.133071] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.135101] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e142ca-326c-428c-a820-2a3f7ef7791a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.148784] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae587318-1eab-49d4-9dd2-ffde34bd872d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.152280] env[63260]: DEBUG oslo_vmware.api [None req-0ca3f982-912a-4eea-8d9e-f78bcb4f87a9 tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Task: {'id': task-2284176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.184452] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f814fb1-95a9-488f-ac2d-fe9dc8771b57 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.193784] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec1548f-0be5-4c91-ac81-80c263470fb9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.209667] env[63260]: DEBUG nova.compute.provider_tree [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 619.330651] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.356348] env[63260]: DEBUG oslo_vmware.api [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52cd310c-5fda-3939-df3c-a4f396b27d9a, 'name': SearchDatastore_Task, 'duration_secs': 0.009742} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.357103] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-675c5b3e-bb3e-4204-b319-ff95ad7c5aa1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.362270] env[63260]: DEBUG oslo_vmware.api [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Waiting for the task: (returnval){ [ 619.362270] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528513c0-00c5-3c7c-0967-33cfbfffe4ca" [ 619.362270] env[63260]: _type = "Task" [ 619.362270] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.369859] env[63260]: DEBUG oslo_vmware.api [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528513c0-00c5-3c7c-0967-33cfbfffe4ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.426053] env[63260]: DEBUG oslo_concurrency.lockutils [None req-683144d2-6ffc-42c1-ad65-2bee23896534 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.583449] env[63260]: DEBUG nova.compute.manager [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 619.608627] env[63260]: DEBUG nova.virt.hardware [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 619.608878] env[63260]: DEBUG nova.virt.hardware [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 619.609048] env[63260]: DEBUG nova.virt.hardware [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.609237] env[63260]: DEBUG nova.virt.hardware [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 619.609381] env[63260]: DEBUG nova.virt.hardware [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.609529] env[63260]: DEBUG nova.virt.hardware [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 619.609734] env[63260]: DEBUG nova.virt.hardware [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 619.609894] env[63260]: DEBUG nova.virt.hardware [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 619.610078] env[63260]: DEBUG nova.virt.hardware [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 619.610247] env[63260]: DEBUG nova.virt.hardware [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 619.610430] env[63260]: DEBUG nova.virt.hardware [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 619.611304] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe1b967-fe6b-4dc3-9310-23a8902c9004 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.621864] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d515971-3e2e-4e39-8034-ae41c8491866 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.647240] env[63260]: DEBUG oslo_vmware.api [None req-0ca3f982-912a-4eea-8d9e-f78bcb4f87a9 tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Task: {'id': task-2284176, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149917} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.647500] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ca3f982-912a-4eea-8d9e-f78bcb4f87a9 tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 619.647686] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca3f982-912a-4eea-8d9e-f78bcb4f87a9 tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 619.647863] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca3f982-912a-4eea-8d9e-f78bcb4f87a9 tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 619.648045] env[63260]: INFO nova.compute.manager [None req-0ca3f982-912a-4eea-8d9e-f78bcb4f87a9 tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 619.648435] env[63260]: DEBUG oslo.service.loopingcall [None req-0ca3f982-912a-4eea-8d9e-f78bcb4f87a9 tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 619.648632] env[63260]: DEBUG nova.compute.manager [-] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 619.648726] env[63260]: DEBUG nova.network.neutron [-] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 619.713436] env[63260]: DEBUG nova.scheduler.client.report [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.872838] env[63260]: DEBUG oslo_vmware.api [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528513c0-00c5-3c7c-0967-33cfbfffe4ca, 'name': SearchDatastore_Task, 'duration_secs': 0.009695} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.873055] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.873321] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12/9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 619.873579] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-644bdae3-f978-4c5f-b1a4-2df79268444b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.881649] env[63260]: DEBUG oslo_vmware.api [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Waiting for the task: (returnval){ [ 619.881649] env[63260]: value = "task-2284177" [ 619.881649] env[63260]: _type = "Task" [ 619.881649] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.894446] env[63260]: DEBUG oslo_vmware.api [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Task: {'id': task-2284177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.996619] env[63260]: DEBUG nova.compute.manager [req-8cf4e919-1bba-45fd-8600-6825bfbb4b69 req-7a1191ad-9243-464c-8453-a88faa8381e7 service nova] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Received event network-vif-deleted-15a8ef58-5482-42e6-9d62-6934d0738c81 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 619.996885] env[63260]: INFO nova.compute.manager [req-8cf4e919-1bba-45fd-8600-6825bfbb4b69 req-7a1191ad-9243-464c-8453-a88faa8381e7 service nova] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Neutron deleted interface 15a8ef58-5482-42e6-9d62-6934d0738c81; detaching it from the instance and deleting it from the info cache [ 619.997085] env[63260]: DEBUG nova.network.neutron [req-8cf4e919-1bba-45fd-8600-6825bfbb4b69 req-7a1191ad-9243-464c-8453-a88faa8381e7 service nova] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.218816] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.219659] env[63260]: DEBUG nova.compute.manager [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 620.223192] env[63260]: DEBUG oslo_concurrency.lockutils [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.567s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.225847] env[63260]: INFO nova.compute.claims [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 620.299680] env[63260]: DEBUG nova.network.neutron [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Successfully updated port: 62974bee-89f1-423e-955e-106af7e5c5ef {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 620.393362] env[63260]: DEBUG oslo_vmware.api [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Task: {'id': task-2284177, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.409901] env[63260]: DEBUG nova.network.neutron [-] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.499682] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-670e911f-ff1c-4043-9514-18cb02318006 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.509749] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b6888d-ec09-45ac-a1f7-bda16e5c6a6b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.543432] env[63260]: DEBUG nova.compute.manager [req-8cf4e919-1bba-45fd-8600-6825bfbb4b69 req-7a1191ad-9243-464c-8453-a88faa8381e7 service nova] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Detach interface failed, port_id=15a8ef58-5482-42e6-9d62-6934d0738c81, reason: Instance 9060d6e7-7559-460a-a2b4-9d8ab720f96a could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 620.736943] env[63260]: DEBUG nova.compute.utils [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 620.738229] env[63260]: DEBUG nova.compute.manager [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 620.738396] env[63260]: DEBUG nova.network.neutron [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 620.804716] env[63260]: DEBUG oslo_concurrency.lockutils [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Acquiring lock "refresh_cache-cf19fd4d-d960-46bf-a86b-3760b5d0bfee" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.804896] env[63260]: DEBUG oslo_concurrency.lockutils [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Acquired lock "refresh_cache-cf19fd4d-d960-46bf-a86b-3760b5d0bfee" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.805063] env[63260]: DEBUG nova.network.neutron [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 620.807478] env[63260]: DEBUG nova.policy [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c3639f383c64f3aa59f0fabd19f8c77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e5c121feb874d558975aa56cb177081', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 620.894474] env[63260]: DEBUG oslo_vmware.api [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Task: {'id': task-2284177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58941} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.894887] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12/9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 620.895291] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 620.896300] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23dc2ef7-b0f5-41b2-9c40-8258ac9b7868 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.907262] env[63260]: DEBUG oslo_vmware.api [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Waiting for the task: (returnval){ [ 620.907262] env[63260]: value = "task-2284178" [ 620.907262] env[63260]: _type = "Task" [ 620.907262] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.914881] env[63260]: INFO nova.compute.manager [-] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Took 1.27 seconds to deallocate network for instance. [ 620.915232] env[63260]: DEBUG oslo_vmware.api [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Task: {'id': task-2284178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.213987] env[63260]: DEBUG nova.network.neutron [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Successfully created port: 74e14b92-c932-4d42-b8b3-dc9e1547f5b7 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 621.249677] env[63260]: DEBUG nova.compute.manager [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 621.356606] env[63260]: DEBUG nova.network.neutron [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 621.415703] env[63260]: DEBUG oslo_vmware.api [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Task: {'id': task-2284178, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074577} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.418298] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 621.419672] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13472638-4b86-43b7-8ee3-6217daf55657 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.422577] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0ca3f982-912a-4eea-8d9e-f78bcb4f87a9 tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.443745] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12/9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 621.446669] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b86b46a2-e9d5-4e60-a8ed-52baacd7654f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.467772] env[63260]: DEBUG oslo_vmware.api [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Waiting for the task: (returnval){ [ 621.467772] env[63260]: value = "task-2284179" [ 621.467772] env[63260]: _type = "Task" [ 621.467772] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.479205] env[63260]: DEBUG oslo_vmware.api [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Task: {'id': task-2284179, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.718425] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Acquiring lock "77396720-1683-4848-876c-d292e6b4441a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.718696] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Lock "77396720-1683-4848-876c-d292e6b4441a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.865268] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a911c5-bfe4-46d2-9df8-4b6f17fc1a5b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.874532] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40cefc9-a36c-4287-b91f-0cc06e66c484 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.878630] env[63260]: DEBUG nova.network.neutron [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Updating instance_info_cache with network_info: [{"id": "62974bee-89f1-423e-955e-106af7e5c5ef", "address": "fa:16:3e:75:64:5c", "network": {"id": "b2bf50a3-ca12-44fa-a711-878c513f92ae", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-203028835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6132158e5646470e81f75bdedecce2a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62974bee-89", "ovs_interfaceid": "62974bee-89f1-423e-955e-106af7e5c5ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.910557] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a34eff6-75a0-4d4a-94a4-81c7a8858783 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.920271] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d74f6e-7b20-4b82-9e3a-f27a7adf916b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.936445] env[63260]: DEBUG nova.compute.provider_tree [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.978949] env[63260]: DEBUG oslo_vmware.api [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Task: {'id': task-2284179, 'name': ReconfigVM_Task, 'duration_secs': 0.289939} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.979160] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12/9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.979762] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36053c65-65d4-4e55-8cd7-4f62b3640308 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.986862] env[63260]: DEBUG oslo_vmware.api [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Waiting for the task: (returnval){ [ 621.986862] env[63260]: value = "task-2284180" [ 621.986862] env[63260]: _type = "Task" [ 621.986862] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.995913] env[63260]: DEBUG oslo_vmware.api [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Task: {'id': task-2284180, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.023486] env[63260]: DEBUG nova.compute.manager [req-1082754d-955c-49c0-b80e-a5e64d49796c req-645d9a54-e9f1-4f2b-bf06-83532563e4c3 service nova] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Received event network-vif-plugged-62974bee-89f1-423e-955e-106af7e5c5ef {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 622.023634] env[63260]: DEBUG oslo_concurrency.lockutils [req-1082754d-955c-49c0-b80e-a5e64d49796c req-645d9a54-e9f1-4f2b-bf06-83532563e4c3 service nova] Acquiring lock "cf19fd4d-d960-46bf-a86b-3760b5d0bfee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.023777] env[63260]: DEBUG oslo_concurrency.lockutils [req-1082754d-955c-49c0-b80e-a5e64d49796c req-645d9a54-e9f1-4f2b-bf06-83532563e4c3 service nova] Lock "cf19fd4d-d960-46bf-a86b-3760b5d0bfee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.023929] env[63260]: DEBUG oslo_concurrency.lockutils [req-1082754d-955c-49c0-b80e-a5e64d49796c req-645d9a54-e9f1-4f2b-bf06-83532563e4c3 service nova] Lock "cf19fd4d-d960-46bf-a86b-3760b5d0bfee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.024118] env[63260]: DEBUG nova.compute.manager [req-1082754d-955c-49c0-b80e-a5e64d49796c req-645d9a54-e9f1-4f2b-bf06-83532563e4c3 service nova] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] No waiting events found dispatching network-vif-plugged-62974bee-89f1-423e-955e-106af7e5c5ef {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 622.024290] env[63260]: WARNING nova.compute.manager [req-1082754d-955c-49c0-b80e-a5e64d49796c req-645d9a54-e9f1-4f2b-bf06-83532563e4c3 service nova] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Received unexpected event network-vif-plugged-62974bee-89f1-423e-955e-106af7e5c5ef for instance with vm_state building and task_state spawning. [ 622.024445] env[63260]: DEBUG nova.compute.manager [req-1082754d-955c-49c0-b80e-a5e64d49796c req-645d9a54-e9f1-4f2b-bf06-83532563e4c3 service nova] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Received event network-changed-62974bee-89f1-423e-955e-106af7e5c5ef {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 622.024589] env[63260]: DEBUG nova.compute.manager [req-1082754d-955c-49c0-b80e-a5e64d49796c req-645d9a54-e9f1-4f2b-bf06-83532563e4c3 service nova] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Refreshing instance network info cache due to event network-changed-62974bee-89f1-423e-955e-106af7e5c5ef. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 622.024774] env[63260]: DEBUG oslo_concurrency.lockutils [req-1082754d-955c-49c0-b80e-a5e64d49796c req-645d9a54-e9f1-4f2b-bf06-83532563e4c3 service nova] Acquiring lock "refresh_cache-cf19fd4d-d960-46bf-a86b-3760b5d0bfee" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.263167] env[63260]: DEBUG nova.compute.manager [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 622.289027] env[63260]: DEBUG nova.virt.hardware [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 622.289027] env[63260]: DEBUG nova.virt.hardware [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 622.289027] env[63260]: DEBUG nova.virt.hardware [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 622.289253] env[63260]: DEBUG nova.virt.hardware [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 622.289423] env[63260]: DEBUG nova.virt.hardware [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 622.289573] env[63260]: DEBUG nova.virt.hardware [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 622.289783] env[63260]: DEBUG nova.virt.hardware [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 622.289985] env[63260]: DEBUG nova.virt.hardware [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 622.290184] env[63260]: DEBUG nova.virt.hardware [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 622.290351] env[63260]: DEBUG nova.virt.hardware [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 622.290934] env[63260]: DEBUG nova.virt.hardware [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 622.291416] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65524684-2524-44a0-923b-1f165c8455f9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.302109] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36332892-53cb-4133-a53f-8e8eccf11923 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.384403] env[63260]: DEBUG oslo_concurrency.lockutils [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Releasing lock "refresh_cache-cf19fd4d-d960-46bf-a86b-3760b5d0bfee" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.384762] env[63260]: DEBUG nova.compute.manager [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Instance network_info: |[{"id": "62974bee-89f1-423e-955e-106af7e5c5ef", "address": "fa:16:3e:75:64:5c", "network": {"id": "b2bf50a3-ca12-44fa-a711-878c513f92ae", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-203028835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6132158e5646470e81f75bdedecce2a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62974bee-89", "ovs_interfaceid": "62974bee-89f1-423e-955e-106af7e5c5ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 622.385113] env[63260]: DEBUG oslo_concurrency.lockutils [req-1082754d-955c-49c0-b80e-a5e64d49796c req-645d9a54-e9f1-4f2b-bf06-83532563e4c3 service nova] Acquired lock "refresh_cache-cf19fd4d-d960-46bf-a86b-3760b5d0bfee" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.385350] env[63260]: DEBUG nova.network.neutron [req-1082754d-955c-49c0-b80e-a5e64d49796c req-645d9a54-e9f1-4f2b-bf06-83532563e4c3 service nova] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Refreshing network info cache for port 62974bee-89f1-423e-955e-106af7e5c5ef {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 622.386652] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:64:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496faa4d-d874-449b-905e-328ddd60b31b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62974bee-89f1-423e-955e-106af7e5c5ef', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 622.393720] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Creating folder: Project (6132158e5646470e81f75bdedecce2a9). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.394691] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed63eb2b-e8d8-435d-b383-fd1776806966 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.412433] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Created folder: Project (6132158e5646470e81f75bdedecce2a9) in parent group-v464889. [ 622.412640] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Creating folder: Instances. Parent ref: group-v464978. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.412949] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb2851ac-5fa5-47d9-9f6d-6880f33ace5c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.422853] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Created folder: Instances in parent group-v464978. [ 622.423098] env[63260]: DEBUG oslo.service.loopingcall [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 622.423294] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 622.423491] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53197502-954b-4981-8821-dde78e830e33 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.439471] env[63260]: DEBUG nova.scheduler.client.report [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.448111] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 622.448111] env[63260]: value = "task-2284183" [ 622.448111] env[63260]: _type = "Task" [ 622.448111] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.456759] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284183, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.498657] env[63260]: DEBUG oslo_vmware.api [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Task: {'id': task-2284180, 'name': Rename_Task, 'duration_secs': 0.155062} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.499025] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.499326] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1787040-f73a-44ed-8b41-960e8a31334d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.506522] env[63260]: DEBUG oslo_vmware.api [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Waiting for the task: (returnval){ [ 622.506522] env[63260]: value = "task-2284184" [ 622.506522] env[63260]: _type = "Task" [ 622.506522] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.515352] env[63260]: DEBUG oslo_vmware.api [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Task: {'id': task-2284184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.947073] env[63260]: DEBUG oslo_concurrency.lockutils [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.947073] env[63260]: DEBUG nova.compute.manager [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 622.950399] env[63260]: DEBUG oslo_concurrency.lockutils [None req-635dd548-3086-4143-a10a-10077fdc693c tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.399s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.950754] env[63260]: DEBUG nova.objects.instance [None req-635dd548-3086-4143-a10a-10077fdc693c tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Lazy-loading 'resources' on Instance uuid 3c874db9-bb34-4324-88d9-58498c8415b3 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 622.965065] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284183, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.016855] env[63260]: DEBUG oslo_vmware.api [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Task: {'id': task-2284184, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.331502] env[63260]: DEBUG nova.network.neutron [req-1082754d-955c-49c0-b80e-a5e64d49796c req-645d9a54-e9f1-4f2b-bf06-83532563e4c3 service nova] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Updated VIF entry in instance network info cache for port 62974bee-89f1-423e-955e-106af7e5c5ef. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 623.331877] env[63260]: DEBUG nova.network.neutron [req-1082754d-955c-49c0-b80e-a5e64d49796c req-645d9a54-e9f1-4f2b-bf06-83532563e4c3 service nova] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Updating instance_info_cache with network_info: [{"id": "62974bee-89f1-423e-955e-106af7e5c5ef", "address": "fa:16:3e:75:64:5c", "network": {"id": "b2bf50a3-ca12-44fa-a711-878c513f92ae", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-203028835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6132158e5646470e81f75bdedecce2a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62974bee-89", "ovs_interfaceid": "62974bee-89f1-423e-955e-106af7e5c5ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.454132] env[63260]: DEBUG nova.compute.utils [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 623.459958] env[63260]: DEBUG nova.network.neutron [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Successfully updated port: 74e14b92-c932-4d42-b8b3-dc9e1547f5b7 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 623.461413] env[63260]: DEBUG nova.compute.manager [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 623.461590] env[63260]: DEBUG nova.network.neutron [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 623.473501] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284183, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.505338] env[63260]: DEBUG nova.policy [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83b3693cbe6940b79ed75765b4f7f5b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7ae23f41834454592ad59bc48a916a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.517677] env[63260]: DEBUG oslo_vmware.api [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Task: {'id': task-2284184, 'name': PowerOnVM_Task, 'duration_secs': 0.533396} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.517941] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.518154] env[63260]: INFO nova.compute.manager [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Took 8.62 seconds to spawn the instance on the hypervisor. [ 623.518332] env[63260]: DEBUG nova.compute.manager [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.519493] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d6e38a-4029-47fb-8ce5-8421c7c6e676 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.835162] env[63260]: DEBUG oslo_concurrency.lockutils [req-1082754d-955c-49c0-b80e-a5e64d49796c req-645d9a54-e9f1-4f2b-bf06-83532563e4c3 service nova] Releasing lock "refresh_cache-cf19fd4d-d960-46bf-a86b-3760b5d0bfee" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.897552] env[63260]: DEBUG nova.network.neutron [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Successfully created port: 32679f0f-eb1b-4404-84d7-70ad20fdbd3a {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 623.959884] env[63260]: DEBUG nova.compute.manager [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 623.968801] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquiring lock "refresh_cache-05f51648-73be-4989-8574-57bc8eb882b2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.969167] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquired lock "refresh_cache-05f51648-73be-4989-8574-57bc8eb882b2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.969442] env[63260]: DEBUG nova.network.neutron [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 623.980343] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284183, 'name': CreateVM_Task, 'duration_secs': 1.391415} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.980948] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 623.981634] env[63260]: DEBUG oslo_concurrency.lockutils [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.981806] env[63260]: DEBUG oslo_concurrency.lockutils [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.982143] env[63260]: DEBUG oslo_concurrency.lockutils [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.982681] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c439f15-4041-4259-8a3c-0880e4db1203 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.995534] env[63260]: DEBUG oslo_vmware.api [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Waiting for the task: (returnval){ [ 623.995534] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52df86f1-15a0-3277-6cd8-2efb708fb297" [ 623.995534] env[63260]: _type = "Task" [ 623.995534] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.001847] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce4d400-4449-473e-81cf-9e468025a6c9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.016062] env[63260]: DEBUG oslo_vmware.api [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52df86f1-15a0-3277-6cd8-2efb708fb297, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.019862] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a43a66c-d092-4429-ae96-ae3136878b22 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.059940] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc4eec4-81ec-4042-b610-11f91d1cc407 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.066805] env[63260]: INFO nova.compute.manager [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Took 36.42 seconds to build instance. [ 624.071776] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff43e8a-2e07-4bec-98c5-3d57f9bb2ac3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.078932] env[63260]: DEBUG nova.compute.manager [req-101d5c13-a11a-410b-b976-f2cc68f25506 req-b34d1363-a82e-4dca-9a10-90d2f47d4d49 service nova] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Received event network-vif-plugged-74e14b92-c932-4d42-b8b3-dc9e1547f5b7 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 624.078932] env[63260]: DEBUG oslo_concurrency.lockutils [req-101d5c13-a11a-410b-b976-f2cc68f25506 req-b34d1363-a82e-4dca-9a10-90d2f47d4d49 service nova] Acquiring lock "05f51648-73be-4989-8574-57bc8eb882b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.079170] env[63260]: DEBUG oslo_concurrency.lockutils [req-101d5c13-a11a-410b-b976-f2cc68f25506 req-b34d1363-a82e-4dca-9a10-90d2f47d4d49 service nova] Lock "05f51648-73be-4989-8574-57bc8eb882b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.079356] env[63260]: DEBUG oslo_concurrency.lockutils [req-101d5c13-a11a-410b-b976-f2cc68f25506 req-b34d1363-a82e-4dca-9a10-90d2f47d4d49 service nova] Lock "05f51648-73be-4989-8574-57bc8eb882b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.079520] env[63260]: DEBUG nova.compute.manager [req-101d5c13-a11a-410b-b976-f2cc68f25506 req-b34d1363-a82e-4dca-9a10-90d2f47d4d49 service nova] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] No waiting events found dispatching network-vif-plugged-74e14b92-c932-4d42-b8b3-dc9e1547f5b7 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 624.080671] env[63260]: WARNING nova.compute.manager [req-101d5c13-a11a-410b-b976-f2cc68f25506 req-b34d1363-a82e-4dca-9a10-90d2f47d4d49 service nova] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Received unexpected event network-vif-plugged-74e14b92-c932-4d42-b8b3-dc9e1547f5b7 for instance with vm_state building and task_state spawning. [ 624.080671] env[63260]: DEBUG nova.compute.manager [req-101d5c13-a11a-410b-b976-f2cc68f25506 req-b34d1363-a82e-4dca-9a10-90d2f47d4d49 service nova] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Received event network-changed-74e14b92-c932-4d42-b8b3-dc9e1547f5b7 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 624.080671] env[63260]: DEBUG nova.compute.manager [req-101d5c13-a11a-410b-b976-f2cc68f25506 req-b34d1363-a82e-4dca-9a10-90d2f47d4d49 service nova] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Refreshing instance network info cache due to event network-changed-74e14b92-c932-4d42-b8b3-dc9e1547f5b7. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 624.080671] env[63260]: DEBUG oslo_concurrency.lockutils [req-101d5c13-a11a-410b-b976-f2cc68f25506 req-b34d1363-a82e-4dca-9a10-90d2f47d4d49 service nova] Acquiring lock "refresh_cache-05f51648-73be-4989-8574-57bc8eb882b2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.092075] env[63260]: DEBUG nova.compute.provider_tree [None req-635dd548-3086-4143-a10a-10077fdc693c tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.507033] env[63260]: DEBUG oslo_vmware.api [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52df86f1-15a0-3277-6cd8-2efb708fb297, 'name': SearchDatastore_Task, 'duration_secs': 0.011721} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.508721] env[63260]: DEBUG nova.network.neutron [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 624.510260] env[63260]: DEBUG oslo_concurrency.lockutils [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.510489] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 624.510753] env[63260]: DEBUG oslo_concurrency.lockutils [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.510901] env[63260]: DEBUG oslo_concurrency.lockutils [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.511089] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 624.511593] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-960c962a-6f4c-458d-bc09-80a8f463111e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.520622] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 624.520796] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 624.521484] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbde4b83-4903-4d27-a8f3-1ae799ce4d03 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.527464] env[63260]: DEBUG oslo_vmware.api [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Waiting for the task: (returnval){ [ 624.527464] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52a4c661-fc5c-0005-6cb5-949212d655f2" [ 624.527464] env[63260]: _type = "Task" [ 624.527464] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.535113] env[63260]: DEBUG oslo_vmware.api [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52a4c661-fc5c-0005-6cb5-949212d655f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.572414] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e8672251-6e74-4871-8962-8b22e9a39bd5 tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Lock "9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.968s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.597640] env[63260]: DEBUG nova.scheduler.client.report [None req-635dd548-3086-4143-a10a-10077fdc693c tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.681378] env[63260]: DEBUG nova.network.neutron [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Updating instance_info_cache with network_info: [{"id": "74e14b92-c932-4d42-b8b3-dc9e1547f5b7", "address": "fa:16:3e:0d:8f:d6", "network": {"id": "14043edd-9c2a-4a46-8c5d-f175bb41e274", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-171804802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e5c121feb874d558975aa56cb177081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74e14b92-c9", "ovs_interfaceid": "74e14b92-c932-4d42-b8b3-dc9e1547f5b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.978307] env[63260]: DEBUG nova.compute.manager [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 625.002834] env[63260]: DEBUG nova.virt.hardware [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 625.003102] env[63260]: DEBUG nova.virt.hardware [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 625.003284] env[63260]: DEBUG nova.virt.hardware [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.003448] env[63260]: DEBUG nova.virt.hardware [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 625.003592] env[63260]: DEBUG nova.virt.hardware [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.003734] env[63260]: DEBUG nova.virt.hardware [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 625.003978] env[63260]: DEBUG nova.virt.hardware [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 625.004175] env[63260]: DEBUG nova.virt.hardware [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 625.004347] env[63260]: DEBUG nova.virt.hardware [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 625.004510] env[63260]: DEBUG nova.virt.hardware [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 625.004684] env[63260]: DEBUG nova.virt.hardware [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 625.005565] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee378cde-6475-4dc8-9988-ea47fd9a6e80 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.013722] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a090916-5e1c-46be-99eb-734caf2363ec {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.037009] env[63260]: DEBUG oslo_vmware.api [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52a4c661-fc5c-0005-6cb5-949212d655f2, 'name': SearchDatastore_Task, 'duration_secs': 0.008576} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.037809] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96d969be-941f-4ff4-bb7a-e1e465f6dbea {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.043067] env[63260]: DEBUG oslo_vmware.api [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Waiting for the task: (returnval){ [ 625.043067] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5235d9c3-2e9e-1932-4914-0e6c24775ddf" [ 625.043067] env[63260]: _type = "Task" [ 625.043067] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.050676] env[63260]: DEBUG oslo_vmware.api [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5235d9c3-2e9e-1932-4914-0e6c24775ddf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.075419] env[63260]: DEBUG nova.compute.manager [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.102691] env[63260]: DEBUG oslo_concurrency.lockutils [None req-635dd548-3086-4143-a10a-10077fdc693c tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.105097] env[63260]: DEBUG oslo_concurrency.lockutils [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.291s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.106748] env[63260]: INFO nova.compute.claims [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.126749] env[63260]: INFO nova.scheduler.client.report [None req-635dd548-3086-4143-a10a-10077fdc693c tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Deleted allocations for instance 3c874db9-bb34-4324-88d9-58498c8415b3 [ 625.183969] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Releasing lock "refresh_cache-05f51648-73be-4989-8574-57bc8eb882b2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.183969] env[63260]: DEBUG nova.compute.manager [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Instance network_info: |[{"id": "74e14b92-c932-4d42-b8b3-dc9e1547f5b7", "address": "fa:16:3e:0d:8f:d6", "network": {"id": "14043edd-9c2a-4a46-8c5d-f175bb41e274", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-171804802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e5c121feb874d558975aa56cb177081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74e14b92-c9", "ovs_interfaceid": "74e14b92-c932-4d42-b8b3-dc9e1547f5b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 625.184178] env[63260]: DEBUG oslo_concurrency.lockutils [req-101d5c13-a11a-410b-b976-f2cc68f25506 req-b34d1363-a82e-4dca-9a10-90d2f47d4d49 service nova] Acquired lock "refresh_cache-05f51648-73be-4989-8574-57bc8eb882b2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.184387] env[63260]: DEBUG nova.network.neutron [req-101d5c13-a11a-410b-b976-f2cc68f25506 req-b34d1363-a82e-4dca-9a10-90d2f47d4d49 service nova] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Refreshing network info cache for port 74e14b92-c932-4d42-b8b3-dc9e1547f5b7 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 625.185543] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:8f:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74e14b92-c932-4d42-b8b3-dc9e1547f5b7', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 625.192744] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Creating folder: Project (8e5c121feb874d558975aa56cb177081). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.196066] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e99df66e-1910-4a54-baab-5379d6a3eb07 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.209302] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Created folder: Project (8e5c121feb874d558975aa56cb177081) in parent group-v464889. [ 625.209607] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Creating folder: Instances. Parent ref: group-v464981. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.209737] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14d12efb-0f23-46ae-b198-d7b37ab8fd36 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.219936] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Created folder: Instances in parent group-v464981. [ 625.220196] env[63260]: DEBUG oslo.service.loopingcall [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 625.220388] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 625.220592] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6120b84-e6bc-4be5-bb18-0382a6355932 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.242678] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 625.242678] env[63260]: value = "task-2284187" [ 625.242678] env[63260]: _type = "Task" [ 625.242678] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.250480] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284187, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.326772] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e8ec43b1-fce7-4de1-a042-b7fab46fe14a tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Acquiring lock "9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.327070] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e8ec43b1-fce7-4de1-a042-b7fab46fe14a tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Lock "9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.327315] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e8ec43b1-fce7-4de1-a042-b7fab46fe14a tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Acquiring lock "9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.327509] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e8ec43b1-fce7-4de1-a042-b7fab46fe14a tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Lock "9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.327680] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e8ec43b1-fce7-4de1-a042-b7fab46fe14a tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Lock "9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.330090] env[63260]: INFO nova.compute.manager [None req-e8ec43b1-fce7-4de1-a042-b7fab46fe14a tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Terminating instance [ 625.554219] env[63260]: DEBUG oslo_vmware.api [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5235d9c3-2e9e-1932-4914-0e6c24775ddf, 'name': SearchDatastore_Task, 'duration_secs': 0.009738} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.554509] env[63260]: DEBUG oslo_concurrency.lockutils [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.554915] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] cf19fd4d-d960-46bf-a86b-3760b5d0bfee/cf19fd4d-d960-46bf-a86b-3760b5d0bfee.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 625.555215] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c29d9bb-a0e4-406c-bf8a-4a7aadce50a6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.562675] env[63260]: DEBUG oslo_vmware.api [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Waiting for the task: (returnval){ [ 625.562675] env[63260]: value = "task-2284188" [ 625.562675] env[63260]: _type = "Task" [ 625.562675] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.571619] env[63260]: DEBUG oslo_vmware.api [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': task-2284188, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.579091] env[63260]: DEBUG nova.network.neutron [req-101d5c13-a11a-410b-b976-f2cc68f25506 req-b34d1363-a82e-4dca-9a10-90d2f47d4d49 service nova] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Updated VIF entry in instance network info cache for port 74e14b92-c932-4d42-b8b3-dc9e1547f5b7. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.579493] env[63260]: DEBUG nova.network.neutron [req-101d5c13-a11a-410b-b976-f2cc68f25506 req-b34d1363-a82e-4dca-9a10-90d2f47d4d49 service nova] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Updating instance_info_cache with network_info: [{"id": "74e14b92-c932-4d42-b8b3-dc9e1547f5b7", "address": "fa:16:3e:0d:8f:d6", "network": {"id": "14043edd-9c2a-4a46-8c5d-f175bb41e274", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-171804802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e5c121feb874d558975aa56cb177081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74e14b92-c9", "ovs_interfaceid": "74e14b92-c932-4d42-b8b3-dc9e1547f5b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.597415] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.633247] env[63260]: DEBUG oslo_concurrency.lockutils [None req-635dd548-3086-4143-a10a-10077fdc693c tempest-ServerDiagnosticsTest-553801403 tempest-ServerDiagnosticsTest-553801403-project-member] Lock "3c874db9-bb34-4324-88d9-58498c8415b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.763s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.734666] env[63260]: DEBUG nova.network.neutron [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Successfully updated port: 32679f0f-eb1b-4404-84d7-70ad20fdbd3a {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 625.755101] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284187, 'name': CreateVM_Task, 'duration_secs': 0.330452} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.755295] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.756012] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.756193] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.756640] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.756912] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-887f5999-2808-407b-b788-f7c98ef5af35 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.763992] env[63260]: DEBUG oslo_vmware.api [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 625.763992] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5211897c-7faa-824c-e517-9af79fc0aa10" [ 625.763992] env[63260]: _type = "Task" [ 625.763992] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.773018] env[63260]: DEBUG oslo_vmware.api [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5211897c-7faa-824c-e517-9af79fc0aa10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.834489] env[63260]: DEBUG nova.compute.manager [None req-e8ec43b1-fce7-4de1-a042-b7fab46fe14a tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 625.835897] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ec43b1-fce7-4de1-a042-b7fab46fe14a tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 625.835897] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112cabc2-a4c1-4677-8293-3f4af853476a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.846576] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ec43b1-fce7-4de1-a042-b7fab46fe14a tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 625.846896] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebe513e6-d329-4ff7-801c-cc5246af4247 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.856775] env[63260]: DEBUG oslo_vmware.api [None req-e8ec43b1-fce7-4de1-a042-b7fab46fe14a tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Waiting for the task: (returnval){ [ 625.856775] env[63260]: value = "task-2284189" [ 625.856775] env[63260]: _type = "Task" [ 625.856775] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.868179] env[63260]: DEBUG oslo_vmware.api [None req-e8ec43b1-fce7-4de1-a042-b7fab46fe14a tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Task: {'id': task-2284189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.073225] env[63260]: DEBUG oslo_vmware.api [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': task-2284188, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472088} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.073678] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] cf19fd4d-d960-46bf-a86b-3760b5d0bfee/cf19fd4d-d960-46bf-a86b-3760b5d0bfee.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 626.073678] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 626.073921] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b64571ad-5bb2-4379-9583-748dfbe14d99 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.082876] env[63260]: DEBUG oslo_vmware.api [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Waiting for the task: (returnval){ [ 626.082876] env[63260]: value = "task-2284190" [ 626.082876] env[63260]: _type = "Task" [ 626.082876] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.083474] env[63260]: DEBUG oslo_concurrency.lockutils [req-101d5c13-a11a-410b-b976-f2cc68f25506 req-b34d1363-a82e-4dca-9a10-90d2f47d4d49 service nova] Releasing lock "refresh_cache-05f51648-73be-4989-8574-57bc8eb882b2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.096367] env[63260]: DEBUG oslo_vmware.api [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': task-2284190, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.207024] env[63260]: DEBUG nova.compute.manager [req-3fdf9463-ebd4-4038-82c3-66b44afe778c req-7c8a5f72-2771-48f9-ac52-82a32d6ae344 service nova] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Received event network-vif-plugged-32679f0f-eb1b-4404-84d7-70ad20fdbd3a {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 626.207024] env[63260]: DEBUG oslo_concurrency.lockutils [req-3fdf9463-ebd4-4038-82c3-66b44afe778c req-7c8a5f72-2771-48f9-ac52-82a32d6ae344 service nova] Acquiring lock "7d4802a6-50d2-4ac2-bca0-1e8a07618e98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.207024] env[63260]: DEBUG oslo_concurrency.lockutils [req-3fdf9463-ebd4-4038-82c3-66b44afe778c req-7c8a5f72-2771-48f9-ac52-82a32d6ae344 service nova] Lock "7d4802a6-50d2-4ac2-bca0-1e8a07618e98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.207024] env[63260]: DEBUG oslo_concurrency.lockutils [req-3fdf9463-ebd4-4038-82c3-66b44afe778c req-7c8a5f72-2771-48f9-ac52-82a32d6ae344 service nova] Lock "7d4802a6-50d2-4ac2-bca0-1e8a07618e98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.207024] env[63260]: DEBUG nova.compute.manager [req-3fdf9463-ebd4-4038-82c3-66b44afe778c req-7c8a5f72-2771-48f9-ac52-82a32d6ae344 service nova] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] No waiting events found dispatching network-vif-plugged-32679f0f-eb1b-4404-84d7-70ad20fdbd3a {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 626.207024] env[63260]: WARNING nova.compute.manager [req-3fdf9463-ebd4-4038-82c3-66b44afe778c req-7c8a5f72-2771-48f9-ac52-82a32d6ae344 service nova] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Received unexpected event network-vif-plugged-32679f0f-eb1b-4404-84d7-70ad20fdbd3a for instance with vm_state building and task_state spawning. [ 626.207244] env[63260]: DEBUG nova.compute.manager [req-3fdf9463-ebd4-4038-82c3-66b44afe778c req-7c8a5f72-2771-48f9-ac52-82a32d6ae344 service nova] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Received event network-changed-32679f0f-eb1b-4404-84d7-70ad20fdbd3a {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 626.207341] env[63260]: DEBUG nova.compute.manager [req-3fdf9463-ebd4-4038-82c3-66b44afe778c req-7c8a5f72-2771-48f9-ac52-82a32d6ae344 service nova] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Refreshing instance network info cache due to event network-changed-32679f0f-eb1b-4404-84d7-70ad20fdbd3a. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 626.207790] env[63260]: DEBUG oslo_concurrency.lockutils [req-3fdf9463-ebd4-4038-82c3-66b44afe778c req-7c8a5f72-2771-48f9-ac52-82a32d6ae344 service nova] Acquiring lock "refresh_cache-7d4802a6-50d2-4ac2-bca0-1e8a07618e98" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.207941] env[63260]: DEBUG oslo_concurrency.lockutils [req-3fdf9463-ebd4-4038-82c3-66b44afe778c req-7c8a5f72-2771-48f9-ac52-82a32d6ae344 service nova] Acquired lock "refresh_cache-7d4802a6-50d2-4ac2-bca0-1e8a07618e98" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.208113] env[63260]: DEBUG nova.network.neutron [req-3fdf9463-ebd4-4038-82c3-66b44afe778c req-7c8a5f72-2771-48f9-ac52-82a32d6ae344 service nova] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Refreshing network info cache for port 32679f0f-eb1b-4404-84d7-70ad20fdbd3a {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 626.236988] env[63260]: DEBUG oslo_concurrency.lockutils [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Acquiring lock "refresh_cache-7d4802a6-50d2-4ac2-bca0-1e8a07618e98" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.275796] env[63260]: DEBUG oslo_vmware.api [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5211897c-7faa-824c-e517-9af79fc0aa10, 'name': SearchDatastore_Task, 'duration_secs': 0.032616} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.276180] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.276426] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 626.276651] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.276799] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.276969] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.277250] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c511fad2-c43c-4ee6-880b-482e7a203805 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.286570] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.287124] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 626.287484] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7af8774-b520-4c21-86db-7e409f697705 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.293205] env[63260]: DEBUG oslo_vmware.api [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 626.293205] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526123f7-895a-12fd-0663-28211e9e00bd" [ 626.293205] env[63260]: _type = "Task" [ 626.293205] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.305124] env[63260]: DEBUG oslo_vmware.api [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526123f7-895a-12fd-0663-28211e9e00bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.370033] env[63260]: DEBUG oslo_vmware.api [None req-e8ec43b1-fce7-4de1-a042-b7fab46fe14a tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Task: {'id': task-2284189, 'name': PowerOffVM_Task, 'duration_secs': 0.318318} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.370033] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ec43b1-fce7-4de1-a042-b7fab46fe14a tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 626.370033] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ec43b1-fce7-4de1-a042-b7fab46fe14a tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 626.370033] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e92e6359-ee72-4092-a2df-623259ae5c51 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.436520] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ec43b1-fce7-4de1-a042-b7fab46fe14a tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 626.436635] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ec43b1-fce7-4de1-a042-b7fab46fe14a tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 626.436796] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8ec43b1-fce7-4de1-a042-b7fab46fe14a tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Deleting the datastore file [datastore1] 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 626.437075] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d918e1eb-27b5-4f21-bcba-48015a78806b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.444395] env[63260]: DEBUG oslo_vmware.api [None req-e8ec43b1-fce7-4de1-a042-b7fab46fe14a tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Waiting for the task: (returnval){ [ 626.444395] env[63260]: value = "task-2284192" [ 626.444395] env[63260]: _type = "Task" [ 626.444395] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.456667] env[63260]: DEBUG oslo_vmware.api [None req-e8ec43b1-fce7-4de1-a042-b7fab46fe14a tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Task: {'id': task-2284192, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.595642] env[63260]: DEBUG oslo_vmware.api [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': task-2284190, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067548} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.595749] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.597236] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd42b0e-6c4a-47c7-9230-45a1e2101c49 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.610741] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b29bd6e-0d7a-488a-b42c-7c4be23e724a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.638690] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] cf19fd4d-d960-46bf-a86b-3760b5d0bfee/cf19fd4d-d960-46bf-a86b-3760b5d0bfee.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.640815] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a76b6214-5c0b-4d13-81bc-17e629f803e4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.655505] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc1d92e-8bed-49a9-a7c9-71976555c8c0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.692840] env[63260]: DEBUG oslo_vmware.api [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Waiting for the task: (returnval){ [ 626.692840] env[63260]: value = "task-2284193" [ 626.692840] env[63260]: _type = "Task" [ 626.692840] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.693615] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2a17ae-ceac-49e7-baa5-c953098d72f7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.710848] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad131e01-3289-410d-9ae4-daf8e609a9fe {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.730220] env[63260]: DEBUG nova.compute.provider_tree [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.767370] env[63260]: DEBUG nova.network.neutron [req-3fdf9463-ebd4-4038-82c3-66b44afe778c req-7c8a5f72-2771-48f9-ac52-82a32d6ae344 service nova] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 626.807763] env[63260]: DEBUG oslo_vmware.api [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526123f7-895a-12fd-0663-28211e9e00bd, 'name': SearchDatastore_Task, 'duration_secs': 0.009827} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.808898] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8a1a0a2-1c65-4fc8-8a18-3a3db73e47f9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.815191] env[63260]: DEBUG oslo_vmware.api [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 626.815191] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5288e9f6-a9a8-64a8-1aa6-7ff8b950c09d" [ 626.815191] env[63260]: _type = "Task" [ 626.815191] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.824147] env[63260]: DEBUG oslo_vmware.api [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5288e9f6-a9a8-64a8-1aa6-7ff8b950c09d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.874585] env[63260]: DEBUG nova.network.neutron [req-3fdf9463-ebd4-4038-82c3-66b44afe778c req-7c8a5f72-2771-48f9-ac52-82a32d6ae344 service nova] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.959879] env[63260]: DEBUG oslo_vmware.api [None req-e8ec43b1-fce7-4de1-a042-b7fab46fe14a tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Task: {'id': task-2284192, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29972} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.960159] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8ec43b1-fce7-4de1-a042-b7fab46fe14a tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 626.960344] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ec43b1-fce7-4de1-a042-b7fab46fe14a tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 626.960526] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ec43b1-fce7-4de1-a042-b7fab46fe14a tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 626.960880] env[63260]: INFO nova.compute.manager [None req-e8ec43b1-fce7-4de1-a042-b7fab46fe14a tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Took 1.13 seconds to destroy the instance on the hypervisor. [ 626.961044] env[63260]: DEBUG oslo.service.loopingcall [None req-e8ec43b1-fce7-4de1-a042-b7fab46fe14a tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 626.961257] env[63260]: DEBUG nova.compute.manager [-] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 626.961350] env[63260]: DEBUG nova.network.neutron [-] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 627.208238] env[63260]: DEBUG oslo_vmware.api [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': task-2284193, 'name': ReconfigVM_Task, 'duration_secs': 0.320149} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.208238] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Reconfigured VM instance instance-0000001e to attach disk [datastore1] cf19fd4d-d960-46bf-a86b-3760b5d0bfee/cf19fd4d-d960-46bf-a86b-3760b5d0bfee.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.208238] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9932df6e-161c-4e79-a460-be52eea5aa9d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.214819] env[63260]: DEBUG oslo_vmware.api [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Waiting for the task: (returnval){ [ 627.214819] env[63260]: value = "task-2284194" [ 627.214819] env[63260]: _type = "Task" [ 627.214819] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.223566] env[63260]: DEBUG oslo_vmware.api [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': task-2284194, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.233831] env[63260]: DEBUG nova.scheduler.client.report [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.327274] env[63260]: DEBUG oslo_vmware.api [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5288e9f6-a9a8-64a8-1aa6-7ff8b950c09d, 'name': SearchDatastore_Task, 'duration_secs': 0.010029} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.327419] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.327594] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 05f51648-73be-4989-8574-57bc8eb882b2/05f51648-73be-4989-8574-57bc8eb882b2.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 627.327842] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5421a58-10b2-43ad-9370-4708ec5d6a00 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.336139] env[63260]: DEBUG oslo_vmware.api [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 627.336139] env[63260]: value = "task-2284195" [ 627.336139] env[63260]: _type = "Task" [ 627.336139] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.343798] env[63260]: DEBUG oslo_vmware.api [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2284195, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.377224] env[63260]: DEBUG oslo_concurrency.lockutils [req-3fdf9463-ebd4-4038-82c3-66b44afe778c req-7c8a5f72-2771-48f9-ac52-82a32d6ae344 service nova] Releasing lock "refresh_cache-7d4802a6-50d2-4ac2-bca0-1e8a07618e98" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.377652] env[63260]: DEBUG oslo_concurrency.lockutils [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Acquired lock "refresh_cache-7d4802a6-50d2-4ac2-bca0-1e8a07618e98" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.377865] env[63260]: DEBUG nova.network.neutron [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 627.726319] env[63260]: DEBUG oslo_vmware.api [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': task-2284194, 'name': Rename_Task, 'duration_secs': 0.140958} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.726601] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.726854] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5aa4726c-3315-49ac-87a3-df5976323bc8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.735578] env[63260]: DEBUG oslo_vmware.api [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Waiting for the task: (returnval){ [ 627.735578] env[63260]: value = "task-2284196" [ 627.735578] env[63260]: _type = "Task" [ 627.735578] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.739474] env[63260]: DEBUG oslo_concurrency.lockutils [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.739944] env[63260]: DEBUG nova.compute.manager [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 627.742787] env[63260]: DEBUG oslo_concurrency.lockutils [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.392s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.744627] env[63260]: INFO nova.compute.claims [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 627.753214] env[63260]: DEBUG oslo_vmware.api [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': task-2284196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.808273] env[63260]: DEBUG nova.network.neutron [-] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.846713] env[63260]: DEBUG oslo_vmware.api [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2284195, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501119} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.846974] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 05f51648-73be-4989-8574-57bc8eb882b2/05f51648-73be-4989-8574-57bc8eb882b2.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.847269] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.847515] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4789168-a2d7-4341-b943-1f8259b78912 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.854482] env[63260]: DEBUG oslo_vmware.api [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 627.854482] env[63260]: value = "task-2284197" [ 627.854482] env[63260]: _type = "Task" [ 627.854482] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.862534] env[63260]: DEBUG oslo_vmware.api [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2284197, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.914675] env[63260]: DEBUG nova.network.neutron [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 628.150050] env[63260]: DEBUG nova.network.neutron [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Updating instance_info_cache with network_info: [{"id": "32679f0f-eb1b-4404-84d7-70ad20fdbd3a", "address": "fa:16:3e:5f:90:3d", "network": {"id": "929a996e-9e62-4bbf-805c-b6f7b13b8bdb", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-796350988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7ae23f41834454592ad59bc48a916a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32679f0f-eb", "ovs_interfaceid": "32679f0f-eb1b-4404-84d7-70ad20fdbd3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.246533] env[63260]: DEBUG oslo_vmware.api [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': task-2284196, 'name': PowerOnVM_Task, 'duration_secs': 0.482866} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.246849] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.246972] env[63260]: INFO nova.compute.manager [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Took 8.66 seconds to spawn the instance on the hypervisor. [ 628.247166] env[63260]: DEBUG nova.compute.manager [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.247914] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84433e8c-97b7-43cc-abb3-088d376fc41e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.251462] env[63260]: DEBUG nova.compute.utils [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 628.254479] env[63260]: DEBUG nova.compute.manager [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 628.254654] env[63260]: DEBUG nova.network.neutron [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 628.286483] env[63260]: DEBUG nova.compute.manager [req-35e42a0e-ac59-4f3e-b931-62da82cfd98a req-0a115025-198b-4f3d-a330-8075752ba329 service nova] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Received event network-vif-deleted-8c524bf9-78a5-4bc9-95a8-1995bc0de4b1 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 628.299730] env[63260]: DEBUG nova.policy [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14b9e848bd294ad786b4ea53d04a2852', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24c9f9c7a7584d0ab6d760d58451a6b7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.310357] env[63260]: INFO nova.compute.manager [-] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Took 1.35 seconds to deallocate network for instance. [ 628.365770] env[63260]: DEBUG oslo_vmware.api [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2284197, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080332} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.366339] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.367136] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf7cd8b-dac9-438b-bcbc-3cd6ab29fb6f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.394832] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 05f51648-73be-4989-8574-57bc8eb882b2/05f51648-73be-4989-8574-57bc8eb882b2.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.395326] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90b37b7a-abf3-400b-a36c-eb14b913d7fa {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.422091] env[63260]: DEBUG oslo_vmware.api [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 628.422091] env[63260]: value = "task-2284198" [ 628.422091] env[63260]: _type = "Task" [ 628.422091] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.430988] env[63260]: DEBUG oslo_vmware.api [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2284198, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.653994] env[63260]: DEBUG oslo_concurrency.lockutils [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Releasing lock "refresh_cache-7d4802a6-50d2-4ac2-bca0-1e8a07618e98" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.653994] env[63260]: DEBUG nova.compute.manager [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Instance network_info: |[{"id": "32679f0f-eb1b-4404-84d7-70ad20fdbd3a", "address": "fa:16:3e:5f:90:3d", "network": {"id": "929a996e-9e62-4bbf-805c-b6f7b13b8bdb", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-796350988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7ae23f41834454592ad59bc48a916a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32679f0f-eb", "ovs_interfaceid": "32679f0f-eb1b-4404-84d7-70ad20fdbd3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 628.654423] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:90:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd646f9d5-d2ad-4c22-bea5-85a965334de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32679f0f-eb1b-4404-84d7-70ad20fdbd3a', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.670818] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Creating folder: Project (b7ae23f41834454592ad59bc48a916a0). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.671848] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fcfd2ed-b42a-4cb9-95b4-2c6c3dd23caf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.688622] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Created folder: Project (b7ae23f41834454592ad59bc48a916a0) in parent group-v464889. [ 628.688622] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Creating folder: Instances. Parent ref: group-v464984. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.688622] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3da9bdb1-7f34-454f-9044-1fef4014cb37 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.697887] env[63260]: DEBUG nova.network.neutron [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Successfully created port: 0820cabc-1fa4-4adf-ad31-bb72249ca601 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 628.707012] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Created folder: Instances in parent group-v464984. [ 628.707344] env[63260]: DEBUG oslo.service.loopingcall [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 628.707574] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.707827] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15797e70-a208-4a52-a243-253cbf631824 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.732816] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.732816] env[63260]: value = "task-2284201" [ 628.732816] env[63260]: _type = "Task" [ 628.732816] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.743830] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284201, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.758626] env[63260]: DEBUG nova.compute.manager [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 628.784916] env[63260]: INFO nova.compute.manager [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Took 36.41 seconds to build instance. [ 628.820760] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e8ec43b1-fce7-4de1-a042-b7fab46fe14a tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.934461] env[63260]: DEBUG oslo_vmware.api [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2284198, 'name': ReconfigVM_Task, 'duration_secs': 0.346343} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.934738] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 05f51648-73be-4989-8574-57bc8eb882b2/05f51648-73be-4989-8574-57bc8eb882b2.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 628.935484] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a85e4bb-0953-4020-af1a-f8428ea38248 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.944092] env[63260]: DEBUG oslo_vmware.api [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 628.944092] env[63260]: value = "task-2284202" [ 628.944092] env[63260]: _type = "Task" [ 628.944092] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.952735] env[63260]: DEBUG oslo_vmware.api [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2284202, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.251045] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284201, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.288866] env[63260]: DEBUG oslo_concurrency.lockutils [None req-edfa0914-a2df-44af-975b-35125268f77e tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Lock "cf19fd4d-d960-46bf-a86b-3760b5d0bfee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.258s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.371042] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d5e534-f1bc-4f3e-aff2-6d74f20babbc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.377528] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5d2ec0-69f4-46c9-b3c0-dedb84ee2245 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.412022] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60105a2b-9a62-47e8-a8d1-544265edb284 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.418684] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3350953b-1931-4b89-b898-ea554d024bf8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.433378] env[63260]: DEBUG nova.compute.provider_tree [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.455340] env[63260]: DEBUG oslo_vmware.api [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2284202, 'name': Rename_Task, 'duration_secs': 0.213491} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.455642] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 629.455886] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aed53c86-f78e-4c73-beb1-8bda0fea5409 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.465316] env[63260]: DEBUG oslo_vmware.api [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 629.465316] env[63260]: value = "task-2284203" [ 629.465316] env[63260]: _type = "Task" [ 629.465316] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.472658] env[63260]: DEBUG oslo_vmware.api [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2284203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.746618] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284201, 'name': CreateVM_Task, 'duration_secs': 0.58923} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.746618] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 629.746618] env[63260]: DEBUG oslo_concurrency.lockutils [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.746618] env[63260]: DEBUG oslo_concurrency.lockutils [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.746618] env[63260]: DEBUG oslo_concurrency.lockutils [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.746618] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9b58721-c4a9-4188-bb49-ef02a6b7d1b7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.752208] env[63260]: DEBUG oslo_vmware.api [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Waiting for the task: (returnval){ [ 629.752208] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e27486-a64f-abf9-ffc5-071008ea566f" [ 629.752208] env[63260]: _type = "Task" [ 629.752208] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.760876] env[63260]: DEBUG oslo_vmware.api [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e27486-a64f-abf9-ffc5-071008ea566f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.779399] env[63260]: DEBUG nova.compute.manager [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 629.793026] env[63260]: DEBUG nova.compute.manager [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.814681] env[63260]: DEBUG nova.virt.hardware [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 629.814831] env[63260]: DEBUG nova.virt.hardware [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 629.815488] env[63260]: DEBUG nova.virt.hardware [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.816025] env[63260]: DEBUG nova.virt.hardware [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 629.816457] env[63260]: DEBUG nova.virt.hardware [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.816653] env[63260]: DEBUG nova.virt.hardware [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 629.816865] env[63260]: DEBUG nova.virt.hardware [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 629.817135] env[63260]: DEBUG nova.virt.hardware [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 629.817276] env[63260]: DEBUG nova.virt.hardware [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 629.817379] env[63260]: DEBUG nova.virt.hardware [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 629.817553] env[63260]: DEBUG nova.virt.hardware [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 629.818421] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da9d8d9-af0d-4879-8141-417a91a5c90c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.827560] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd309ad3-904c-4a63-af4a-5b829f70479f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.936887] env[63260]: DEBUG nova.scheduler.client.report [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.977512] env[63260]: DEBUG oslo_vmware.api [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2284203, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.264320] env[63260]: DEBUG oslo_vmware.api [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e27486-a64f-abf9-ffc5-071008ea566f, 'name': SearchDatastore_Task, 'duration_secs': 0.029959} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.264320] env[63260]: DEBUG oslo_concurrency.lockutils [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.264320] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 630.264320] env[63260]: DEBUG oslo_concurrency.lockutils [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.264320] env[63260]: DEBUG oslo_concurrency.lockutils [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.264320] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.264659] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8aa36a2a-496d-4743-b4e2-f647310caa7b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.278080] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.278883] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.279764] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38769707-0979-4092-81b6-273e415e7bbb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.289691] env[63260]: DEBUG oslo_vmware.api [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Waiting for the task: (returnval){ [ 630.289691] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c42ff1-8d96-c8f6-40a4-ab7435b613cf" [ 630.289691] env[63260]: _type = "Task" [ 630.289691] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.300687] env[63260]: DEBUG oslo_vmware.api [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c42ff1-8d96-c8f6-40a4-ab7435b613cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.317251] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.442922] env[63260]: DEBUG oslo_concurrency.lockutils [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.443484] env[63260]: DEBUG nova.compute.manager [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 630.450017] env[63260]: DEBUG oslo_concurrency.lockutils [None req-91600f64-b966-4bdc-afa8-aba9f8922dc8 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.489s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.450186] env[63260]: DEBUG nova.objects.instance [None req-91600f64-b966-4bdc-afa8-aba9f8922dc8 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Lazy-loading 'resources' on Instance uuid 586624a7-463d-4b4d-be96-b6219fc75283 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 630.471841] env[63260]: DEBUG nova.compute.manager [req-74965873-d80f-4578-9cb0-739c3af53b6a req-b9390422-cb0b-468d-bcd5-7d68d0afc789 service nova] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Received event network-changed-62974bee-89f1-423e-955e-106af7e5c5ef {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 630.472037] env[63260]: DEBUG nova.compute.manager [req-74965873-d80f-4578-9cb0-739c3af53b6a req-b9390422-cb0b-468d-bcd5-7d68d0afc789 service nova] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Refreshing instance network info cache due to event network-changed-62974bee-89f1-423e-955e-106af7e5c5ef. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 630.472254] env[63260]: DEBUG oslo_concurrency.lockutils [req-74965873-d80f-4578-9cb0-739c3af53b6a req-b9390422-cb0b-468d-bcd5-7d68d0afc789 service nova] Acquiring lock "refresh_cache-cf19fd4d-d960-46bf-a86b-3760b5d0bfee" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.472380] env[63260]: DEBUG oslo_concurrency.lockutils [req-74965873-d80f-4578-9cb0-739c3af53b6a req-b9390422-cb0b-468d-bcd5-7d68d0afc789 service nova] Acquired lock "refresh_cache-cf19fd4d-d960-46bf-a86b-3760b5d0bfee" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.472535] env[63260]: DEBUG nova.network.neutron [req-74965873-d80f-4578-9cb0-739c3af53b6a req-b9390422-cb0b-468d-bcd5-7d68d0afc789 service nova] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Refreshing network info cache for port 62974bee-89f1-423e-955e-106af7e5c5ef {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 630.479930] env[63260]: DEBUG oslo_vmware.api [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2284203, 'name': PowerOnVM_Task, 'duration_secs': 0.626975} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.480832] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 630.480886] env[63260]: INFO nova.compute.manager [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Took 8.22 seconds to spawn the instance on the hypervisor. [ 630.481070] env[63260]: DEBUG nova.compute.manager [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 630.481961] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580f4693-f15c-40e5-a924-87b38e121333 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.497375] env[63260]: DEBUG nova.compute.manager [req-5428223b-60c6-491c-a06b-ba20548f1769 req-85345c4c-0e74-42e0-a46e-61391c74a025 service nova] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Received event network-vif-plugged-0820cabc-1fa4-4adf-ad31-bb72249ca601 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 630.497375] env[63260]: DEBUG oslo_concurrency.lockutils [req-5428223b-60c6-491c-a06b-ba20548f1769 req-85345c4c-0e74-42e0-a46e-61391c74a025 service nova] Acquiring lock "5a0fb955-d6d5-429f-9925-244d7a943bab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.497375] env[63260]: DEBUG oslo_concurrency.lockutils [req-5428223b-60c6-491c-a06b-ba20548f1769 req-85345c4c-0e74-42e0-a46e-61391c74a025 service nova] Lock "5a0fb955-d6d5-429f-9925-244d7a943bab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.497375] env[63260]: DEBUG oslo_concurrency.lockutils [req-5428223b-60c6-491c-a06b-ba20548f1769 req-85345c4c-0e74-42e0-a46e-61391c74a025 service nova] Lock "5a0fb955-d6d5-429f-9925-244d7a943bab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.497375] env[63260]: DEBUG nova.compute.manager [req-5428223b-60c6-491c-a06b-ba20548f1769 req-85345c4c-0e74-42e0-a46e-61391c74a025 service nova] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] No waiting events found dispatching network-vif-plugged-0820cabc-1fa4-4adf-ad31-bb72249ca601 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 630.497662] env[63260]: WARNING nova.compute.manager [req-5428223b-60c6-491c-a06b-ba20548f1769 req-85345c4c-0e74-42e0-a46e-61391c74a025 service nova] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Received unexpected event network-vif-plugged-0820cabc-1fa4-4adf-ad31-bb72249ca601 for instance with vm_state building and task_state spawning. [ 630.598929] env[63260]: DEBUG nova.network.neutron [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Successfully updated port: 0820cabc-1fa4-4adf-ad31-bb72249ca601 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 630.803080] env[63260]: DEBUG oslo_vmware.api [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c42ff1-8d96-c8f6-40a4-ab7435b613cf, 'name': SearchDatastore_Task, 'duration_secs': 0.02631} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.803255] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9661aa24-bcb5-4e74-bccd-7baf5bddf44c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.809928] env[63260]: DEBUG oslo_vmware.api [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Waiting for the task: (returnval){ [ 630.809928] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]521f5e03-17b4-4efe-b03c-1f1abf23c454" [ 630.809928] env[63260]: _type = "Task" [ 630.809928] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.819461] env[63260]: DEBUG oslo_vmware.api [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]521f5e03-17b4-4efe-b03c-1f1abf23c454, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.957978] env[63260]: DEBUG nova.compute.utils [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 630.958706] env[63260]: DEBUG nova.compute.manager [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 630.958882] env[63260]: DEBUG nova.network.neutron [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 631.009566] env[63260]: INFO nova.compute.manager [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Took 35.56 seconds to build instance. [ 631.069215] env[63260]: DEBUG nova.policy [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b96dae19ef014efcb736594d04b8ed79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd18ae1f434da49998395b3a968df08f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 631.105746] env[63260]: DEBUG oslo_concurrency.lockutils [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Acquiring lock "refresh_cache-5a0fb955-d6d5-429f-9925-244d7a943bab" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.106150] env[63260]: DEBUG oslo_concurrency.lockutils [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Acquired lock "refresh_cache-5a0fb955-d6d5-429f-9925-244d7a943bab" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.106403] env[63260]: DEBUG nova.network.neutron [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.322554] env[63260]: DEBUG oslo_vmware.api [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]521f5e03-17b4-4efe-b03c-1f1abf23c454, 'name': SearchDatastore_Task, 'duration_secs': 0.010109} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.325350] env[63260]: DEBUG oslo_concurrency.lockutils [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.325615] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 7d4802a6-50d2-4ac2-bca0-1e8a07618e98/7d4802a6-50d2-4ac2-bca0-1e8a07618e98.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.326112] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-020b8ec4-722d-42a2-9946-6a7b1cbf75d8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.335694] env[63260]: DEBUG oslo_vmware.api [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Waiting for the task: (returnval){ [ 631.335694] env[63260]: value = "task-2284204" [ 631.335694] env[63260]: _type = "Task" [ 631.335694] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.352484] env[63260]: DEBUG oslo_vmware.api [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Task: {'id': task-2284204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.465541] env[63260]: DEBUG nova.compute.manager [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 631.518300] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3625d358-445c-4bfe-a893-cd696de98b7c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "05f51648-73be-4989-8574-57bc8eb882b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.548s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.557908] env[63260]: DEBUG nova.network.neutron [req-74965873-d80f-4578-9cb0-739c3af53b6a req-b9390422-cb0b-468d-bcd5-7d68d0afc789 service nova] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Updated VIF entry in instance network info cache for port 62974bee-89f1-423e-955e-106af7e5c5ef. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 631.558338] env[63260]: DEBUG nova.network.neutron [req-74965873-d80f-4578-9cb0-739c3af53b6a req-b9390422-cb0b-468d-bcd5-7d68d0afc789 service nova] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Updating instance_info_cache with network_info: [{"id": "62974bee-89f1-423e-955e-106af7e5c5ef", "address": "fa:16:3e:75:64:5c", "network": {"id": "b2bf50a3-ca12-44fa-a711-878c513f92ae", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-203028835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6132158e5646470e81f75bdedecce2a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62974bee-89", "ovs_interfaceid": "62974bee-89f1-423e-955e-106af7e5c5ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.651225] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69ceae5-3c99-497e-b463-f5039de25882 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.663753] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee81807-f573-4ba5-9f1d-1b0ee2449774 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.702710] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcc890b-7e37-4645-baa0-bc4a79e5c378 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.704942] env[63260]: DEBUG nova.network.neutron [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.713907] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e02c1a-4621-4858-be2f-9ac9d265ae2f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.734883] env[63260]: DEBUG nova.compute.provider_tree [None req-91600f64-b966-4bdc-afa8-aba9f8922dc8 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.762653] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquiring lock "6ebdf627-0ad7-46a8-9765-1a399deb34c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.762981] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Lock "6ebdf627-0ad7-46a8-9765-1a399deb34c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.792122] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquiring lock "e139538b-3363-4c4f-b1ea-b4e98e2528ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.792460] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Lock "e139538b-3363-4c4f-b1ea-b4e98e2528ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.851620] env[63260]: DEBUG oslo_vmware.api [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Task: {'id': task-2284204, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.918760] env[63260]: DEBUG nova.network.neutron [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Successfully created port: 4b07839c-abd1-4fe3-8cb2-fbd1e70b3b5f {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 632.019971] env[63260]: DEBUG nova.network.neutron [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Updating instance_info_cache with network_info: [{"id": "0820cabc-1fa4-4adf-ad31-bb72249ca601", "address": "fa:16:3e:33:1f:8e", "network": {"id": "214e8c30-1d7d-4e76-9aea-5a41039ad4a4", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1467241130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24c9f9c7a7584d0ab6d760d58451a6b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0820cabc-1f", "ovs_interfaceid": "0820cabc-1fa4-4adf-ad31-bb72249ca601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.022365] env[63260]: DEBUG nova.compute.manager [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.061621] env[63260]: DEBUG oslo_concurrency.lockutils [req-74965873-d80f-4578-9cb0-739c3af53b6a req-b9390422-cb0b-468d-bcd5-7d68d0afc789 service nova] Releasing lock "refresh_cache-cf19fd4d-d960-46bf-a86b-3760b5d0bfee" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.240924] env[63260]: DEBUG nova.scheduler.client.report [None req-91600f64-b966-4bdc-afa8-aba9f8922dc8 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.349249] env[63260]: DEBUG oslo_vmware.api [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Task: {'id': task-2284204, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520203} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.350017] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 7d4802a6-50d2-4ac2-bca0-1e8a07618e98/7d4802a6-50d2-4ac2-bca0-1e8a07618e98.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.351279] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.351279] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cf06daf-34be-4db5-956f-c46faa92012a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.362321] env[63260]: DEBUG oslo_vmware.api [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Waiting for the task: (returnval){ [ 632.362321] env[63260]: value = "task-2284205" [ 632.362321] env[63260]: _type = "Task" [ 632.362321] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.371662] env[63260]: DEBUG oslo_vmware.api [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Task: {'id': task-2284205, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.483751] env[63260]: DEBUG nova.compute.manager [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 632.520710] env[63260]: DEBUG nova.virt.hardware [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 632.521492] env[63260]: DEBUG nova.virt.hardware [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 632.521785] env[63260]: DEBUG nova.virt.hardware [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.522109] env[63260]: DEBUG nova.virt.hardware [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 632.522527] env[63260]: DEBUG nova.virt.hardware [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.522816] env[63260]: DEBUG nova.virt.hardware [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 632.523164] env[63260]: DEBUG nova.virt.hardware [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 632.523436] env[63260]: DEBUG nova.virt.hardware [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 632.523714] env[63260]: DEBUG nova.virt.hardware [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 632.523978] env[63260]: DEBUG nova.virt.hardware [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 632.524297] env[63260]: DEBUG nova.virt.hardware [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 632.525611] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664317ba-5086-450a-9e10-d919201204ca {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.528634] env[63260]: DEBUG oslo_concurrency.lockutils [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Releasing lock "refresh_cache-5a0fb955-d6d5-429f-9925-244d7a943bab" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.529119] env[63260]: DEBUG nova.compute.manager [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Instance network_info: |[{"id": "0820cabc-1fa4-4adf-ad31-bb72249ca601", "address": "fa:16:3e:33:1f:8e", "network": {"id": "214e8c30-1d7d-4e76-9aea-5a41039ad4a4", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1467241130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24c9f9c7a7584d0ab6d760d58451a6b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0820cabc-1f", "ovs_interfaceid": "0820cabc-1fa4-4adf-ad31-bb72249ca601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 632.532032] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:1f:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '822050c7-1845-485d-b87e-73778d21c33c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0820cabc-1fa4-4adf-ad31-bb72249ca601', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.540668] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Creating folder: Project (24c9f9c7a7584d0ab6d760d58451a6b7). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.545252] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-868d40d9-b1a0-4d2e-8422-e8dbedd22551 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.551145] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6a0140-914b-4a8d-ab41-c9c8a37b5698 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.559988] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Created folder: Project (24c9f9c7a7584d0ab6d760d58451a6b7) in parent group-v464889. [ 632.561563] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Creating folder: Instances. Parent ref: group-v464987. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.569673] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23f8e44b-fdb3-4e87-aa16-5ce266d0f178 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.572861] env[63260]: DEBUG oslo_concurrency.lockutils [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.583517] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Created folder: Instances in parent group-v464987. [ 632.585024] env[63260]: DEBUG oslo.service.loopingcall [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 632.585024] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.585024] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1835c76e-7a35-4118-8d4d-2b8091c9d026 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.607121] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.607121] env[63260]: value = "task-2284208" [ 632.607121] env[63260]: _type = "Task" [ 632.607121] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.620135] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284208, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.703888] env[63260]: DEBUG nova.compute.manager [req-365d1644-b60e-4358-afa7-a1e1da8b7234 req-a5bfd5ee-372a-4686-a36a-8943ac70c55b service nova] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Received event network-changed-0820cabc-1fa4-4adf-ad31-bb72249ca601 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 632.703888] env[63260]: DEBUG nova.compute.manager [req-365d1644-b60e-4358-afa7-a1e1da8b7234 req-a5bfd5ee-372a-4686-a36a-8943ac70c55b service nova] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Refreshing instance network info cache due to event network-changed-0820cabc-1fa4-4adf-ad31-bb72249ca601. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 632.703888] env[63260]: DEBUG oslo_concurrency.lockutils [req-365d1644-b60e-4358-afa7-a1e1da8b7234 req-a5bfd5ee-372a-4686-a36a-8943ac70c55b service nova] Acquiring lock "refresh_cache-5a0fb955-d6d5-429f-9925-244d7a943bab" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.704184] env[63260]: DEBUG oslo_concurrency.lockutils [req-365d1644-b60e-4358-afa7-a1e1da8b7234 req-a5bfd5ee-372a-4686-a36a-8943ac70c55b service nova] Acquired lock "refresh_cache-5a0fb955-d6d5-429f-9925-244d7a943bab" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.704368] env[63260]: DEBUG nova.network.neutron [req-365d1644-b60e-4358-afa7-a1e1da8b7234 req-a5bfd5ee-372a-4686-a36a-8943ac70c55b service nova] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Refreshing network info cache for port 0820cabc-1fa4-4adf-ad31-bb72249ca601 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.725847] env[63260]: DEBUG nova.compute.manager [req-ff89162c-777a-4a1e-8de1-f757aefe1e55 req-e9bd115e-92fb-440a-a8fa-569304e709f1 service nova] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Received event network-changed-74e14b92-c932-4d42-b8b3-dc9e1547f5b7 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 632.726583] env[63260]: DEBUG nova.compute.manager [req-ff89162c-777a-4a1e-8de1-f757aefe1e55 req-e9bd115e-92fb-440a-a8fa-569304e709f1 service nova] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Refreshing instance network info cache due to event network-changed-74e14b92-c932-4d42-b8b3-dc9e1547f5b7. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 632.726878] env[63260]: DEBUG oslo_concurrency.lockutils [req-ff89162c-777a-4a1e-8de1-f757aefe1e55 req-e9bd115e-92fb-440a-a8fa-569304e709f1 service nova] Acquiring lock "refresh_cache-05f51648-73be-4989-8574-57bc8eb882b2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.727048] env[63260]: DEBUG oslo_concurrency.lockutils [req-ff89162c-777a-4a1e-8de1-f757aefe1e55 req-e9bd115e-92fb-440a-a8fa-569304e709f1 service nova] Acquired lock "refresh_cache-05f51648-73be-4989-8574-57bc8eb882b2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.727221] env[63260]: DEBUG nova.network.neutron [req-ff89162c-777a-4a1e-8de1-f757aefe1e55 req-e9bd115e-92fb-440a-a8fa-569304e709f1 service nova] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Refreshing network info cache for port 74e14b92-c932-4d42-b8b3-dc9e1547f5b7 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.745724] env[63260]: DEBUG oslo_concurrency.lockutils [None req-91600f64-b966-4bdc-afa8-aba9f8922dc8 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.298s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.748496] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fb4ca2d4-f180-4a69-8f07-d9068577c721 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.334s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.748772] env[63260]: DEBUG nova.objects.instance [None req-fb4ca2d4-f180-4a69-8f07-d9068577c721 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Lazy-loading 'resources' on Instance uuid 7da03876-abb8-4716-89db-150c83bb5062 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 632.765820] env[63260]: INFO nova.scheduler.client.report [None req-91600f64-b966-4bdc-afa8-aba9f8922dc8 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Deleted allocations for instance 586624a7-463d-4b4d-be96-b6219fc75283 [ 632.874284] env[63260]: DEBUG oslo_vmware.api [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Task: {'id': task-2284205, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083824} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.874619] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.875497] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccd4f43-5cda-4943-a473-7a94e2648840 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.903275] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 7d4802a6-50d2-4ac2-bca0-1e8a07618e98/7d4802a6-50d2-4ac2-bca0-1e8a07618e98.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.903653] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-506214ad-b061-45ba-9b39-9d3f90198f36 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.926232] env[63260]: DEBUG oslo_vmware.api [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Waiting for the task: (returnval){ [ 632.926232] env[63260]: value = "task-2284209" [ 632.926232] env[63260]: _type = "Task" [ 632.926232] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.938330] env[63260]: DEBUG oslo_vmware.api [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Task: {'id': task-2284209, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.116608] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284208, 'name': CreateVM_Task, 'duration_secs': 0.411185} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.116798] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.117617] env[63260]: DEBUG oslo_concurrency.lockutils [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.117790] env[63260]: DEBUG oslo_concurrency.lockutils [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.118125] env[63260]: DEBUG oslo_concurrency.lockutils [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.118383] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e83094f-9bf3-4987-87c7-847465fd41a0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.123680] env[63260]: DEBUG oslo_vmware.api [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Waiting for the task: (returnval){ [ 633.123680] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52f19d51-4349-2a42-4956-a73952589567" [ 633.123680] env[63260]: _type = "Task" [ 633.123680] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.133281] env[63260]: DEBUG oslo_vmware.api [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52f19d51-4349-2a42-4956-a73952589567, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.278662] env[63260]: DEBUG oslo_concurrency.lockutils [None req-91600f64-b966-4bdc-afa8-aba9f8922dc8 tempest-ImagesOneServerTestJSON-1600704352 tempest-ImagesOneServerTestJSON-1600704352-project-member] Lock "586624a7-463d-4b4d-be96-b6219fc75283" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.946s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.440740] env[63260]: DEBUG oslo_vmware.api [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Task: {'id': task-2284209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.549203] env[63260]: DEBUG nova.network.neutron [req-365d1644-b60e-4358-afa7-a1e1da8b7234 req-a5bfd5ee-372a-4686-a36a-8943ac70c55b service nova] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Updated VIF entry in instance network info cache for port 0820cabc-1fa4-4adf-ad31-bb72249ca601. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.549665] env[63260]: DEBUG nova.network.neutron [req-365d1644-b60e-4358-afa7-a1e1da8b7234 req-a5bfd5ee-372a-4686-a36a-8943ac70c55b service nova] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Updating instance_info_cache with network_info: [{"id": "0820cabc-1fa4-4adf-ad31-bb72249ca601", "address": "fa:16:3e:33:1f:8e", "network": {"id": "214e8c30-1d7d-4e76-9aea-5a41039ad4a4", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1467241130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24c9f9c7a7584d0ab6d760d58451a6b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0820cabc-1f", "ovs_interfaceid": "0820cabc-1fa4-4adf-ad31-bb72249ca601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.634369] env[63260]: DEBUG oslo_vmware.api [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52f19d51-4349-2a42-4956-a73952589567, 'name': SearchDatastore_Task, 'duration_secs': 0.028081} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.638018] env[63260]: DEBUG nova.network.neutron [req-ff89162c-777a-4a1e-8de1-f757aefe1e55 req-e9bd115e-92fb-440a-a8fa-569304e709f1 service nova] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Updated VIF entry in instance network info cache for port 74e14b92-c932-4d42-b8b3-dc9e1547f5b7. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.638018] env[63260]: DEBUG nova.network.neutron [req-ff89162c-777a-4a1e-8de1-f757aefe1e55 req-e9bd115e-92fb-440a-a8fa-569304e709f1 service nova] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Updating instance_info_cache with network_info: [{"id": "74e14b92-c932-4d42-b8b3-dc9e1547f5b7", "address": "fa:16:3e:0d:8f:d6", "network": {"id": "14043edd-9c2a-4a46-8c5d-f175bb41e274", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-171804802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e5c121feb874d558975aa56cb177081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74e14b92-c9", "ovs_interfaceid": "74e14b92-c932-4d42-b8b3-dc9e1547f5b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.645306] env[63260]: DEBUG oslo_concurrency.lockutils [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.645306] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.645306] env[63260]: DEBUG oslo_concurrency.lockutils [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.645306] env[63260]: DEBUG oslo_concurrency.lockutils [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.645306] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.645306] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0d63257-4cc0-46e5-8dba-e6d6bdb589cb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.654726] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.654823] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.657040] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cb32c1e-016e-4115-96ad-6431e7678b41 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.671960] env[63260]: DEBUG oslo_vmware.api [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Waiting for the task: (returnval){ [ 633.671960] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b99a02-0a6d-15e5-6a68-8dd196bc9aaf" [ 633.671960] env[63260]: _type = "Task" [ 633.671960] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.691020] env[63260]: DEBUG oslo_vmware.api [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b99a02-0a6d-15e5-6a68-8dd196bc9aaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.802363] env[63260]: DEBUG nova.network.neutron [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Successfully updated port: 4b07839c-abd1-4fe3-8cb2-fbd1e70b3b5f {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 633.835532] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e8b941-3f60-4c90-a9db-488d9810bdc0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.848100] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdb2e12-0a6a-494b-b24e-282acef6dad1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.881458] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480618f0-cfe9-4595-bfed-d79e9e127b2c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.891544] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874655db-feff-4958-9d3f-6e12fe7e5610 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.910329] env[63260]: DEBUG nova.compute.provider_tree [None req-fb4ca2d4-f180-4a69-8f07-d9068577c721 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.939696] env[63260]: DEBUG oslo_vmware.api [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Task: {'id': task-2284209, 'name': ReconfigVM_Task, 'duration_secs': 0.842795} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.939696] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 7d4802a6-50d2-4ac2-bca0-1e8a07618e98/7d4802a6-50d2-4ac2-bca0-1e8a07618e98.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.939696] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-725e3f76-47d3-4215-a712-7641772f8e7b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.945939] env[63260]: DEBUG oslo_vmware.api [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Waiting for the task: (returnval){ [ 633.945939] env[63260]: value = "task-2284210" [ 633.945939] env[63260]: _type = "Task" [ 633.945939] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.953969] env[63260]: DEBUG oslo_vmware.api [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Task: {'id': task-2284210, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.053018] env[63260]: DEBUG oslo_concurrency.lockutils [req-365d1644-b60e-4358-afa7-a1e1da8b7234 req-a5bfd5ee-372a-4686-a36a-8943ac70c55b service nova] Releasing lock "refresh_cache-5a0fb955-d6d5-429f-9925-244d7a943bab" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.145746] env[63260]: DEBUG oslo_concurrency.lockutils [req-ff89162c-777a-4a1e-8de1-f757aefe1e55 req-e9bd115e-92fb-440a-a8fa-569304e709f1 service nova] Releasing lock "refresh_cache-05f51648-73be-4989-8574-57bc8eb882b2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.192011] env[63260]: DEBUG oslo_vmware.api [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b99a02-0a6d-15e5-6a68-8dd196bc9aaf, 'name': SearchDatastore_Task, 'duration_secs': 0.014155} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.192812] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67356f02-29a8-4833-84ec-3bcecf49bbac {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.198958] env[63260]: DEBUG oslo_vmware.api [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Waiting for the task: (returnval){ [ 634.198958] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5229c9fd-c360-6aa6-506a-0d4dbc46e9e8" [ 634.198958] env[63260]: _type = "Task" [ 634.198958] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.207333] env[63260]: DEBUG oslo_vmware.api [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5229c9fd-c360-6aa6-506a-0d4dbc46e9e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.306217] env[63260]: DEBUG oslo_concurrency.lockutils [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Acquiring lock "refresh_cache-38234f24-c2a7-4190-8f54-f953f587d474" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.306372] env[63260]: DEBUG oslo_concurrency.lockutils [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Acquired lock "refresh_cache-38234f24-c2a7-4190-8f54-f953f587d474" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.306523] env[63260]: DEBUG nova.network.neutron [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 634.414166] env[63260]: DEBUG nova.scheduler.client.report [None req-fb4ca2d4-f180-4a69-8f07-d9068577c721 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.459072] env[63260]: DEBUG oslo_vmware.api [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Task: {'id': task-2284210, 'name': Rename_Task, 'duration_secs': 0.170387} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.459376] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.459624] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9970c4e-4f09-4ddc-b284-1f9a59cd7558 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.467195] env[63260]: DEBUG oslo_vmware.api [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Waiting for the task: (returnval){ [ 634.467195] env[63260]: value = "task-2284211" [ 634.467195] env[63260]: _type = "Task" [ 634.467195] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.475596] env[63260]: DEBUG oslo_vmware.api [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Task: {'id': task-2284211, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.711715] env[63260]: DEBUG oslo_vmware.api [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5229c9fd-c360-6aa6-506a-0d4dbc46e9e8, 'name': SearchDatastore_Task, 'duration_secs': 0.026436} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.712029] env[63260]: DEBUG oslo_concurrency.lockutils [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.712311] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 5a0fb955-d6d5-429f-9925-244d7a943bab/5a0fb955-d6d5-429f-9925-244d7a943bab.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.712574] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5065e440-cda2-4e20-ba6f-0bc0c98b50bc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.721558] env[63260]: DEBUG oslo_vmware.api [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Waiting for the task: (returnval){ [ 634.721558] env[63260]: value = "task-2284212" [ 634.721558] env[63260]: _type = "Task" [ 634.721558] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.730068] env[63260]: DEBUG oslo_vmware.api [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Task: {'id': task-2284212, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.782030] env[63260]: DEBUG nova.compute.manager [req-ef3e240d-9969-41d2-9d99-f3cf0f165edf req-64702760-644c-4cd2-9307-8b521c58f8b5 service nova] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Received event network-vif-plugged-4b07839c-abd1-4fe3-8cb2-fbd1e70b3b5f {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 634.782303] env[63260]: DEBUG oslo_concurrency.lockutils [req-ef3e240d-9969-41d2-9d99-f3cf0f165edf req-64702760-644c-4cd2-9307-8b521c58f8b5 service nova] Acquiring lock "38234f24-c2a7-4190-8f54-f953f587d474-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.782595] env[63260]: DEBUG oslo_concurrency.lockutils [req-ef3e240d-9969-41d2-9d99-f3cf0f165edf req-64702760-644c-4cd2-9307-8b521c58f8b5 service nova] Lock "38234f24-c2a7-4190-8f54-f953f587d474-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.782857] env[63260]: DEBUG oslo_concurrency.lockutils [req-ef3e240d-9969-41d2-9d99-f3cf0f165edf req-64702760-644c-4cd2-9307-8b521c58f8b5 service nova] Lock "38234f24-c2a7-4190-8f54-f953f587d474-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.783190] env[63260]: DEBUG nova.compute.manager [req-ef3e240d-9969-41d2-9d99-f3cf0f165edf req-64702760-644c-4cd2-9307-8b521c58f8b5 service nova] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] No waiting events found dispatching network-vif-plugged-4b07839c-abd1-4fe3-8cb2-fbd1e70b3b5f {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 634.783406] env[63260]: WARNING nova.compute.manager [req-ef3e240d-9969-41d2-9d99-f3cf0f165edf req-64702760-644c-4cd2-9307-8b521c58f8b5 service nova] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Received unexpected event network-vif-plugged-4b07839c-abd1-4fe3-8cb2-fbd1e70b3b5f for instance with vm_state building and task_state spawning. [ 634.783560] env[63260]: DEBUG nova.compute.manager [req-ef3e240d-9969-41d2-9d99-f3cf0f165edf req-64702760-644c-4cd2-9307-8b521c58f8b5 service nova] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Received event network-changed-4b07839c-abd1-4fe3-8cb2-fbd1e70b3b5f {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 634.783769] env[63260]: DEBUG nova.compute.manager [req-ef3e240d-9969-41d2-9d99-f3cf0f165edf req-64702760-644c-4cd2-9307-8b521c58f8b5 service nova] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Refreshing instance network info cache due to event network-changed-4b07839c-abd1-4fe3-8cb2-fbd1e70b3b5f. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 634.783988] env[63260]: DEBUG oslo_concurrency.lockutils [req-ef3e240d-9969-41d2-9d99-f3cf0f165edf req-64702760-644c-4cd2-9307-8b521c58f8b5 service nova] Acquiring lock "refresh_cache-38234f24-c2a7-4190-8f54-f953f587d474" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.857134] env[63260]: DEBUG nova.network.neutron [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.923706] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fb4ca2d4-f180-4a69-8f07-d9068577c721 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.175s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.928022] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.369s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.928022] env[63260]: INFO nova.compute.claims [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.949335] env[63260]: INFO nova.scheduler.client.report [None req-fb4ca2d4-f180-4a69-8f07-d9068577c721 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Deleted allocations for instance 7da03876-abb8-4716-89db-150c83bb5062 [ 634.984046] env[63260]: DEBUG oslo_vmware.api [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Task: {'id': task-2284211, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.081797] env[63260]: DEBUG nova.network.neutron [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Updating instance_info_cache with network_info: [{"id": "4b07839c-abd1-4fe3-8cb2-fbd1e70b3b5f", "address": "fa:16:3e:7b:3e:fb", "network": {"id": "fe361ae7-b1e8-42ae-837d-a84f2d7fb8b0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-23802702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d18ae1f434da49998395b3a968df08f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b07839c-ab", "ovs_interfaceid": "4b07839c-abd1-4fe3-8cb2-fbd1e70b3b5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.234080] env[63260]: DEBUG oslo_vmware.api [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Task: {'id': task-2284212, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.463351] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fb4ca2d4-f180-4a69-8f07-d9068577c721 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Lock "7da03876-abb8-4716-89db-150c83bb5062" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.396s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.479329] env[63260]: DEBUG oslo_vmware.api [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Task: {'id': task-2284211, 'name': PowerOnVM_Task, 'duration_secs': 0.785342} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.480185] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 635.480457] env[63260]: INFO nova.compute.manager [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Took 10.50 seconds to spawn the instance on the hypervisor. [ 635.480659] env[63260]: DEBUG nova.compute.manager [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 635.481448] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398d8ee2-d775-48aa-bdfd-b259982ce0ba {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.585054] env[63260]: DEBUG oslo_concurrency.lockutils [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Releasing lock "refresh_cache-38234f24-c2a7-4190-8f54-f953f587d474" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.585176] env[63260]: DEBUG nova.compute.manager [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Instance network_info: |[{"id": "4b07839c-abd1-4fe3-8cb2-fbd1e70b3b5f", "address": "fa:16:3e:7b:3e:fb", "network": {"id": "fe361ae7-b1e8-42ae-837d-a84f2d7fb8b0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-23802702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d18ae1f434da49998395b3a968df08f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b07839c-ab", "ovs_interfaceid": "4b07839c-abd1-4fe3-8cb2-fbd1e70b3b5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 635.585622] env[63260]: DEBUG oslo_concurrency.lockutils [req-ef3e240d-9969-41d2-9d99-f3cf0f165edf req-64702760-644c-4cd2-9307-8b521c58f8b5 service nova] Acquired lock "refresh_cache-38234f24-c2a7-4190-8f54-f953f587d474" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.585904] env[63260]: DEBUG nova.network.neutron [req-ef3e240d-9969-41d2-9d99-f3cf0f165edf req-64702760-644c-4cd2-9307-8b521c58f8b5 service nova] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Refreshing network info cache for port 4b07839c-abd1-4fe3-8cb2-fbd1e70b3b5f {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.587462] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:3e:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b07839c-abd1-4fe3-8cb2-fbd1e70b3b5f', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.597142] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Creating folder: Project (d18ae1f434da49998395b3a968df08f2). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.598225] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d4743b8-5cdf-4d06-9454-d99319c79bf2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.614172] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Created folder: Project (d18ae1f434da49998395b3a968df08f2) in parent group-v464889. [ 635.614420] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Creating folder: Instances. Parent ref: group-v464990. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.614691] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78406ca0-f406-4441-a350-ee6756583c92 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.624767] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Created folder: Instances in parent group-v464990. [ 635.624963] env[63260]: DEBUG oslo.service.loopingcall [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 635.625190] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.625382] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5568b685-7bd7-4cbc-bdc9-72c284547141 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.647063] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.647063] env[63260]: value = "task-2284215" [ 635.647063] env[63260]: _type = "Task" [ 635.647063] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.655227] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284215, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.734427] env[63260]: DEBUG oslo_vmware.api [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Task: {'id': task-2284212, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548271} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.734734] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 5a0fb955-d6d5-429f-9925-244d7a943bab/5a0fb955-d6d5-429f-9925-244d7a943bab.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.735084] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.735571] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99edd9c9-650c-4f5b-972a-4bd247c3e4d5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.743274] env[63260]: DEBUG oslo_vmware.api [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Waiting for the task: (returnval){ [ 635.743274] env[63260]: value = "task-2284216" [ 635.743274] env[63260]: _type = "Task" [ 635.743274] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.752886] env[63260]: DEBUG oslo_vmware.api [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Task: {'id': task-2284216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.004775] env[63260]: INFO nova.compute.manager [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Took 36.40 seconds to build instance. [ 636.165512] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284215, 'name': CreateVM_Task, 'duration_secs': 0.39048} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.165755] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.167167] env[63260]: DEBUG oslo_concurrency.lockutils [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.167412] env[63260]: DEBUG oslo_concurrency.lockutils [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.167803] env[63260]: DEBUG oslo_concurrency.lockutils [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.168338] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c82892f-5d65-447c-97f9-e29e46723bc5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.190886] env[63260]: DEBUG oslo_vmware.api [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Waiting for the task: (returnval){ [ 636.190886] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52ec88f4-6188-a439-6463-ebe6bb73344b" [ 636.190886] env[63260]: _type = "Task" [ 636.190886] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.207910] env[63260]: DEBUG oslo_vmware.api [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52ec88f4-6188-a439-6463-ebe6bb73344b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.253820] env[63260]: DEBUG oslo_vmware.api [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Task: {'id': task-2284216, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080102} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.254361] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.259208] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4777a5c-e5c8-4255-9c64-08d3e56a90cf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.287066] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 5a0fb955-d6d5-429f-9925-244d7a943bab/5a0fb955-d6d5-429f-9925-244d7a943bab.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.294131] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d798b5a3-5598-4d1d-a3cb-8b5a4e331221 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.320323] env[63260]: DEBUG oslo_vmware.api [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Waiting for the task: (returnval){ [ 636.320323] env[63260]: value = "task-2284217" [ 636.320323] env[63260]: _type = "Task" [ 636.320323] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.334592] env[63260]: DEBUG oslo_vmware.api [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Task: {'id': task-2284217, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.507984] env[63260]: DEBUG oslo_concurrency.lockutils [None req-33be1744-6767-47e4-9531-9031ddd1b8b2 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Lock "7d4802a6-50d2-4ac2-bca0-1e8a07618e98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.428s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.540333] env[63260]: DEBUG nova.network.neutron [req-ef3e240d-9969-41d2-9d99-f3cf0f165edf req-64702760-644c-4cd2-9307-8b521c58f8b5 service nova] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Updated VIF entry in instance network info cache for port 4b07839c-abd1-4fe3-8cb2-fbd1e70b3b5f. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.540693] env[63260]: DEBUG nova.network.neutron [req-ef3e240d-9969-41d2-9d99-f3cf0f165edf req-64702760-644c-4cd2-9307-8b521c58f8b5 service nova] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Updating instance_info_cache with network_info: [{"id": "4b07839c-abd1-4fe3-8cb2-fbd1e70b3b5f", "address": "fa:16:3e:7b:3e:fb", "network": {"id": "fe361ae7-b1e8-42ae-837d-a84f2d7fb8b0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-23802702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d18ae1f434da49998395b3a968df08f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b07839c-ab", "ovs_interfaceid": "4b07839c-abd1-4fe3-8cb2-fbd1e70b3b5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.582626] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea54f27b-a0d2-4af8-89bf-e97137f0e1de {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.591186] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ad4040-b971-4992-b6dd-9c558bc7c0ca {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.627746] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ef657c-cb06-4d8c-a3b3-cd19af290448 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.636183] env[63260]: DEBUG oslo_concurrency.lockutils [None req-af7456fb-9281-4f80-8cd7-f9ce3e22a398 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Acquiring lock "7d4802a6-50d2-4ac2-bca0-1e8a07618e98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.636183] env[63260]: DEBUG oslo_concurrency.lockutils [None req-af7456fb-9281-4f80-8cd7-f9ce3e22a398 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Lock "7d4802a6-50d2-4ac2-bca0-1e8a07618e98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.636183] env[63260]: DEBUG oslo_concurrency.lockutils [None req-af7456fb-9281-4f80-8cd7-f9ce3e22a398 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Acquiring lock "7d4802a6-50d2-4ac2-bca0-1e8a07618e98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.636183] env[63260]: DEBUG oslo_concurrency.lockutils [None req-af7456fb-9281-4f80-8cd7-f9ce3e22a398 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Lock "7d4802a6-50d2-4ac2-bca0-1e8a07618e98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.636183] env[63260]: DEBUG oslo_concurrency.lockutils [None req-af7456fb-9281-4f80-8cd7-f9ce3e22a398 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Lock "7d4802a6-50d2-4ac2-bca0-1e8a07618e98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.640018] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfeeb0f-db86-4a02-8cba-5d7865424fa9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.643101] env[63260]: INFO nova.compute.manager [None req-af7456fb-9281-4f80-8cd7-f9ce3e22a398 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Terminating instance [ 636.656249] env[63260]: DEBUG nova.compute.provider_tree [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.707873] env[63260]: DEBUG oslo_vmware.api [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52ec88f4-6188-a439-6463-ebe6bb73344b, 'name': SearchDatastore_Task, 'duration_secs': 0.033656} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.708383] env[63260]: DEBUG oslo_concurrency.lockutils [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.708533] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.708650] env[63260]: DEBUG oslo_concurrency.lockutils [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.709129] env[63260]: DEBUG oslo_concurrency.lockutils [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.709129] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.709241] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a844de1-a7cf-4220-98f6-d21aa8d28ddc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.719595] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.719777] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.720660] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c8f2359-8ce9-4496-9405-b1fe704e388c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.727017] env[63260]: DEBUG oslo_vmware.api [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Waiting for the task: (returnval){ [ 636.727017] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5255d453-939e-cbbc-81be-49e928d448fa" [ 636.727017] env[63260]: _type = "Task" [ 636.727017] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.735282] env[63260]: DEBUG oslo_vmware.api [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5255d453-939e-cbbc-81be-49e928d448fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.831865] env[63260]: DEBUG oslo_vmware.api [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Task: {'id': task-2284217, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.010522] env[63260]: DEBUG nova.compute.manager [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.043272] env[63260]: DEBUG oslo_concurrency.lockutils [req-ef3e240d-9969-41d2-9d99-f3cf0f165edf req-64702760-644c-4cd2-9307-8b521c58f8b5 service nova] Releasing lock "refresh_cache-38234f24-c2a7-4190-8f54-f953f587d474" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.147155] env[63260]: DEBUG nova.compute.manager [None req-af7456fb-9281-4f80-8cd7-f9ce3e22a398 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 637.147407] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-af7456fb-9281-4f80-8cd7-f9ce3e22a398 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 637.148303] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0505f40e-200f-461f-b288-4333b0858110 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.159707] env[63260]: DEBUG nova.scheduler.client.report [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.162921] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7456fb-9281-4f80-8cd7-f9ce3e22a398 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 637.163407] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52294170-4b24-47d7-bdbe-07a35e7147f0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.174194] env[63260]: DEBUG oslo_vmware.api [None req-af7456fb-9281-4f80-8cd7-f9ce3e22a398 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Waiting for the task: (returnval){ [ 637.174194] env[63260]: value = "task-2284218" [ 637.174194] env[63260]: _type = "Task" [ 637.174194] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.243118] env[63260]: DEBUG oslo_vmware.api [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5255d453-939e-cbbc-81be-49e928d448fa, 'name': SearchDatastore_Task, 'duration_secs': 0.0244} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.244458] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ed575bc-294a-4d13-a97b-f2bf73b33ded {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.254860] env[63260]: DEBUG oslo_vmware.api [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Waiting for the task: (returnval){ [ 637.254860] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52662d6a-56e7-60b2-5515-281b0e70844f" [ 637.254860] env[63260]: _type = "Task" [ 637.254860] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.267381] env[63260]: DEBUG oslo_vmware.api [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52662d6a-56e7-60b2-5515-281b0e70844f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.332771] env[63260]: DEBUG oslo_vmware.api [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Task: {'id': task-2284217, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.534195] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.667423] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.667974] env[63260]: DEBUG nova.compute.manager [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 637.671170] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.908s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.673840] env[63260]: INFO nova.compute.claims [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.690141] env[63260]: DEBUG oslo_vmware.api [None req-af7456fb-9281-4f80-8cd7-f9ce3e22a398 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Task: {'id': task-2284218, 'name': PowerOffVM_Task, 'duration_secs': 0.213787} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.691581] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7456fb-9281-4f80-8cd7-f9ce3e22a398 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 637.691972] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-af7456fb-9281-4f80-8cd7-f9ce3e22a398 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 637.692651] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0e890eb-778a-47f0-b30f-22337222dc79 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.768343] env[63260]: DEBUG oslo_vmware.api [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52662d6a-56e7-60b2-5515-281b0e70844f, 'name': SearchDatastore_Task, 'duration_secs': 0.01319} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.768895] env[63260]: DEBUG oslo_concurrency.lockutils [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.769201] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 38234f24-c2a7-4190-8f54-f953f587d474/38234f24-c2a7-4190-8f54-f953f587d474.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.769471] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53e27a5c-ce51-483e-9185-f39abf677ee4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.774292] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-af7456fb-9281-4f80-8cd7-f9ce3e22a398 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 637.774536] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-af7456fb-9281-4f80-8cd7-f9ce3e22a398 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 637.774687] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-af7456fb-9281-4f80-8cd7-f9ce3e22a398 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Deleting the datastore file [datastore2] 7d4802a6-50d2-4ac2-bca0-1e8a07618e98 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 637.775016] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45491f2e-5b53-4afa-bd4a-e4addeea56eb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.780548] env[63260]: DEBUG oslo_vmware.api [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Waiting for the task: (returnval){ [ 637.780548] env[63260]: value = "task-2284220" [ 637.780548] env[63260]: _type = "Task" [ 637.780548] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.785264] env[63260]: DEBUG oslo_vmware.api [None req-af7456fb-9281-4f80-8cd7-f9ce3e22a398 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Waiting for the task: (returnval){ [ 637.785264] env[63260]: value = "task-2284221" [ 637.785264] env[63260]: _type = "Task" [ 637.785264] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.792774] env[63260]: DEBUG oslo_vmware.api [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Task: {'id': task-2284220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.798381] env[63260]: DEBUG oslo_vmware.api [None req-af7456fb-9281-4f80-8cd7-f9ce3e22a398 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Task: {'id': task-2284221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.833310] env[63260]: DEBUG oslo_vmware.api [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Task: {'id': task-2284217, 'name': ReconfigVM_Task, 'duration_secs': 1.133081} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.833626] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 5a0fb955-d6d5-429f-9925-244d7a943bab/5a0fb955-d6d5-429f-9925-244d7a943bab.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.834338] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28219138-6179-4533-addd-3ec4cd650fb1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.844285] env[63260]: DEBUG oslo_vmware.api [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Waiting for the task: (returnval){ [ 637.844285] env[63260]: value = "task-2284222" [ 637.844285] env[63260]: _type = "Task" [ 637.844285] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.858071] env[63260]: DEBUG oslo_vmware.api [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Task: {'id': task-2284222, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.181562] env[63260]: DEBUG nova.compute.utils [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 638.189025] env[63260]: DEBUG nova.compute.manager [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 638.189025] env[63260]: DEBUG nova.network.neutron [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 638.261169] env[63260]: DEBUG nova.policy [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce0d5da1f18e49bb842c47fc40613216', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8809c2b1d244294b0d7d1959f02686b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.300684] env[63260]: DEBUG oslo_vmware.api [None req-af7456fb-9281-4f80-8cd7-f9ce3e22a398 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Task: {'id': task-2284221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237127} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.304073] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-af7456fb-9281-4f80-8cd7-f9ce3e22a398 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 638.305045] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-af7456fb-9281-4f80-8cd7-f9ce3e22a398 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 638.305045] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-af7456fb-9281-4f80-8cd7-f9ce3e22a398 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 638.305045] env[63260]: INFO nova.compute.manager [None req-af7456fb-9281-4f80-8cd7-f9ce3e22a398 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Took 1.16 seconds to destroy the instance on the hypervisor. [ 638.305045] env[63260]: DEBUG oslo.service.loopingcall [None req-af7456fb-9281-4f80-8cd7-f9ce3e22a398 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 638.305232] env[63260]: DEBUG oslo_vmware.api [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Task: {'id': task-2284220, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.305413] env[63260]: DEBUG nova.compute.manager [-] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 638.305509] env[63260]: DEBUG nova.network.neutron [-] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 638.357468] env[63260]: DEBUG oslo_vmware.api [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Task: {'id': task-2284222, 'name': Rename_Task, 'duration_secs': 0.196764} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.357940] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.358037] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4d2f4e8-17bc-4fb4-a391-f28eb04583d0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.367732] env[63260]: DEBUG oslo_vmware.api [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Waiting for the task: (returnval){ [ 638.367732] env[63260]: value = "task-2284223" [ 638.367732] env[63260]: _type = "Task" [ 638.367732] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.382026] env[63260]: DEBUG oslo_vmware.api [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Task: {'id': task-2284223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.693738] env[63260]: DEBUG nova.compute.manager [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 638.799771] env[63260]: DEBUG oslo_vmware.api [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Task: {'id': task-2284220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604027} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.800583] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 38234f24-c2a7-4190-8f54-f953f587d474/38234f24-c2a7-4190-8f54-f953f587d474.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.800583] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 638.800583] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f12cb72c-ee2d-48d7-9057-4b056978b130 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.813846] env[63260]: DEBUG oslo_vmware.api [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Waiting for the task: (returnval){ [ 638.813846] env[63260]: value = "task-2284224" [ 638.813846] env[63260]: _type = "Task" [ 638.813846] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.824167] env[63260]: DEBUG oslo_vmware.api [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Task: {'id': task-2284224, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.847213] env[63260]: DEBUG nova.network.neutron [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Successfully created port: f1196321-c5f9-4c62-ab89-3364f34263ba {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 638.889880] env[63260]: DEBUG oslo_vmware.api [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Task: {'id': task-2284223, 'name': PowerOnVM_Task, 'duration_secs': 0.498775} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.889880] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.889880] env[63260]: INFO nova.compute.manager [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Took 9.11 seconds to spawn the instance on the hypervisor. [ 638.890165] env[63260]: DEBUG nova.compute.manager [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.894893] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6257417c-86d4-41f4-810d-63a6750e4fe7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.297503] env[63260]: DEBUG nova.network.neutron [-] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.329046] env[63260]: DEBUG oslo_vmware.api [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Task: {'id': task-2284224, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078424} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.329307] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.330053] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a224549-39e1-4e8f-b7a7-f5bf645ce20e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.354046] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 38234f24-c2a7-4190-8f54-f953f587d474/38234f24-c2a7-4190-8f54-f953f587d474.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.354506] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e1c9673-8c91-4145-8a7b-842580dc7dff {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.384069] env[63260]: DEBUG oslo_vmware.api [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Waiting for the task: (returnval){ [ 639.384069] env[63260]: value = "task-2284225" [ 639.384069] env[63260]: _type = "Task" [ 639.384069] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.398086] env[63260]: DEBUG oslo_vmware.api [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Task: {'id': task-2284225, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.424905] env[63260]: DEBUG nova.compute.manager [req-4b6caa2c-c9ab-4a31-95e5-463816959703 req-264d8da7-622a-41e0-80a7-f18c3dbd95e3 service nova] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Received event network-vif-deleted-32679f0f-eb1b-4404-84d7-70ad20fdbd3a {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 639.425511] env[63260]: INFO nova.compute.manager [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Took 36.63 seconds to build instance. [ 639.549568] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39226f88-30b9-4af0-a758-6dcdb64c476a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.561691] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2a540e-4e61-4dbe-8af4-11eef5cf3cd8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.605437] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadaf3b3-cd23-4c6e-bcc1-dd5ed1b831f8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.611963] env[63260]: DEBUG oslo_concurrency.lockutils [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Acquiring lock "38afe872-ec16-4ee0-a555-45f407f1a150" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.611963] env[63260]: DEBUG oslo_concurrency.lockutils [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Lock "38afe872-ec16-4ee0-a555-45f407f1a150" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.617854] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2413f60d-634a-455c-865a-7c31c6261c4c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.636030] env[63260]: DEBUG nova.compute.provider_tree [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.715486] env[63260]: DEBUG nova.compute.manager [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 639.753026] env[63260]: DEBUG nova.virt.hardware [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.753155] env[63260]: DEBUG nova.virt.hardware [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.753392] env[63260]: DEBUG nova.virt.hardware [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.753777] env[63260]: DEBUG nova.virt.hardware [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.754562] env[63260]: DEBUG nova.virt.hardware [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.754562] env[63260]: DEBUG nova.virt.hardware [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.754562] env[63260]: DEBUG nova.virt.hardware [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.754714] env[63260]: DEBUG nova.virt.hardware [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.755745] env[63260]: DEBUG nova.virt.hardware [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.755745] env[63260]: DEBUG nova.virt.hardware [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.755745] env[63260]: DEBUG nova.virt.hardware [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.757096] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fc9588-3bf7-468a-ab4f-e78fa7b94353 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.769791] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a688fe4-fec3-4dfa-b788-1e4e29e8353e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.800707] env[63260]: INFO nova.compute.manager [-] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Took 1.50 seconds to deallocate network for instance. [ 639.894824] env[63260]: DEBUG oslo_vmware.api [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Task: {'id': task-2284225, 'name': ReconfigVM_Task, 'duration_secs': 0.356699} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.895754] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 38234f24-c2a7-4190-8f54-f953f587d474/38234f24-c2a7-4190-8f54-f953f587d474.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.895754] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33e17eac-628a-478d-adbf-47564908574f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.904023] env[63260]: DEBUG oslo_vmware.api [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Waiting for the task: (returnval){ [ 639.904023] env[63260]: value = "task-2284226" [ 639.904023] env[63260]: _type = "Task" [ 639.904023] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.915300] env[63260]: DEBUG oslo_vmware.api [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Task: {'id': task-2284226, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.927333] env[63260]: DEBUG oslo_concurrency.lockutils [None req-958c9f6c-e425-4057-88fe-c8006f1912a7 tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Lock "5a0fb955-d6d5-429f-9925-244d7a943bab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.730s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.139508] env[63260]: DEBUG nova.scheduler.client.report [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.306820] env[63260]: DEBUG oslo_concurrency.lockutils [None req-af7456fb-9281-4f80-8cd7-f9ce3e22a398 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.415699] env[63260]: DEBUG oslo_vmware.api [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Task: {'id': task-2284226, 'name': Rename_Task, 'duration_secs': 0.163149} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.415812] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.415992] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d47799c0-e0b8-4767-bc07-e2ed9cb68599 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.433241] env[63260]: DEBUG nova.compute.manager [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.442019] env[63260]: DEBUG oslo_vmware.api [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Waiting for the task: (returnval){ [ 640.442019] env[63260]: value = "task-2284227" [ 640.442019] env[63260]: _type = "Task" [ 640.442019] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.449345] env[63260]: DEBUG oslo_vmware.api [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Task: {'id': task-2284227, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.647419] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.976s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.647966] env[63260]: DEBUG nova.compute.manager [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.651257] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0aae0a19-db62-49be-91b4-a9381ff15ca4 tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.107s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.651507] env[63260]: DEBUG nova.objects.instance [None req-0aae0a19-db62-49be-91b4-a9381ff15ca4 tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Lazy-loading 'resources' on Instance uuid b6b0258f-4070-4ca1-b322-b4680b81b27e {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 640.852075] env[63260]: DEBUG nova.compute.manager [req-402876af-bb1a-4e15-b3e3-2bf8bc955bed req-452bc048-55ef-4115-ab5c-62d2504ac638 service nova] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Received event network-vif-plugged-f1196321-c5f9-4c62-ab89-3364f34263ba {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 640.852075] env[63260]: DEBUG oslo_concurrency.lockutils [req-402876af-bb1a-4e15-b3e3-2bf8bc955bed req-452bc048-55ef-4115-ab5c-62d2504ac638 service nova] Acquiring lock "ee17b483-2b67-4714-b8ef-781a358f7fce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.852075] env[63260]: DEBUG oslo_concurrency.lockutils [req-402876af-bb1a-4e15-b3e3-2bf8bc955bed req-452bc048-55ef-4115-ab5c-62d2504ac638 service nova] Lock "ee17b483-2b67-4714-b8ef-781a358f7fce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.852075] env[63260]: DEBUG oslo_concurrency.lockutils [req-402876af-bb1a-4e15-b3e3-2bf8bc955bed req-452bc048-55ef-4115-ab5c-62d2504ac638 service nova] Lock "ee17b483-2b67-4714-b8ef-781a358f7fce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.852075] env[63260]: DEBUG nova.compute.manager [req-402876af-bb1a-4e15-b3e3-2bf8bc955bed req-452bc048-55ef-4115-ab5c-62d2504ac638 service nova] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] No waiting events found dispatching network-vif-plugged-f1196321-c5f9-4c62-ab89-3364f34263ba {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 640.852075] env[63260]: WARNING nova.compute.manager [req-402876af-bb1a-4e15-b3e3-2bf8bc955bed req-452bc048-55ef-4115-ab5c-62d2504ac638 service nova] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Received unexpected event network-vif-plugged-f1196321-c5f9-4c62-ab89-3364f34263ba for instance with vm_state building and task_state spawning. [ 640.955617] env[63260]: DEBUG oslo_vmware.api [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Task: {'id': task-2284227, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.963059] env[63260]: DEBUG oslo_concurrency.lockutils [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.998311] env[63260]: DEBUG nova.network.neutron [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Successfully updated port: f1196321-c5f9-4c62-ab89-3364f34263ba {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 641.158129] env[63260]: DEBUG nova.compute.utils [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 641.162367] env[63260]: DEBUG nova.compute.manager [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 641.162547] env[63260]: DEBUG nova.network.neutron [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 641.231049] env[63260]: DEBUG nova.policy [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23f2fb7f6cec4d5c91a3afc698f49804', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8bf60f1376047a291c50881b7a06eef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 641.461907] env[63260]: DEBUG oslo_vmware.api [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Task: {'id': task-2284227, 'name': PowerOnVM_Task, 'duration_secs': 0.588366} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.461986] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.462193] env[63260]: INFO nova.compute.manager [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Took 8.98 seconds to spawn the instance on the hypervisor. [ 641.462378] env[63260]: DEBUG nova.compute.manager [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.463373] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db8f7d0-250d-4bec-b211-b28bfa6dc3ec {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.501186] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Acquiring lock "refresh_cache-ee17b483-2b67-4714-b8ef-781a358f7fce" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.501340] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Acquired lock "refresh_cache-ee17b483-2b67-4714-b8ef-781a358f7fce" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.501492] env[63260]: DEBUG nova.network.neutron [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.532998] env[63260]: DEBUG nova.compute.manager [req-91091959-1baa-4012-b066-29c7e5bc9900 req-1f5a6d95-81bc-4872-8598-08ed778eab04 service nova] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Received event network-changed-0820cabc-1fa4-4adf-ad31-bb72249ca601 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 641.533250] env[63260]: DEBUG nova.compute.manager [req-91091959-1baa-4012-b066-29c7e5bc9900 req-1f5a6d95-81bc-4872-8598-08ed778eab04 service nova] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Refreshing instance network info cache due to event network-changed-0820cabc-1fa4-4adf-ad31-bb72249ca601. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 641.533492] env[63260]: DEBUG oslo_concurrency.lockutils [req-91091959-1baa-4012-b066-29c7e5bc9900 req-1f5a6d95-81bc-4872-8598-08ed778eab04 service nova] Acquiring lock "refresh_cache-5a0fb955-d6d5-429f-9925-244d7a943bab" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.533694] env[63260]: DEBUG oslo_concurrency.lockutils [req-91091959-1baa-4012-b066-29c7e5bc9900 req-1f5a6d95-81bc-4872-8598-08ed778eab04 service nova] Acquired lock "refresh_cache-5a0fb955-d6d5-429f-9925-244d7a943bab" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.533807] env[63260]: DEBUG nova.network.neutron [req-91091959-1baa-4012-b066-29c7e5bc9900 req-1f5a6d95-81bc-4872-8598-08ed778eab04 service nova] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Refreshing network info cache for port 0820cabc-1fa4-4adf-ad31-bb72249ca601 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 641.671144] env[63260]: DEBUG nova.compute.manager [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.690525] env[63260]: DEBUG nova.network.neutron [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Successfully created port: 9c629d21-4f96-482d-a7ff-9ae4b1c00a16 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 641.913682] env[63260]: DEBUG oslo_concurrency.lockutils [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Acquiring lock "02506b07-c1eb-46f9-a0bc-2cafa25d31da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.913682] env[63260]: DEBUG oslo_concurrency.lockutils [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Lock "02506b07-c1eb-46f9-a0bc-2cafa25d31da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.948983] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe6b3bf-9808-425b-bcff-2ffe07a33e9f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.958611] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d78436-08ab-4be7-98ca-dd7eafcee012 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.005587] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94e4cd2-d02f-45d7-9b4e-b958fa811cbb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.009699] env[63260]: INFO nova.compute.manager [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Took 36.69 seconds to build instance. [ 642.017021] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb46501-3ac4-419a-80b6-23e26295bb83 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.034770] env[63260]: DEBUG nova.compute.provider_tree [None req-0aae0a19-db62-49be-91b4-a9381ff15ca4 tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.051884] env[63260]: DEBUG nova.network.neutron [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.288536] env[63260]: DEBUG nova.network.neutron [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Updating instance_info_cache with network_info: [{"id": "f1196321-c5f9-4c62-ab89-3364f34263ba", "address": "fa:16:3e:6a:d5:ac", "network": {"id": "e98af8d7-455f-4fcb-abd2-abbc9433e3a6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1408624515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8809c2b1d244294b0d7d1959f02686b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1196321-c5", "ovs_interfaceid": "f1196321-c5f9-4c62-ab89-3364f34263ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.401716] env[63260]: DEBUG nova.network.neutron [req-91091959-1baa-4012-b066-29c7e5bc9900 req-1f5a6d95-81bc-4872-8598-08ed778eab04 service nova] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Updated VIF entry in instance network info cache for port 0820cabc-1fa4-4adf-ad31-bb72249ca601. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 642.402256] env[63260]: DEBUG nova.network.neutron [req-91091959-1baa-4012-b066-29c7e5bc9900 req-1f5a6d95-81bc-4872-8598-08ed778eab04 service nova] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Updating instance_info_cache with network_info: [{"id": "0820cabc-1fa4-4adf-ad31-bb72249ca601", "address": "fa:16:3e:33:1f:8e", "network": {"id": "214e8c30-1d7d-4e76-9aea-5a41039ad4a4", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1467241130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24c9f9c7a7584d0ab6d760d58451a6b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0820cabc-1f", "ovs_interfaceid": "0820cabc-1fa4-4adf-ad31-bb72249ca601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.515647] env[63260]: DEBUG oslo_concurrency.lockutils [None req-41bd14ac-9903-4cbc-876c-14f2dcdcb44f tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Lock "38234f24-c2a7-4190-8f54-f953f587d474" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.149s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.539023] env[63260]: DEBUG nova.scheduler.client.report [None req-0aae0a19-db62-49be-91b4-a9381ff15ca4 tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.686599] env[63260]: DEBUG nova.compute.manager [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.725811] env[63260]: DEBUG nova.virt.hardware [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.726126] env[63260]: DEBUG nova.virt.hardware [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.726296] env[63260]: DEBUG nova.virt.hardware [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.726487] env[63260]: DEBUG nova.virt.hardware [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.726631] env[63260]: DEBUG nova.virt.hardware [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.726781] env[63260]: DEBUG nova.virt.hardware [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.726988] env[63260]: DEBUG nova.virt.hardware [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.729908] env[63260]: DEBUG nova.virt.hardware [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.729908] env[63260]: DEBUG nova.virt.hardware [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.729908] env[63260]: DEBUG nova.virt.hardware [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.729908] env[63260]: DEBUG nova.virt.hardware [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.729908] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb1102b-30c1-45fc-96c0-3d2682bea00a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.738853] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cf7d5a-f1b7-40b4-b985-f99bfb60981a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.799902] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Releasing lock "refresh_cache-ee17b483-2b67-4714-b8ef-781a358f7fce" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.799902] env[63260]: DEBUG nova.compute.manager [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Instance network_info: |[{"id": "f1196321-c5f9-4c62-ab89-3364f34263ba", "address": "fa:16:3e:6a:d5:ac", "network": {"id": "e98af8d7-455f-4fcb-abd2-abbc9433e3a6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1408624515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8809c2b1d244294b0d7d1959f02686b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1196321-c5", "ovs_interfaceid": "f1196321-c5f9-4c62-ab89-3364f34263ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 642.799902] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:d5:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1196321-c5f9-4c62-ab89-3364f34263ba', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.809617] env[63260]: DEBUG oslo.service.loopingcall [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 642.809979] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.810519] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8fa6503-273e-4e32-a7d6-e530de6670a3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.839062] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.839062] env[63260]: value = "task-2284228" [ 642.839062] env[63260]: _type = "Task" [ 642.839062] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.848265] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284228, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.906374] env[63260]: DEBUG oslo_concurrency.lockutils [req-91091959-1baa-4012-b066-29c7e5bc9900 req-1f5a6d95-81bc-4872-8598-08ed778eab04 service nova] Releasing lock "refresh_cache-5a0fb955-d6d5-429f-9925-244d7a943bab" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.922309] env[63260]: DEBUG nova.compute.manager [req-20d7a4a1-35a2-4449-bfba-cc7862275eca req-f35fd13c-21cb-4b4b-afb1-7ab059607659 service nova] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Received event network-changed-f1196321-c5f9-4c62-ab89-3364f34263ba {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 642.922578] env[63260]: DEBUG nova.compute.manager [req-20d7a4a1-35a2-4449-bfba-cc7862275eca req-f35fd13c-21cb-4b4b-afb1-7ab059607659 service nova] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Refreshing instance network info cache due to event network-changed-f1196321-c5f9-4c62-ab89-3364f34263ba. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 642.922916] env[63260]: DEBUG oslo_concurrency.lockutils [req-20d7a4a1-35a2-4449-bfba-cc7862275eca req-f35fd13c-21cb-4b4b-afb1-7ab059607659 service nova] Acquiring lock "refresh_cache-ee17b483-2b67-4714-b8ef-781a358f7fce" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.922916] env[63260]: DEBUG oslo_concurrency.lockutils [req-20d7a4a1-35a2-4449-bfba-cc7862275eca req-f35fd13c-21cb-4b4b-afb1-7ab059607659 service nova] Acquired lock "refresh_cache-ee17b483-2b67-4714-b8ef-781a358f7fce" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.923122] env[63260]: DEBUG nova.network.neutron [req-20d7a4a1-35a2-4449-bfba-cc7862275eca req-f35fd13c-21cb-4b4b-afb1-7ab059607659 service nova] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Refreshing network info cache for port f1196321-c5f9-4c62-ab89-3364f34263ba {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.019557] env[63260]: DEBUG nova.compute.manager [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 643.043591] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0aae0a19-db62-49be-91b4-a9381ff15ca4 tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.392s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.046907] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e75158a5-f928-434a-a488-f29d6e137bb8 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.602s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.046907] env[63260]: DEBUG nova.objects.instance [None req-e75158a5-f928-434a-a488-f29d6e137bb8 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Lazy-loading 'resources' on Instance uuid 334f10fc-b465-4f28-a6e3-919b4342bb0f {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 643.077444] env[63260]: INFO nova.scheduler.client.report [None req-0aae0a19-db62-49be-91b4-a9381ff15ca4 tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Deleted allocations for instance b6b0258f-4070-4ca1-b322-b4680b81b27e [ 643.355083] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284228, 'name': CreateVM_Task, 'duration_secs': 0.405274} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.355214] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.356085] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.356336] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.356693] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.356999] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1207d3b2-dbb1-4b0f-8936-18b6b64ac464 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.362832] env[63260]: DEBUG oslo_vmware.api [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Waiting for the task: (returnval){ [ 643.362832] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52a723e5-a46e-5f6d-0a6f-cbf5875009da" [ 643.362832] env[63260]: _type = "Task" [ 643.362832] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.371643] env[63260]: DEBUG oslo_vmware.api [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52a723e5-a46e-5f6d-0a6f-cbf5875009da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.474373] env[63260]: DEBUG nova.network.neutron [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Successfully updated port: 9c629d21-4f96-482d-a7ff-9ae4b1c00a16 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 643.543665] env[63260]: DEBUG oslo_concurrency.lockutils [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.585816] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0aae0a19-db62-49be-91b4-a9381ff15ca4 tempest-FloatingIPsAssociationNegativeTestJSON-433254131 tempest-FloatingIPsAssociationNegativeTestJSON-433254131-project-member] Lock "b6b0258f-4070-4ca1-b322-b4680b81b27e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.548s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.624435] env[63260]: DEBUG nova.compute.manager [req-cc15d69d-3445-4e0a-95ad-3b41cb263a18 req-e5e28b50-9368-476c-aae5-8336800f5e37 service nova] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Received event network-changed-4b07839c-abd1-4fe3-8cb2-fbd1e70b3b5f {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 643.624627] env[63260]: DEBUG nova.compute.manager [req-cc15d69d-3445-4e0a-95ad-3b41cb263a18 req-e5e28b50-9368-476c-aae5-8336800f5e37 service nova] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Refreshing instance network info cache due to event network-changed-4b07839c-abd1-4fe3-8cb2-fbd1e70b3b5f. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 643.624831] env[63260]: DEBUG oslo_concurrency.lockutils [req-cc15d69d-3445-4e0a-95ad-3b41cb263a18 req-e5e28b50-9368-476c-aae5-8336800f5e37 service nova] Acquiring lock "refresh_cache-38234f24-c2a7-4190-8f54-f953f587d474" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.624970] env[63260]: DEBUG oslo_concurrency.lockutils [req-cc15d69d-3445-4e0a-95ad-3b41cb263a18 req-e5e28b50-9368-476c-aae5-8336800f5e37 service nova] Acquired lock "refresh_cache-38234f24-c2a7-4190-8f54-f953f587d474" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.625559] env[63260]: DEBUG nova.network.neutron [req-cc15d69d-3445-4e0a-95ad-3b41cb263a18 req-e5e28b50-9368-476c-aae5-8336800f5e37 service nova] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Refreshing network info cache for port 4b07839c-abd1-4fe3-8cb2-fbd1e70b3b5f {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.721516] env[63260]: DEBUG nova.network.neutron [req-20d7a4a1-35a2-4449-bfba-cc7862275eca req-f35fd13c-21cb-4b4b-afb1-7ab059607659 service nova] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Updated VIF entry in instance network info cache for port f1196321-c5f9-4c62-ab89-3364f34263ba. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.721901] env[63260]: DEBUG nova.network.neutron [req-20d7a4a1-35a2-4449-bfba-cc7862275eca req-f35fd13c-21cb-4b4b-afb1-7ab059607659 service nova] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Updating instance_info_cache with network_info: [{"id": "f1196321-c5f9-4c62-ab89-3364f34263ba", "address": "fa:16:3e:6a:d5:ac", "network": {"id": "e98af8d7-455f-4fcb-abd2-abbc9433e3a6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1408624515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8809c2b1d244294b0d7d1959f02686b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1196321-c5", "ovs_interfaceid": "f1196321-c5f9-4c62-ab89-3364f34263ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.877147] env[63260]: DEBUG oslo_vmware.api [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52a723e5-a46e-5f6d-0a6f-cbf5875009da, 'name': SearchDatastore_Task, 'duration_secs': 0.01166} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.877499] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.877746] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.877974] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.878140] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.878315] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.878577] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad423d6a-c9ba-450c-9079-947f5366b789 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.892620] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.892825] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.896017] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92225279-0d00-4404-9246-57f8e6346640 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.902849] env[63260]: DEBUG oslo_vmware.api [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Waiting for the task: (returnval){ [ 643.902849] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5210b79c-154f-6249-ba67-1c93eea017f0" [ 643.902849] env[63260]: _type = "Task" [ 643.902849] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.915068] env[63260]: DEBUG oslo_vmware.api [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5210b79c-154f-6249-ba67-1c93eea017f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.980938] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Acquiring lock "refresh_cache-fc79ec3c-aa00-466e-b660-ac43d2361bbc" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.980938] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Acquired lock "refresh_cache-fc79ec3c-aa00-466e-b660-ac43d2361bbc" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.980938] env[63260]: DEBUG nova.network.neutron [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.114028] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adf4aac-8575-4bf7-918d-7c261cf455ee {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.123888] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6596d5c-73bf-4e63-899c-50f5631d7878 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.163738] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3c8076-7985-4867-861c-2d2230b4716c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.172497] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501650ff-06e7-4eac-b753-3ebfcd24f2a2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.188431] env[63260]: DEBUG nova.compute.provider_tree [None req-e75158a5-f928-434a-a488-f29d6e137bb8 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.227408] env[63260]: DEBUG oslo_concurrency.lockutils [req-20d7a4a1-35a2-4449-bfba-cc7862275eca req-f35fd13c-21cb-4b4b-afb1-7ab059607659 service nova] Releasing lock "refresh_cache-ee17b483-2b67-4714-b8ef-781a358f7fce" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.413803] env[63260]: DEBUG oslo_vmware.api [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5210b79c-154f-6249-ba67-1c93eea017f0, 'name': SearchDatastore_Task, 'duration_secs': 0.012758} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.414605] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb94143c-9bb5-422b-9bdf-2373d0f47ae4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.420115] env[63260]: DEBUG oslo_vmware.api [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Waiting for the task: (returnval){ [ 644.420115] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b0cbfe-a6f6-496c-ef97-233dc1dbe354" [ 644.420115] env[63260]: _type = "Task" [ 644.420115] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.428561] env[63260]: DEBUG oslo_vmware.api [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b0cbfe-a6f6-496c-ef97-233dc1dbe354, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.516814] env[63260]: DEBUG nova.network.neutron [req-cc15d69d-3445-4e0a-95ad-3b41cb263a18 req-e5e28b50-9368-476c-aae5-8336800f5e37 service nova] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Updated VIF entry in instance network info cache for port 4b07839c-abd1-4fe3-8cb2-fbd1e70b3b5f. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.517190] env[63260]: DEBUG nova.network.neutron [req-cc15d69d-3445-4e0a-95ad-3b41cb263a18 req-e5e28b50-9368-476c-aae5-8336800f5e37 service nova] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Updating instance_info_cache with network_info: [{"id": "4b07839c-abd1-4fe3-8cb2-fbd1e70b3b5f", "address": "fa:16:3e:7b:3e:fb", "network": {"id": "fe361ae7-b1e8-42ae-837d-a84f2d7fb8b0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-23802702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d18ae1f434da49998395b3a968df08f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b07839c-ab", "ovs_interfaceid": "4b07839c-abd1-4fe3-8cb2-fbd1e70b3b5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.546240] env[63260]: DEBUG nova.network.neutron [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 644.692585] env[63260]: DEBUG nova.scheduler.client.report [None req-e75158a5-f928-434a-a488-f29d6e137bb8 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.816613] env[63260]: DEBUG nova.network.neutron [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Updating instance_info_cache with network_info: [{"id": "9c629d21-4f96-482d-a7ff-9ae4b1c00a16", "address": "fa:16:3e:e4:53:5e", "network": {"id": "8e4f7eca-5d0c-4c6e-bc40-2a5906fd5de3", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2020532207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8bf60f1376047a291c50881b7a06eef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c629d21-4f", "ovs_interfaceid": "9c629d21-4f96-482d-a7ff-9ae4b1c00a16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.935224] env[63260]: DEBUG oslo_vmware.api [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b0cbfe-a6f6-496c-ef97-233dc1dbe354, 'name': SearchDatastore_Task, 'duration_secs': 0.010007} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.935224] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.935224] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] ee17b483-2b67-4714-b8ef-781a358f7fce/ee17b483-2b67-4714-b8ef-781a358f7fce.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 644.935392] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a15d8475-7638-4196-baa7-2ae28e646146 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.946137] env[63260]: DEBUG oslo_vmware.api [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Waiting for the task: (returnval){ [ 644.946137] env[63260]: value = "task-2284229" [ 644.946137] env[63260]: _type = "Task" [ 644.946137] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.959028] env[63260]: DEBUG oslo_vmware.api [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': task-2284229, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.020229] env[63260]: DEBUG oslo_concurrency.lockutils [req-cc15d69d-3445-4e0a-95ad-3b41cb263a18 req-e5e28b50-9368-476c-aae5-8336800f5e37 service nova] Releasing lock "refresh_cache-38234f24-c2a7-4190-8f54-f953f587d474" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.166254] env[63260]: DEBUG nova.compute.manager [req-4060f4dc-7b9d-488e-a6b1-e771d04a2db7 req-c1f53177-c3ac-4002-9205-0aa97839a862 service nova] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Received event network-vif-plugged-9c629d21-4f96-482d-a7ff-9ae4b1c00a16 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 645.166585] env[63260]: DEBUG oslo_concurrency.lockutils [req-4060f4dc-7b9d-488e-a6b1-e771d04a2db7 req-c1f53177-c3ac-4002-9205-0aa97839a862 service nova] Acquiring lock "fc79ec3c-aa00-466e-b660-ac43d2361bbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.166894] env[63260]: DEBUG oslo_concurrency.lockutils [req-4060f4dc-7b9d-488e-a6b1-e771d04a2db7 req-c1f53177-c3ac-4002-9205-0aa97839a862 service nova] Lock "fc79ec3c-aa00-466e-b660-ac43d2361bbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.167384] env[63260]: DEBUG oslo_concurrency.lockutils [req-4060f4dc-7b9d-488e-a6b1-e771d04a2db7 req-c1f53177-c3ac-4002-9205-0aa97839a862 service nova] Lock "fc79ec3c-aa00-466e-b660-ac43d2361bbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.167603] env[63260]: DEBUG nova.compute.manager [req-4060f4dc-7b9d-488e-a6b1-e771d04a2db7 req-c1f53177-c3ac-4002-9205-0aa97839a862 service nova] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] No waiting events found dispatching network-vif-plugged-9c629d21-4f96-482d-a7ff-9ae4b1c00a16 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 645.167752] env[63260]: WARNING nova.compute.manager [req-4060f4dc-7b9d-488e-a6b1-e771d04a2db7 req-c1f53177-c3ac-4002-9205-0aa97839a862 service nova] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Received unexpected event network-vif-plugged-9c629d21-4f96-482d-a7ff-9ae4b1c00a16 for instance with vm_state building and task_state spawning. [ 645.167919] env[63260]: DEBUG nova.compute.manager [req-4060f4dc-7b9d-488e-a6b1-e771d04a2db7 req-c1f53177-c3ac-4002-9205-0aa97839a862 service nova] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Received event network-changed-9c629d21-4f96-482d-a7ff-9ae4b1c00a16 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 645.168087] env[63260]: DEBUG nova.compute.manager [req-4060f4dc-7b9d-488e-a6b1-e771d04a2db7 req-c1f53177-c3ac-4002-9205-0aa97839a862 service nova] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Refreshing instance network info cache due to event network-changed-9c629d21-4f96-482d-a7ff-9ae4b1c00a16. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 645.168260] env[63260]: DEBUG oslo_concurrency.lockutils [req-4060f4dc-7b9d-488e-a6b1-e771d04a2db7 req-c1f53177-c3ac-4002-9205-0aa97839a862 service nova] Acquiring lock "refresh_cache-fc79ec3c-aa00-466e-b660-ac43d2361bbc" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.203223] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e75158a5-f928-434a-a488-f29d6e137bb8 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.205505] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ec8c21e8-7e66-4e26-842f-57131ad676b5 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.196s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.205505] env[63260]: DEBUG nova.objects.instance [None req-ec8c21e8-7e66-4e26-842f-57131ad676b5 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Lazy-loading 'resources' on Instance uuid 93c5a022-f4c9-4247-b584-3d6050e47dca {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 645.229069] env[63260]: INFO nova.scheduler.client.report [None req-e75158a5-f928-434a-a488-f29d6e137bb8 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Deleted allocations for instance 334f10fc-b465-4f28-a6e3-919b4342bb0f [ 645.320262] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Releasing lock "refresh_cache-fc79ec3c-aa00-466e-b660-ac43d2361bbc" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.320262] env[63260]: DEBUG nova.compute.manager [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Instance network_info: |[{"id": "9c629d21-4f96-482d-a7ff-9ae4b1c00a16", "address": "fa:16:3e:e4:53:5e", "network": {"id": "8e4f7eca-5d0c-4c6e-bc40-2a5906fd5de3", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2020532207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8bf60f1376047a291c50881b7a06eef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c629d21-4f", "ovs_interfaceid": "9c629d21-4f96-482d-a7ff-9ae4b1c00a16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 645.320462] env[63260]: DEBUG oslo_concurrency.lockutils [req-4060f4dc-7b9d-488e-a6b1-e771d04a2db7 req-c1f53177-c3ac-4002-9205-0aa97839a862 service nova] Acquired lock "refresh_cache-fc79ec3c-aa00-466e-b660-ac43d2361bbc" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.320683] env[63260]: DEBUG nova.network.neutron [req-4060f4dc-7b9d-488e-a6b1-e771d04a2db7 req-c1f53177-c3ac-4002-9205-0aa97839a862 service nova] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Refreshing network info cache for port 9c629d21-4f96-482d-a7ff-9ae4b1c00a16 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.322641] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:53:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '01fe2e08-46f6-4cee-aefd-934461f8077d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c629d21-4f96-482d-a7ff-9ae4b1c00a16', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.334760] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Creating folder: Project (d8bf60f1376047a291c50881b7a06eef). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.336775] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00c28b32-1bb8-49d0-ad68-0cb0eeb51d40 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.358385] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Created folder: Project (d8bf60f1376047a291c50881b7a06eef) in parent group-v464889. [ 645.358385] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Creating folder: Instances. Parent ref: group-v464994. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.358641] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84f2ea8a-819e-4ab3-b836-ba166db12018 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.371990] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Created folder: Instances in parent group-v464994. [ 645.372324] env[63260]: DEBUG oslo.service.loopingcall [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 645.373548] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.373548] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8b6edd6-fa6c-4c3b-8090-c82e47aea50c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.407486] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.407486] env[63260]: value = "task-2284232" [ 645.407486] env[63260]: _type = "Task" [ 645.407486] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.420612] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284232, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.459820] env[63260]: DEBUG oslo_vmware.api [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': task-2284229, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493057} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.460838] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] ee17b483-2b67-4714-b8ef-781a358f7fce/ee17b483-2b67-4714-b8ef-781a358f7fce.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 645.460838] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 645.460838] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-289004f4-6041-45c6-bb9a-cfe37cd9a150 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.468846] env[63260]: DEBUG oslo_vmware.api [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Waiting for the task: (returnval){ [ 645.468846] env[63260]: value = "task-2284233" [ 645.468846] env[63260]: _type = "Task" [ 645.468846] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.479628] env[63260]: DEBUG oslo_vmware.api [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': task-2284233, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.737877] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e75158a5-f928-434a-a488-f29d6e137bb8 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Lock "334f10fc-b465-4f28-a6e3-919b4342bb0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.288s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.923893] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284232, 'name': CreateVM_Task, 'duration_secs': 0.367565} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.924111] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.924816] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.924980] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.925345] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.925619] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bcc09de-aaaf-4565-b9cd-f4bdf3706763 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.936197] env[63260]: DEBUG oslo_vmware.api [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Waiting for the task: (returnval){ [ 645.936197] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5293dfba-a5ec-4bf9-bbca-661ab60aa7b9" [ 645.936197] env[63260]: _type = "Task" [ 645.936197] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.951158] env[63260]: DEBUG oslo_vmware.api [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5293dfba-a5ec-4bf9-bbca-661ab60aa7b9, 'name': SearchDatastore_Task, 'duration_secs': 0.012058} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.951490] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.951740] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.952111] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.952262] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.952453] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.952803] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7342ebd-8c78-4eb3-b37b-18a1bbf73bc9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.977348] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.977348] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.978357] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d23b36f1-10f5-4f07-8452-595b99247472 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.987026] env[63260]: DEBUG oslo_vmware.api [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': task-2284233, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072763} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.987288] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.988128] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a18ed33-3082-4852-b9cf-d7bf5c22e116 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.994699] env[63260]: DEBUG oslo_vmware.api [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Waiting for the task: (returnval){ [ 645.994699] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523f857e-9252-d7fa-4f03-23a1f59954ca" [ 645.994699] env[63260]: _type = "Task" [ 645.994699] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.017151] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] ee17b483-2b67-4714-b8ef-781a358f7fce/ee17b483-2b67-4714-b8ef-781a358f7fce.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.020494] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b14e54ae-231c-41c6-9075-5afaff0cdc63 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.041510] env[63260]: DEBUG oslo_vmware.api [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523f857e-9252-d7fa-4f03-23a1f59954ca, 'name': SearchDatastore_Task, 'duration_secs': 0.023484} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.043142] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dab8d042-19cb-4ad5-a8e9-62bfc9ce9d7d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.049341] env[63260]: DEBUG oslo_vmware.api [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Waiting for the task: (returnval){ [ 646.049341] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52264b8f-e24c-d0a9-35bc-988b8d666c39" [ 646.049341] env[63260]: _type = "Task" [ 646.049341] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.053272] env[63260]: DEBUG oslo_vmware.api [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Waiting for the task: (returnval){ [ 646.053272] env[63260]: value = "task-2284234" [ 646.053272] env[63260]: _type = "Task" [ 646.053272] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.067183] env[63260]: DEBUG oslo_vmware.api [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52264b8f-e24c-d0a9-35bc-988b8d666c39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.075398] env[63260]: DEBUG oslo_vmware.api [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': task-2284234, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.216342] env[63260]: DEBUG nova.network.neutron [req-4060f4dc-7b9d-488e-a6b1-e771d04a2db7 req-c1f53177-c3ac-4002-9205-0aa97839a862 service nova] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Updated VIF entry in instance network info cache for port 9c629d21-4f96-482d-a7ff-9ae4b1c00a16. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 646.216665] env[63260]: DEBUG nova.network.neutron [req-4060f4dc-7b9d-488e-a6b1-e771d04a2db7 req-c1f53177-c3ac-4002-9205-0aa97839a862 service nova] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Updating instance_info_cache with network_info: [{"id": "9c629d21-4f96-482d-a7ff-9ae4b1c00a16", "address": "fa:16:3e:e4:53:5e", "network": {"id": "8e4f7eca-5d0c-4c6e-bc40-2a5906fd5de3", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2020532207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8bf60f1376047a291c50881b7a06eef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c629d21-4f", "ovs_interfaceid": "9c629d21-4f96-482d-a7ff-9ae4b1c00a16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.384267] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc560efa-8a85-4b1d-85c7-43f40da1aad3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.394859] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c70f111-c4a6-4c5e-a06c-3e7466e22696 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.431468] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f0f04a-0e0f-44ec-a61b-168cfc65cd04 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.439555] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67280893-bec8-4d55-ad05-1fa179430d83 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.454606] env[63260]: DEBUG nova.compute.provider_tree [None req-ec8c21e8-7e66-4e26-842f-57131ad676b5 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.569153] env[63260]: DEBUG oslo_vmware.api [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52264b8f-e24c-d0a9-35bc-988b8d666c39, 'name': SearchDatastore_Task, 'duration_secs': 0.01773} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.572678] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.573167] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] fc79ec3c-aa00-466e-b660-ac43d2361bbc/fc79ec3c-aa00-466e-b660-ac43d2361bbc.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.576485] env[63260]: DEBUG oslo_vmware.api [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': task-2284234, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.576485] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ffa0af2-d023-46a4-b502-c00267bc8773 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.581947] env[63260]: DEBUG oslo_vmware.api [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Waiting for the task: (returnval){ [ 646.581947] env[63260]: value = "task-2284235" [ 646.581947] env[63260]: _type = "Task" [ 646.581947] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.593373] env[63260]: DEBUG oslo_vmware.api [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Task: {'id': task-2284235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.727225] env[63260]: DEBUG oslo_concurrency.lockutils [req-4060f4dc-7b9d-488e-a6b1-e771d04a2db7 req-c1f53177-c3ac-4002-9205-0aa97839a862 service nova] Releasing lock "refresh_cache-fc79ec3c-aa00-466e-b660-ac43d2361bbc" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.958487] env[63260]: DEBUG nova.scheduler.client.report [None req-ec8c21e8-7e66-4e26-842f-57131ad676b5 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.078572] env[63260]: DEBUG oslo_vmware.api [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': task-2284234, 'name': ReconfigVM_Task, 'duration_secs': 0.769807} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.079038] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Reconfigured VM instance instance-00000023 to attach disk [datastore1] ee17b483-2b67-4714-b8ef-781a358f7fce/ee17b483-2b67-4714-b8ef-781a358f7fce.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.079528] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed7b3b0a-9373-46fc-9239-a0ad21793377 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.089453] env[63260]: DEBUG oslo_vmware.api [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Waiting for the task: (returnval){ [ 647.089453] env[63260]: value = "task-2284236" [ 647.089453] env[63260]: _type = "Task" [ 647.089453] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.096377] env[63260]: DEBUG oslo_vmware.api [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Task: {'id': task-2284235, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.103964] env[63260]: DEBUG oslo_vmware.api [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': task-2284236, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.466401] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ec8c21e8-7e66-4e26-842f-57131ad676b5 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.261s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.470441] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.889s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.473134] env[63260]: INFO nova.compute.claims [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.504895] env[63260]: INFO nova.scheduler.client.report [None req-ec8c21e8-7e66-4e26-842f-57131ad676b5 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Deleted allocations for instance 93c5a022-f4c9-4247-b584-3d6050e47dca [ 647.595881] env[63260]: DEBUG oslo_vmware.api [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Task: {'id': task-2284235, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548283} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.604430] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] fc79ec3c-aa00-466e-b660-ac43d2361bbc/fc79ec3c-aa00-466e-b660-ac43d2361bbc.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.604673] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.604945] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d44045cd-d7ef-4850-8048-4ac3644d696f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.614573] env[63260]: DEBUG oslo_vmware.api [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': task-2284236, 'name': Rename_Task, 'duration_secs': 0.419601} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.616202] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.616518] env[63260]: DEBUG oslo_vmware.api [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Waiting for the task: (returnval){ [ 647.616518] env[63260]: value = "task-2284237" [ 647.616518] env[63260]: _type = "Task" [ 647.616518] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.616697] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6dbeb852-07e1-43b9-82b8-462f7ec6d8b6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.631625] env[63260]: DEBUG oslo_vmware.api [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Task: {'id': task-2284237, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.634095] env[63260]: DEBUG oslo_vmware.api [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Waiting for the task: (returnval){ [ 647.634095] env[63260]: value = "task-2284238" [ 647.634095] env[63260]: _type = "Task" [ 647.634095] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.646117] env[63260]: DEBUG oslo_vmware.api [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': task-2284238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.022360] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ec8c21e8-7e66-4e26-842f-57131ad676b5 tempest-DeleteServersAdminTestJSON-434000367 tempest-DeleteServersAdminTestJSON-434000367-project-member] Lock "93c5a022-f4c9-4247-b584-3d6050e47dca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.522s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.134964] env[63260]: DEBUG oslo_vmware.api [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Task: {'id': task-2284237, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080873} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.134964] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.134964] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5d4942-8e30-4c33-8430-4a44a8f7d751 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.161271] env[63260]: DEBUG oslo_vmware.api [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': task-2284238, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.172538] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] fc79ec3c-aa00-466e-b660-ac43d2361bbc/fc79ec3c-aa00-466e-b660-ac43d2361bbc.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.172868] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06b24ecc-de4c-499f-9071-4eb276ae3a84 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.200201] env[63260]: DEBUG oslo_vmware.api [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Waiting for the task: (returnval){ [ 648.200201] env[63260]: value = "task-2284239" [ 648.200201] env[63260]: _type = "Task" [ 648.200201] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.215094] env[63260]: DEBUG oslo_vmware.api [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Task: {'id': task-2284239, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.335207] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Acquiring lock "6952e379-f83f-469a-a4d2-ba1072fd37f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.335498] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Lock "6952e379-f83f-469a-a4d2-ba1072fd37f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.654310] env[63260]: DEBUG oslo_vmware.api [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': task-2284238, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.715514] env[63260]: DEBUG oslo_vmware.api [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Task: {'id': task-2284239, 'name': ReconfigVM_Task, 'duration_secs': 0.374738} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.715858] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Reconfigured VM instance instance-00000024 to attach disk [datastore1] fc79ec3c-aa00-466e-b660-ac43d2361bbc/fc79ec3c-aa00-466e-b660-ac43d2361bbc.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.716525] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f51945dc-9e0c-4f94-b538-e6fb25f14311 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.725856] env[63260]: DEBUG oslo_vmware.api [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Waiting for the task: (returnval){ [ 648.725856] env[63260]: value = "task-2284240" [ 648.725856] env[63260]: _type = "Task" [ 648.725856] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.742367] env[63260]: DEBUG oslo_vmware.api [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Task: {'id': task-2284240, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.101702] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5411fad0-b9f8-4815-b03b-93034def6209 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.111240] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fa2158-d19f-4811-a3bc-0e96d36dce79 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.155558] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b77d92-1810-4e96-b08e-1239bb1f608d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.166452] env[63260]: DEBUG oslo_vmware.api [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': task-2284238, 'name': PowerOnVM_Task, 'duration_secs': 1.155275} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.167685] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cba3d3b-4680-443c-a919-7c5ef5a7922b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.171944] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.172969] env[63260]: INFO nova.compute.manager [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Took 9.46 seconds to spawn the instance on the hypervisor. [ 649.172969] env[63260]: DEBUG nova.compute.manager [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.173342] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d288f04f-cbe5-4747-bae8-c02f4dd81070 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.186868] env[63260]: DEBUG nova.compute.provider_tree [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.239525] env[63260]: DEBUG oslo_vmware.api [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Task: {'id': task-2284240, 'name': Rename_Task, 'duration_secs': 0.177796} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.239813] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.240071] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc1ba032-4c80-48c1-b19b-83c144fb834f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.251787] env[63260]: DEBUG oslo_vmware.api [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Waiting for the task: (returnval){ [ 649.251787] env[63260]: value = "task-2284241" [ 649.251787] env[63260]: _type = "Task" [ 649.251787] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.266101] env[63260]: DEBUG oslo_vmware.api [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Task: {'id': task-2284241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.696423] env[63260]: DEBUG nova.scheduler.client.report [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.711743] env[63260]: INFO nova.compute.manager [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Took 38.17 seconds to build instance. [ 649.762808] env[63260]: DEBUG oslo_vmware.api [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Task: {'id': task-2284241, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.209101] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.209101] env[63260]: DEBUG nova.compute.manager [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 650.212439] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.102s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.216021] env[63260]: INFO nova.compute.claims [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.216794] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5c4b089c-8de3-4ce7-970e-511b37a23dd8 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Lock "ee17b483-2b67-4714-b8ef-781a358f7fce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.761s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.267550] env[63260]: DEBUG oslo_vmware.api [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Task: {'id': task-2284241, 'name': PowerOnVM_Task, 'duration_secs': 0.685565} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.267942] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.268210] env[63260]: INFO nova.compute.manager [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Took 7.58 seconds to spawn the instance on the hypervisor. [ 650.268409] env[63260]: DEBUG nova.compute.manager [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.269223] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1010298d-f11a-46ee-9b6d-4472ed48737d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.701790] env[63260]: DEBUG oslo_concurrency.lockutils [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Acquiring lock "ccdb87cc-389c-411f-b8ec-05a4bbaf21f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.702402] env[63260]: DEBUG oslo_concurrency.lockutils [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Lock "ccdb87cc-389c-411f-b8ec-05a4bbaf21f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.718345] env[63260]: DEBUG nova.compute.utils [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 650.726154] env[63260]: DEBUG nova.compute.manager [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 650.726154] env[63260]: DEBUG nova.network.neutron [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 650.729395] env[63260]: DEBUG nova.compute.manager [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: c22b814c-28f4-4ecb-9326-84791d1ec336] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.790138] env[63260]: INFO nova.compute.manager [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Took 39.06 seconds to build instance. [ 650.843140] env[63260]: DEBUG nova.policy [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '123e989b3a064f11b24ccafce2734c73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60e21d7616ef4af2a9fc79d5b89fc40a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.226517] env[63260]: DEBUG nova.compute.manager [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 651.266232] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.292651] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7d015b28-669a-4c29-abef-1959bb7ec24f tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Lock "fc79ec3c-aa00-466e-b660-ac43d2361bbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.262s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.626343] env[63260]: DEBUG nova.network.neutron [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Successfully created port: 83b9aea5-1dfe-421e-a782-454a2ba78ac1 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 651.693196] env[63260]: DEBUG nova.compute.manager [req-9148faee-e7d8-425d-8954-806c5d5ec171 req-ce5729b4-cae5-4043-8d02-63f6bc579402 service nova] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Received event network-changed-ac159812-72af-49e3-bbe8-b0bd765f8b1a {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 651.693196] env[63260]: DEBUG nova.compute.manager [req-9148faee-e7d8-425d-8954-806c5d5ec171 req-ce5729b4-cae5-4043-8d02-63f6bc579402 service nova] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Refreshing instance network info cache due to event network-changed-ac159812-72af-49e3-bbe8-b0bd765f8b1a. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 651.694787] env[63260]: DEBUG oslo_concurrency.lockutils [req-9148faee-e7d8-425d-8954-806c5d5ec171 req-ce5729b4-cae5-4043-8d02-63f6bc579402 service nova] Acquiring lock "refresh_cache-d524fb17-62cf-42e9-a93f-0066614314a5" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.694787] env[63260]: DEBUG oslo_concurrency.lockutils [req-9148faee-e7d8-425d-8954-806c5d5ec171 req-ce5729b4-cae5-4043-8d02-63f6bc579402 service nova] Acquired lock "refresh_cache-d524fb17-62cf-42e9-a93f-0066614314a5" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.694787] env[63260]: DEBUG nova.network.neutron [req-9148faee-e7d8-425d-8954-806c5d5ec171 req-ce5729b4-cae5-4043-8d02-63f6bc579402 service nova] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Refreshing network info cache for port ac159812-72af-49e3-bbe8-b0bd765f8b1a {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.797809] env[63260]: DEBUG nova.compute.manager [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.899642] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdfa86d-93fc-4027-b897-6c96a9add570 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.907987] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f41469-63ba-40f4-98d5-c24b8cd93f6a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.941200] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc9287f-b04b-4be6-b3b6-5ecc7e0dadd3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.949443] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70524492-e45a-4d25-bcbb-df66b1927655 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.966290] env[63260]: DEBUG nova.compute.provider_tree [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.048131] env[63260]: DEBUG oslo_concurrency.lockutils [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "67c72ba6-2ba1-4494-add1-f86cc7163ed9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.048410] env[63260]: DEBUG oslo_concurrency.lockutils [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "67c72ba6-2ba1-4494-add1-f86cc7163ed9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.242481] env[63260]: DEBUG nova.compute.manager [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 652.268491] env[63260]: DEBUG nova.virt.hardware [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.268710] env[63260]: DEBUG nova.virt.hardware [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.268857] env[63260]: DEBUG nova.virt.hardware [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.269062] env[63260]: DEBUG nova.virt.hardware [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.269226] env[63260]: DEBUG nova.virt.hardware [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.269479] env[63260]: DEBUG nova.virt.hardware [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.269691] env[63260]: DEBUG nova.virt.hardware [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.269843] env[63260]: DEBUG nova.virt.hardware [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.270118] env[63260]: DEBUG nova.virt.hardware [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.270277] env[63260]: DEBUG nova.virt.hardware [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.270431] env[63260]: DEBUG nova.virt.hardware [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.271300] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa8c558-1f2c-4aa8-bdf6-24245cbca95a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.282086] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4993bba1-4dce-48b3-88b5-b422cc2f2dff {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.327951] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.470562] env[63260]: DEBUG nova.network.neutron [req-9148faee-e7d8-425d-8954-806c5d5ec171 req-ce5729b4-cae5-4043-8d02-63f6bc579402 service nova] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Updated VIF entry in instance network info cache for port ac159812-72af-49e3-bbe8-b0bd765f8b1a. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.470562] env[63260]: DEBUG nova.network.neutron [req-9148faee-e7d8-425d-8954-806c5d5ec171 req-ce5729b4-cae5-4043-8d02-63f6bc579402 service nova] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Updating instance_info_cache with network_info: [{"id": "ac159812-72af-49e3-bbe8-b0bd765f8b1a", "address": "fa:16:3e:ff:c2:03", "network": {"id": "e98af8d7-455f-4fcb-abd2-abbc9433e3a6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1408624515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8809c2b1d244294b0d7d1959f02686b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac159812-72", "ovs_interfaceid": "ac159812-72af-49e3-bbe8-b0bd765f8b1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.475047] env[63260]: DEBUG nova.scheduler.client.report [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.979240] env[63260]: DEBUG oslo_concurrency.lockutils [req-9148faee-e7d8-425d-8954-806c5d5ec171 req-ce5729b4-cae5-4043-8d02-63f6bc579402 service nova] Releasing lock "refresh_cache-d524fb17-62cf-42e9-a93f-0066614314a5" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.980118] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.769s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.980581] env[63260]: DEBUG nova.compute.manager [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 652.983304] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 33.653s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.983475] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.983631] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 652.983918] env[63260]: DEBUG oslo_concurrency.lockutils [None req-683144d2-6ffc-42c1-ad65-2bee23896534 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.558s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.984115] env[63260]: DEBUG nova.objects.instance [None req-683144d2-6ffc-42c1-ad65-2bee23896534 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Lazy-loading 'resources' on Instance uuid c6d38585-2785-48b2-b220-80cd664e9010 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 652.987247] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8166e78c-cfeb-4e0e-a3f1-10aa9b8b374e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.997085] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d37e09b-6f2e-4e5e-8d82-88fe7786075d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.012778] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc2e02a-90a0-4e11-8922-9a89b5c88be0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.020723] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c054e13e-fc51-4c8b-a452-413e463c0f3f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.057118] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179514MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=63260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 653.057240] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.207505] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c3db0c8-9f4e-461c-b59d-71abe2f8142d tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Acquiring lock "fc79ec3c-aa00-466e-b660-ac43d2361bbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.207505] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c3db0c8-9f4e-461c-b59d-71abe2f8142d tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Lock "fc79ec3c-aa00-466e-b660-ac43d2361bbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.207505] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c3db0c8-9f4e-461c-b59d-71abe2f8142d tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Acquiring lock "fc79ec3c-aa00-466e-b660-ac43d2361bbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.207505] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c3db0c8-9f4e-461c-b59d-71abe2f8142d tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Lock "fc79ec3c-aa00-466e-b660-ac43d2361bbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.207505] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c3db0c8-9f4e-461c-b59d-71abe2f8142d tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Lock "fc79ec3c-aa00-466e-b660-ac43d2361bbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.208647] env[63260]: INFO nova.compute.manager [None req-8c3db0c8-9f4e-461c-b59d-71abe2f8142d tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Terminating instance [ 653.341503] env[63260]: DEBUG nova.network.neutron [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Successfully updated port: 83b9aea5-1dfe-421e-a782-454a2ba78ac1 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 653.391438] env[63260]: DEBUG nova.compute.manager [req-12970c0d-da85-48d7-b3ad-35817de05e3c req-0849eee5-7851-497a-9116-a557d1c5bc04 service nova] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Received event network-vif-plugged-83b9aea5-1dfe-421e-a782-454a2ba78ac1 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 653.391671] env[63260]: DEBUG oslo_concurrency.lockutils [req-12970c0d-da85-48d7-b3ad-35817de05e3c req-0849eee5-7851-497a-9116-a557d1c5bc04 service nova] Acquiring lock "59e99a9c-a395-45b6-886a-506f1de1163a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.391875] env[63260]: DEBUG oslo_concurrency.lockutils [req-12970c0d-da85-48d7-b3ad-35817de05e3c req-0849eee5-7851-497a-9116-a557d1c5bc04 service nova] Lock "59e99a9c-a395-45b6-886a-506f1de1163a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.392053] env[63260]: DEBUG oslo_concurrency.lockutils [req-12970c0d-da85-48d7-b3ad-35817de05e3c req-0849eee5-7851-497a-9116-a557d1c5bc04 service nova] Lock "59e99a9c-a395-45b6-886a-506f1de1163a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.392535] env[63260]: DEBUG nova.compute.manager [req-12970c0d-da85-48d7-b3ad-35817de05e3c req-0849eee5-7851-497a-9116-a557d1c5bc04 service nova] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] No waiting events found dispatching network-vif-plugged-83b9aea5-1dfe-421e-a782-454a2ba78ac1 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 653.392535] env[63260]: WARNING nova.compute.manager [req-12970c0d-da85-48d7-b3ad-35817de05e3c req-0849eee5-7851-497a-9116-a557d1c5bc04 service nova] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Received unexpected event network-vif-plugged-83b9aea5-1dfe-421e-a782-454a2ba78ac1 for instance with vm_state building and task_state spawning. [ 653.489294] env[63260]: DEBUG nova.compute.utils [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 653.490642] env[63260]: DEBUG nova.compute.manager [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 653.490814] env[63260]: DEBUG nova.network.neutron [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 653.560461] env[63260]: DEBUG nova.policy [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '123e989b3a064f11b24ccafce2734c73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60e21d7616ef4af2a9fc79d5b89fc40a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.715279] env[63260]: DEBUG nova.compute.manager [None req-8c3db0c8-9f4e-461c-b59d-71abe2f8142d tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 653.715279] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3db0c8-9f4e-461c-b59d-71abe2f8142d tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 653.715279] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf8fabc-de1b-4e5a-b2e1-1f5173d4a890 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.727120] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c3db0c8-9f4e-461c-b59d-71abe2f8142d tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 653.727450] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6182d3f7-e86c-4d39-9207-06233b206220 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.741849] env[63260]: DEBUG oslo_vmware.api [None req-8c3db0c8-9f4e-461c-b59d-71abe2f8142d tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Waiting for the task: (returnval){ [ 653.741849] env[63260]: value = "task-2284242" [ 653.741849] env[63260]: _type = "Task" [ 653.741849] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.752390] env[63260]: DEBUG oslo_vmware.api [None req-8c3db0c8-9f4e-461c-b59d-71abe2f8142d tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Task: {'id': task-2284242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.755818] env[63260]: DEBUG nova.compute.manager [req-271abc46-992b-44ec-9afd-83ce3bbab02d req-fb350219-2f66-4d99-8123-ded5f0830245 service nova] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Received event network-changed-ac159812-72af-49e3-bbe8-b0bd765f8b1a {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 653.756142] env[63260]: DEBUG nova.compute.manager [req-271abc46-992b-44ec-9afd-83ce3bbab02d req-fb350219-2f66-4d99-8123-ded5f0830245 service nova] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Refreshing instance network info cache due to event network-changed-ac159812-72af-49e3-bbe8-b0bd765f8b1a. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 653.756382] env[63260]: DEBUG oslo_concurrency.lockutils [req-271abc46-992b-44ec-9afd-83ce3bbab02d req-fb350219-2f66-4d99-8123-ded5f0830245 service nova] Acquiring lock "refresh_cache-d524fb17-62cf-42e9-a93f-0066614314a5" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.756524] env[63260]: DEBUG oslo_concurrency.lockutils [req-271abc46-992b-44ec-9afd-83ce3bbab02d req-fb350219-2f66-4d99-8123-ded5f0830245 service nova] Acquired lock "refresh_cache-d524fb17-62cf-42e9-a93f-0066614314a5" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.756684] env[63260]: DEBUG nova.network.neutron [req-271abc46-992b-44ec-9afd-83ce3bbab02d req-fb350219-2f66-4d99-8123-ded5f0830245 service nova] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Refreshing network info cache for port ac159812-72af-49e3-bbe8-b0bd765f8b1a {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.846545] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Acquiring lock "refresh_cache-59e99a9c-a395-45b6-886a-506f1de1163a" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.846934] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Acquired lock "refresh_cache-59e99a9c-a395-45b6-886a-506f1de1163a" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.847194] env[63260]: DEBUG nova.network.neutron [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.891783] env[63260]: DEBUG nova.network.neutron [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Successfully created port: d0526336-1e6b-433b-9bcf-522675996985 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.999362] env[63260]: DEBUG nova.compute.manager [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 654.133592] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c2ed39-afac-4ba4-88c6-982b08d6b25d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.142232] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27585ded-826c-4a4b-8411-95f19412281c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.179371] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6189a5-7f70-4374-a747-7dfd9bed9495 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.187942] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6897a1-9170-4259-9155-42df600dcdae {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.203651] env[63260]: DEBUG nova.compute.provider_tree [None req-683144d2-6ffc-42c1-ad65-2bee23896534 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.252373] env[63260]: DEBUG oslo_vmware.api [None req-8c3db0c8-9f4e-461c-b59d-71abe2f8142d tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Task: {'id': task-2284242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.392242] env[63260]: DEBUG nova.network.neutron [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 654.551231] env[63260]: DEBUG nova.network.neutron [req-271abc46-992b-44ec-9afd-83ce3bbab02d req-fb350219-2f66-4d99-8123-ded5f0830245 service nova] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Updated VIF entry in instance network info cache for port ac159812-72af-49e3-bbe8-b0bd765f8b1a. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.551631] env[63260]: DEBUG nova.network.neutron [req-271abc46-992b-44ec-9afd-83ce3bbab02d req-fb350219-2f66-4d99-8123-ded5f0830245 service nova] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Updating instance_info_cache with network_info: [{"id": "ac159812-72af-49e3-bbe8-b0bd765f8b1a", "address": "fa:16:3e:ff:c2:03", "network": {"id": "e98af8d7-455f-4fcb-abd2-abbc9433e3a6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1408624515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8809c2b1d244294b0d7d1959f02686b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac159812-72", "ovs_interfaceid": "ac159812-72af-49e3-bbe8-b0bd765f8b1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.572846] env[63260]: DEBUG nova.network.neutron [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Updating instance_info_cache with network_info: [{"id": "83b9aea5-1dfe-421e-a782-454a2ba78ac1", "address": "fa:16:3e:75:89:d5", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83b9aea5-1d", "ovs_interfaceid": "83b9aea5-1dfe-421e-a782-454a2ba78ac1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.706869] env[63260]: DEBUG nova.scheduler.client.report [None req-683144d2-6ffc-42c1-ad65-2bee23896534 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.752836] env[63260]: DEBUG oslo_vmware.api [None req-8c3db0c8-9f4e-461c-b59d-71abe2f8142d tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Task: {'id': task-2284242, 'name': PowerOffVM_Task, 'duration_secs': 0.672074} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.753082] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c3db0c8-9f4e-461c-b59d-71abe2f8142d tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 654.753757] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3db0c8-9f4e-461c-b59d-71abe2f8142d tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 654.753757] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b68e162-8a98-4e2e-a9bf-b60a49c22183 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.011495] env[63260]: DEBUG nova.compute.manager [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 655.041401] env[63260]: DEBUG nova.virt.hardware [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 655.041639] env[63260]: DEBUG nova.virt.hardware [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 655.041822] env[63260]: DEBUG nova.virt.hardware [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.041963] env[63260]: DEBUG nova.virt.hardware [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 655.042118] env[63260]: DEBUG nova.virt.hardware [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.042262] env[63260]: DEBUG nova.virt.hardware [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 655.042465] env[63260]: DEBUG nova.virt.hardware [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 655.042619] env[63260]: DEBUG nova.virt.hardware [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 655.042782] env[63260]: DEBUG nova.virt.hardware [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 655.042938] env[63260]: DEBUG nova.virt.hardware [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 655.043186] env[63260]: DEBUG nova.virt.hardware [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 655.044049] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65696126-6bbc-41c2-b97f-fa97b0eb64e6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.052596] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4837b1c9-8929-4ed2-92f7-e8d3c3f41a57 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.056901] env[63260]: DEBUG oslo_concurrency.lockutils [req-271abc46-992b-44ec-9afd-83ce3bbab02d req-fb350219-2f66-4d99-8123-ded5f0830245 service nova] Releasing lock "refresh_cache-d524fb17-62cf-42e9-a93f-0066614314a5" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.058436] env[63260]: DEBUG nova.compute.manager [req-271abc46-992b-44ec-9afd-83ce3bbab02d req-fb350219-2f66-4d99-8123-ded5f0830245 service nova] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Received event network-changed-f1196321-c5f9-4c62-ab89-3364f34263ba {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 655.058436] env[63260]: DEBUG nova.compute.manager [req-271abc46-992b-44ec-9afd-83ce3bbab02d req-fb350219-2f66-4d99-8123-ded5f0830245 service nova] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Refreshing instance network info cache due to event network-changed-f1196321-c5f9-4c62-ab89-3364f34263ba. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 655.058436] env[63260]: DEBUG oslo_concurrency.lockutils [req-271abc46-992b-44ec-9afd-83ce3bbab02d req-fb350219-2f66-4d99-8123-ded5f0830245 service nova] Acquiring lock "refresh_cache-ee17b483-2b67-4714-b8ef-781a358f7fce" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.058436] env[63260]: DEBUG oslo_concurrency.lockutils [req-271abc46-992b-44ec-9afd-83ce3bbab02d req-fb350219-2f66-4d99-8123-ded5f0830245 service nova] Acquired lock "refresh_cache-ee17b483-2b67-4714-b8ef-781a358f7fce" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.058436] env[63260]: DEBUG nova.network.neutron [req-271abc46-992b-44ec-9afd-83ce3bbab02d req-fb350219-2f66-4d99-8123-ded5f0830245 service nova] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Refreshing network info cache for port f1196321-c5f9-4c62-ab89-3364f34263ba {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.075961] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Releasing lock "refresh_cache-59e99a9c-a395-45b6-886a-506f1de1163a" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.076328] env[63260]: DEBUG nova.compute.manager [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Instance network_info: |[{"id": "83b9aea5-1dfe-421e-a782-454a2ba78ac1", "address": "fa:16:3e:75:89:d5", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83b9aea5-1d", "ovs_interfaceid": "83b9aea5-1dfe-421e-a782-454a2ba78ac1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 655.076719] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:89:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83b9aea5-1dfe-421e-a782-454a2ba78ac1', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.083985] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Creating folder: Project (60e21d7616ef4af2a9fc79d5b89fc40a). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.085294] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ceb98e81-2aa1-46e1-965e-a0e94af56881 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Acquiring lock "ee17b483-2b67-4714-b8ef-781a358f7fce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.085522] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ceb98e81-2aa1-46e1-965e-a0e94af56881 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Lock "ee17b483-2b67-4714-b8ef-781a358f7fce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.085718] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ceb98e81-2aa1-46e1-965e-a0e94af56881 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Acquiring lock "ee17b483-2b67-4714-b8ef-781a358f7fce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.089019] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ceb98e81-2aa1-46e1-965e-a0e94af56881 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Lock "ee17b483-2b67-4714-b8ef-781a358f7fce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.089019] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ceb98e81-2aa1-46e1-965e-a0e94af56881 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Lock "ee17b483-2b67-4714-b8ef-781a358f7fce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.089019] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11937312-12b0-4cda-948f-f33d6573944b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.089510] env[63260]: INFO nova.compute.manager [None req-ceb98e81-2aa1-46e1-965e-a0e94af56881 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Terminating instance [ 655.103303] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Created folder: Project (60e21d7616ef4af2a9fc79d5b89fc40a) in parent group-v464889. [ 655.103507] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Creating folder: Instances. Parent ref: group-v464997. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.104293] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-458d3634-8e4f-4db9-9453-2a45b107430e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.119020] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Created folder: Instances in parent group-v464997. [ 655.119020] env[63260]: DEBUG oslo.service.loopingcall [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 655.119020] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.119020] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1270c7b-3113-4aa5-b655-ff83465bf05e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.135914] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.135914] env[63260]: value = "task-2284246" [ 655.135914] env[63260]: _type = "Task" [ 655.135914] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.144449] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284246, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.214896] env[63260]: DEBUG oslo_concurrency.lockutils [None req-683144d2-6ffc-42c1-ad65-2bee23896534 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.231s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.217580] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0ca3f982-912a-4eea-8d9e-f78bcb4f87a9 tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.795s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.218186] env[63260]: DEBUG nova.objects.instance [None req-0ca3f982-912a-4eea-8d9e-f78bcb4f87a9 tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Lazy-loading 'resources' on Instance uuid 9060d6e7-7559-460a-a2b4-9d8ab720f96a {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 655.241759] env[63260]: INFO nova.scheduler.client.report [None req-683144d2-6ffc-42c1-ad65-2bee23896534 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Deleted allocations for instance c6d38585-2785-48b2-b220-80cd664e9010 [ 655.484051] env[63260]: DEBUG nova.compute.manager [req-42316837-4dc6-4af0-946f-94ce415afcba req-6a10d407-950d-478d-ac9e-2be49906f6a4 service nova] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Received event network-changed-83b9aea5-1dfe-421e-a782-454a2ba78ac1 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 655.484051] env[63260]: DEBUG nova.compute.manager [req-42316837-4dc6-4af0-946f-94ce415afcba req-6a10d407-950d-478d-ac9e-2be49906f6a4 service nova] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Refreshing instance network info cache due to event network-changed-83b9aea5-1dfe-421e-a782-454a2ba78ac1. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 655.484051] env[63260]: DEBUG oslo_concurrency.lockutils [req-42316837-4dc6-4af0-946f-94ce415afcba req-6a10d407-950d-478d-ac9e-2be49906f6a4 service nova] Acquiring lock "refresh_cache-59e99a9c-a395-45b6-886a-506f1de1163a" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.484371] env[63260]: DEBUG oslo_concurrency.lockutils [req-42316837-4dc6-4af0-946f-94ce415afcba req-6a10d407-950d-478d-ac9e-2be49906f6a4 service nova] Acquired lock "refresh_cache-59e99a9c-a395-45b6-886a-506f1de1163a" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.484418] env[63260]: DEBUG nova.network.neutron [req-42316837-4dc6-4af0-946f-94ce415afcba req-6a10d407-950d-478d-ac9e-2be49906f6a4 service nova] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Refreshing network info cache for port 83b9aea5-1dfe-421e-a782-454a2ba78ac1 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.594233] env[63260]: DEBUG nova.compute.manager [None req-ceb98e81-2aa1-46e1-965e-a0e94af56881 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 655.594544] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb98e81-2aa1-46e1-965e-a0e94af56881 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 655.595488] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ee9a23-8eb7-4e14-bb25-577c7de0d719 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.604231] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb98e81-2aa1-46e1-965e-a0e94af56881 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 655.604231] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-100792fa-4f1b-49f1-a93b-8c2a052d78e3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.614633] env[63260]: DEBUG oslo_vmware.api [None req-ceb98e81-2aa1-46e1-965e-a0e94af56881 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Waiting for the task: (returnval){ [ 655.614633] env[63260]: value = "task-2284247" [ 655.614633] env[63260]: _type = "Task" [ 655.614633] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.624676] env[63260]: DEBUG oslo_vmware.api [None req-ceb98e81-2aa1-46e1-965e-a0e94af56881 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': task-2284247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.643554] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3db0c8-9f4e-461c-b59d-71abe2f8142d tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 655.643611] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3db0c8-9f4e-461c-b59d-71abe2f8142d tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 655.644264] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c3db0c8-9f4e-461c-b59d-71abe2f8142d tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Deleting the datastore file [datastore1] fc79ec3c-aa00-466e-b660-ac43d2361bbc {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 655.644264] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ebf6174-e4c0-4f74-9984-04a07f491e6c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.649583] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284246, 'name': CreateVM_Task} progress is 25%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.657622] env[63260]: DEBUG oslo_vmware.api [None req-8c3db0c8-9f4e-461c-b59d-71abe2f8142d tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Waiting for the task: (returnval){ [ 655.657622] env[63260]: value = "task-2284248" [ 655.657622] env[63260]: _type = "Task" [ 655.657622] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.665997] env[63260]: DEBUG oslo_vmware.api [None req-8c3db0c8-9f4e-461c-b59d-71abe2f8142d tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Task: {'id': task-2284248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.675925] env[63260]: DEBUG nova.network.neutron [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Successfully updated port: d0526336-1e6b-433b-9bcf-522675996985 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.751237] env[63260]: DEBUG oslo_concurrency.lockutils [None req-683144d2-6ffc-42c1-ad65-2bee23896534 tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Lock "c6d38585-2785-48b2-b220-80cd664e9010" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.813s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.964653] env[63260]: DEBUG nova.network.neutron [req-271abc46-992b-44ec-9afd-83ce3bbab02d req-fb350219-2f66-4d99-8123-ded5f0830245 service nova] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Updated VIF entry in instance network info cache for port f1196321-c5f9-4c62-ab89-3364f34263ba. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.965057] env[63260]: DEBUG nova.network.neutron [req-271abc46-992b-44ec-9afd-83ce3bbab02d req-fb350219-2f66-4d99-8123-ded5f0830245 service nova] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Updating instance_info_cache with network_info: [{"id": "f1196321-c5f9-4c62-ab89-3364f34263ba", "address": "fa:16:3e:6a:d5:ac", "network": {"id": "e98af8d7-455f-4fcb-abd2-abbc9433e3a6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1408624515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8809c2b1d244294b0d7d1959f02686b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1196321-c5", "ovs_interfaceid": "f1196321-c5f9-4c62-ab89-3364f34263ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.042387] env[63260]: DEBUG nova.compute.manager [req-57172d21-60df-49b4-a115-2362fab4a8a5 req-d9783c8a-904c-439c-83ed-e6962a779af5 service nova] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Received event network-changed-f1196321-c5f9-4c62-ab89-3364f34263ba {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 656.042665] env[63260]: DEBUG nova.compute.manager [req-57172d21-60df-49b4-a115-2362fab4a8a5 req-d9783c8a-904c-439c-83ed-e6962a779af5 service nova] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Refreshing instance network info cache due to event network-changed-f1196321-c5f9-4c62-ab89-3364f34263ba. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 656.042933] env[63260]: DEBUG oslo_concurrency.lockutils [req-57172d21-60df-49b4-a115-2362fab4a8a5 req-d9783c8a-904c-439c-83ed-e6962a779af5 service nova] Acquiring lock "refresh_cache-ee17b483-2b67-4714-b8ef-781a358f7fce" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.128808] env[63260]: DEBUG oslo_vmware.api [None req-ceb98e81-2aa1-46e1-965e-a0e94af56881 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': task-2284247, 'name': PowerOffVM_Task, 'duration_secs': 0.386898} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.129297] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb98e81-2aa1-46e1-965e-a0e94af56881 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 656.129297] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb98e81-2aa1-46e1-965e-a0e94af56881 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 656.129518] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a93854c-8d62-4f38-8be5-e58adb998ac6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.149514] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284246, 'name': CreateVM_Task, 'duration_secs': 0.725122} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.149683] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.150352] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.150514] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.150825] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.151090] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd2b7df8-26ac-440e-a68b-e2ce578a69e5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.156896] env[63260]: DEBUG oslo_vmware.api [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Waiting for the task: (returnval){ [ 656.156896] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c7a6d8-4cd2-c480-8cc7-3d252e38756b" [ 656.156896] env[63260]: _type = "Task" [ 656.156896] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.170664] env[63260]: DEBUG oslo_vmware.api [None req-8c3db0c8-9f4e-461c-b59d-71abe2f8142d tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Task: {'id': task-2284248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231574} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.177334] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c3db0c8-9f4e-461c-b59d-71abe2f8142d tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 656.177573] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3db0c8-9f4e-461c-b59d-71abe2f8142d tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 656.177718] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3db0c8-9f4e-461c-b59d-71abe2f8142d tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 656.177982] env[63260]: INFO nova.compute.manager [None req-8c3db0c8-9f4e-461c-b59d-71abe2f8142d tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Took 2.46 seconds to destroy the instance on the hypervisor. [ 656.178324] env[63260]: DEBUG oslo.service.loopingcall [None req-8c3db0c8-9f4e-461c-b59d-71abe2f8142d tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 656.178615] env[63260]: DEBUG oslo_vmware.api [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c7a6d8-4cd2-c480-8cc7-3d252e38756b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.179776] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Acquiring lock "refresh_cache-877174d8-a4d9-4c03-bd61-81f9e541cd22" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.179776] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Acquired lock "refresh_cache-877174d8-a4d9-4c03-bd61-81f9e541cd22" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.179933] env[63260]: DEBUG nova.network.neutron [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.181233] env[63260]: DEBUG nova.compute.manager [-] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 656.181341] env[63260]: DEBUG nova.network.neutron [-] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 656.214096] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb98e81-2aa1-46e1-965e-a0e94af56881 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 656.214096] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb98e81-2aa1-46e1-965e-a0e94af56881 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 656.214096] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceb98e81-2aa1-46e1-965e-a0e94af56881 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Deleting the datastore file [datastore1] ee17b483-2b67-4714-b8ef-781a358f7fce {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 656.214096] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea77a3c1-6a46-4c7d-ad0e-9aaefbae7ddb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.225771] env[63260]: DEBUG oslo_vmware.api [None req-ceb98e81-2aa1-46e1-965e-a0e94af56881 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Waiting for the task: (returnval){ [ 656.225771] env[63260]: value = "task-2284250" [ 656.225771] env[63260]: _type = "Task" [ 656.225771] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.236974] env[63260]: DEBUG oslo_vmware.api [None req-ceb98e81-2aa1-46e1-965e-a0e94af56881 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': task-2284250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.355436] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022b0f70-63ce-4e1c-818e-c3ca40113722 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.363558] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3250bc24-0db4-44cf-a8d4-830c62bab251 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.403549] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed33d28-c2f0-49de-8bc6-3781e48cf625 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.412107] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8426f2f5-d14b-4ded-8958-4c5d243a7c28 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.426330] env[63260]: DEBUG nova.compute.provider_tree [None req-0ca3f982-912a-4eea-8d9e-f78bcb4f87a9 tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.467655] env[63260]: DEBUG oslo_concurrency.lockutils [req-271abc46-992b-44ec-9afd-83ce3bbab02d req-fb350219-2f66-4d99-8123-ded5f0830245 service nova] Releasing lock "refresh_cache-ee17b483-2b67-4714-b8ef-781a358f7fce" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.468381] env[63260]: DEBUG oslo_concurrency.lockutils [req-57172d21-60df-49b4-a115-2362fab4a8a5 req-d9783c8a-904c-439c-83ed-e6962a779af5 service nova] Acquired lock "refresh_cache-ee17b483-2b67-4714-b8ef-781a358f7fce" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.468573] env[63260]: DEBUG nova.network.neutron [req-57172d21-60df-49b4-a115-2362fab4a8a5 req-d9783c8a-904c-439c-83ed-e6962a779af5 service nova] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Refreshing network info cache for port f1196321-c5f9-4c62-ab89-3364f34263ba {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.590108] env[63260]: DEBUG nova.network.neutron [req-42316837-4dc6-4af0-946f-94ce415afcba req-6a10d407-950d-478d-ac9e-2be49906f6a4 service nova] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Updated VIF entry in instance network info cache for port 83b9aea5-1dfe-421e-a782-454a2ba78ac1. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 656.590510] env[63260]: DEBUG nova.network.neutron [req-42316837-4dc6-4af0-946f-94ce415afcba req-6a10d407-950d-478d-ac9e-2be49906f6a4 service nova] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Updating instance_info_cache with network_info: [{"id": "83b9aea5-1dfe-421e-a782-454a2ba78ac1", "address": "fa:16:3e:75:89:d5", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83b9aea5-1d", "ovs_interfaceid": "83b9aea5-1dfe-421e-a782-454a2ba78ac1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.671874] env[63260]: DEBUG oslo_vmware.api [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c7a6d8-4cd2-c480-8cc7-3d252e38756b, 'name': SearchDatastore_Task, 'duration_secs': 0.011448} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.672264] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.672537] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.672812] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.672978] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.673209] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.673524] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f90c3276-386b-46e8-ad11-783729c94b08 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.685930] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.687028] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.687028] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c6e6033-c84c-4b12-9728-9f52d742a1df {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.695024] env[63260]: DEBUG oslo_vmware.api [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Waiting for the task: (returnval){ [ 656.695024] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c1d874-e792-bb5c-6439-9bf640efbb0f" [ 656.695024] env[63260]: _type = "Task" [ 656.695024] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.702233] env[63260]: DEBUG oslo_vmware.api [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c1d874-e792-bb5c-6439-9bf640efbb0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.736918] env[63260]: DEBUG oslo_vmware.api [None req-ceb98e81-2aa1-46e1-965e-a0e94af56881 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': task-2284250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141501} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.737173] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceb98e81-2aa1-46e1-965e-a0e94af56881 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 656.737355] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb98e81-2aa1-46e1-965e-a0e94af56881 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 656.737528] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb98e81-2aa1-46e1-965e-a0e94af56881 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 656.737695] env[63260]: INFO nova.compute.manager [None req-ceb98e81-2aa1-46e1-965e-a0e94af56881 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Took 1.14 seconds to destroy the instance on the hypervisor. [ 656.737921] env[63260]: DEBUG oslo.service.loopingcall [None req-ceb98e81-2aa1-46e1-965e-a0e94af56881 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 656.738118] env[63260]: DEBUG nova.compute.manager [-] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 656.738228] env[63260]: DEBUG nova.network.neutron [-] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 656.746163] env[63260]: DEBUG nova.network.neutron [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.930599] env[63260]: DEBUG nova.scheduler.client.report [None req-0ca3f982-912a-4eea-8d9e-f78bcb4f87a9 tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.959958] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7a8ed5d3-550d-4e4b-9f5f-6cc614c5ac8b tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Acquiring lock "77b8038e-198c-494f-9d58-92b8d2551a3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.960089] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7a8ed5d3-550d-4e4b-9f5f-6cc614c5ac8b tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Lock "77b8038e-198c-494f-9d58-92b8d2551a3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.960361] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7a8ed5d3-550d-4e4b-9f5f-6cc614c5ac8b tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Acquiring lock "77b8038e-198c-494f-9d58-92b8d2551a3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.960683] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7a8ed5d3-550d-4e4b-9f5f-6cc614c5ac8b tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Lock "77b8038e-198c-494f-9d58-92b8d2551a3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.960764] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7a8ed5d3-550d-4e4b-9f5f-6cc614c5ac8b tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Lock "77b8038e-198c-494f-9d58-92b8d2551a3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.963218] env[63260]: INFO nova.compute.manager [None req-7a8ed5d3-550d-4e4b-9f5f-6cc614c5ac8b tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Terminating instance [ 656.964593] env[63260]: DEBUG nova.network.neutron [-] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.008815] env[63260]: DEBUG nova.network.neutron [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Updating instance_info_cache with network_info: [{"id": "d0526336-1e6b-433b-9bcf-522675996985", "address": "fa:16:3e:58:df:b7", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0526336-1e", "ovs_interfaceid": "d0526336-1e6b-433b-9bcf-522675996985", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.093158] env[63260]: DEBUG oslo_concurrency.lockutils [req-42316837-4dc6-4af0-946f-94ce415afcba req-6a10d407-950d-478d-ac9e-2be49906f6a4 service nova] Releasing lock "refresh_cache-59e99a9c-a395-45b6-886a-506f1de1163a" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.212678] env[63260]: DEBUG oslo_vmware.api [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c1d874-e792-bb5c-6439-9bf640efbb0f, 'name': SearchDatastore_Task, 'duration_secs': 0.010632} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.217016] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d84520c-5545-4ee4-a3eb-f79ec1e97f60 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.219830] env[63260]: DEBUG oslo_vmware.api [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Waiting for the task: (returnval){ [ 657.219830] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]527dd14e-33db-f048-478f-c155e6587723" [ 657.219830] env[63260]: _type = "Task" [ 657.219830] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.236139] env[63260]: DEBUG oslo_vmware.api [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]527dd14e-33db-f048-478f-c155e6587723, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.316715] env[63260]: DEBUG nova.network.neutron [req-57172d21-60df-49b4-a115-2362fab4a8a5 req-d9783c8a-904c-439c-83ed-e6962a779af5 service nova] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Updated VIF entry in instance network info cache for port f1196321-c5f9-4c62-ab89-3364f34263ba. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.316715] env[63260]: DEBUG nova.network.neutron [req-57172d21-60df-49b4-a115-2362fab4a8a5 req-d9783c8a-904c-439c-83ed-e6962a779af5 service nova] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Updating instance_info_cache with network_info: [{"id": "f1196321-c5f9-4c62-ab89-3364f34263ba", "address": "fa:16:3e:6a:d5:ac", "network": {"id": "e98af8d7-455f-4fcb-abd2-abbc9433e3a6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1408624515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8809c2b1d244294b0d7d1959f02686b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1196321-c5", "ovs_interfaceid": "f1196321-c5f9-4c62-ab89-3364f34263ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.437177] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0ca3f982-912a-4eea-8d9e-f78bcb4f87a9 tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.220s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.440327] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.843s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.442697] env[63260]: INFO nova.compute.claims [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.468410] env[63260]: INFO nova.scheduler.client.report [None req-0ca3f982-912a-4eea-8d9e-f78bcb4f87a9 tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Deleted allocations for instance 9060d6e7-7559-460a-a2b4-9d8ab720f96a [ 657.469284] env[63260]: INFO nova.compute.manager [-] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Took 1.29 seconds to deallocate network for instance. [ 657.469856] env[63260]: DEBUG nova.compute.manager [None req-7a8ed5d3-550d-4e4b-9f5f-6cc614c5ac8b tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 657.471766] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8ed5d3-550d-4e4b-9f5f-6cc614c5ac8b tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 657.476258] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deedd7ce-b953-44fe-a0ac-2d9495c3306a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.489036] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a8ed5d3-550d-4e4b-9f5f-6cc614c5ac8b tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.489300] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3523a920-a706-46dc-aa8b-c3f112e19896 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.497435] env[63260]: DEBUG oslo_vmware.api [None req-7a8ed5d3-550d-4e4b-9f5f-6cc614c5ac8b tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Waiting for the task: (returnval){ [ 657.497435] env[63260]: value = "task-2284251" [ 657.497435] env[63260]: _type = "Task" [ 657.497435] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.507346] env[63260]: DEBUG oslo_vmware.api [None req-7a8ed5d3-550d-4e4b-9f5f-6cc614c5ac8b tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2284251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.510994] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Releasing lock "refresh_cache-877174d8-a4d9-4c03-bd61-81f9e541cd22" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.511354] env[63260]: DEBUG nova.compute.manager [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Instance network_info: |[{"id": "d0526336-1e6b-433b-9bcf-522675996985", "address": "fa:16:3e:58:df:b7", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0526336-1e", "ovs_interfaceid": "d0526336-1e6b-433b-9bcf-522675996985", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 657.511795] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:df:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0526336-1e6b-433b-9bcf-522675996985', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.519993] env[63260]: DEBUG oslo.service.loopingcall [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 657.522203] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.524380] env[63260]: DEBUG nova.compute.manager [req-2cc25646-a026-4688-8430-8a5727dbb4db req-bf6349f3-b96f-466d-bf50-35ebfc28b722 service nova] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Received event network-vif-plugged-d0526336-1e6b-433b-9bcf-522675996985 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 657.524624] env[63260]: DEBUG oslo_concurrency.lockutils [req-2cc25646-a026-4688-8430-8a5727dbb4db req-bf6349f3-b96f-466d-bf50-35ebfc28b722 service nova] Acquiring lock "877174d8-a4d9-4c03-bd61-81f9e541cd22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.524855] env[63260]: DEBUG oslo_concurrency.lockutils [req-2cc25646-a026-4688-8430-8a5727dbb4db req-bf6349f3-b96f-466d-bf50-35ebfc28b722 service nova] Lock "877174d8-a4d9-4c03-bd61-81f9e541cd22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.525064] env[63260]: DEBUG oslo_concurrency.lockutils [req-2cc25646-a026-4688-8430-8a5727dbb4db req-bf6349f3-b96f-466d-bf50-35ebfc28b722 service nova] Lock "877174d8-a4d9-4c03-bd61-81f9e541cd22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.525345] env[63260]: DEBUG nova.compute.manager [req-2cc25646-a026-4688-8430-8a5727dbb4db req-bf6349f3-b96f-466d-bf50-35ebfc28b722 service nova] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] No waiting events found dispatching network-vif-plugged-d0526336-1e6b-433b-9bcf-522675996985 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 657.525552] env[63260]: WARNING nova.compute.manager [req-2cc25646-a026-4688-8430-8a5727dbb4db req-bf6349f3-b96f-466d-bf50-35ebfc28b722 service nova] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Received unexpected event network-vif-plugged-d0526336-1e6b-433b-9bcf-522675996985 for instance with vm_state building and task_state spawning. [ 657.525731] env[63260]: DEBUG nova.compute.manager [req-2cc25646-a026-4688-8430-8a5727dbb4db req-bf6349f3-b96f-466d-bf50-35ebfc28b722 service nova] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Received event network-changed-d0526336-1e6b-433b-9bcf-522675996985 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 657.525912] env[63260]: DEBUG nova.compute.manager [req-2cc25646-a026-4688-8430-8a5727dbb4db req-bf6349f3-b96f-466d-bf50-35ebfc28b722 service nova] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Refreshing instance network info cache due to event network-changed-d0526336-1e6b-433b-9bcf-522675996985. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 657.526172] env[63260]: DEBUG oslo_concurrency.lockutils [req-2cc25646-a026-4688-8430-8a5727dbb4db req-bf6349f3-b96f-466d-bf50-35ebfc28b722 service nova] Acquiring lock "refresh_cache-877174d8-a4d9-4c03-bd61-81f9e541cd22" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.526325] env[63260]: DEBUG oslo_concurrency.lockutils [req-2cc25646-a026-4688-8430-8a5727dbb4db req-bf6349f3-b96f-466d-bf50-35ebfc28b722 service nova] Acquired lock "refresh_cache-877174d8-a4d9-4c03-bd61-81f9e541cd22" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.526499] env[63260]: DEBUG nova.network.neutron [req-2cc25646-a026-4688-8430-8a5727dbb4db req-bf6349f3-b96f-466d-bf50-35ebfc28b722 service nova] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Refreshing network info cache for port d0526336-1e6b-433b-9bcf-522675996985 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.528256] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efacf0f1-1ddb-4e52-b507-1e9bee81ef3e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.554445] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.554445] env[63260]: value = "task-2284252" [ 657.554445] env[63260]: _type = "Task" [ 657.554445] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.564771] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284252, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.731430] env[63260]: DEBUG oslo_vmware.api [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]527dd14e-33db-f048-478f-c155e6587723, 'name': SearchDatastore_Task, 'duration_secs': 0.010895} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.731791] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.731843] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 59e99a9c-a395-45b6-886a-506f1de1163a/59e99a9c-a395-45b6-886a-506f1de1163a.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.732103] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c412179-acc1-4aa4-bbd0-ea9dc83ed859 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.738833] env[63260]: DEBUG oslo_vmware.api [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Waiting for the task: (returnval){ [ 657.738833] env[63260]: value = "task-2284253" [ 657.738833] env[63260]: _type = "Task" [ 657.738833] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.742256] env[63260]: DEBUG nova.network.neutron [-] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.749160] env[63260]: DEBUG oslo_vmware.api [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.802710] env[63260]: DEBUG nova.network.neutron [req-2cc25646-a026-4688-8430-8a5727dbb4db req-bf6349f3-b96f-466d-bf50-35ebfc28b722 service nova] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Updated VIF entry in instance network info cache for port d0526336-1e6b-433b-9bcf-522675996985. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.803100] env[63260]: DEBUG nova.network.neutron [req-2cc25646-a026-4688-8430-8a5727dbb4db req-bf6349f3-b96f-466d-bf50-35ebfc28b722 service nova] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Updating instance_info_cache with network_info: [{"id": "d0526336-1e6b-433b-9bcf-522675996985", "address": "fa:16:3e:58:df:b7", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0526336-1e", "ovs_interfaceid": "d0526336-1e6b-433b-9bcf-522675996985", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.818776] env[63260]: DEBUG oslo_concurrency.lockutils [req-57172d21-60df-49b4-a115-2362fab4a8a5 req-d9783c8a-904c-439c-83ed-e6962a779af5 service nova] Releasing lock "refresh_cache-ee17b483-2b67-4714-b8ef-781a358f7fce" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.819058] env[63260]: DEBUG nova.compute.manager [req-57172d21-60df-49b4-a115-2362fab4a8a5 req-d9783c8a-904c-439c-83ed-e6962a779af5 service nova] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Received event network-changed-ac159812-72af-49e3-bbe8-b0bd765f8b1a {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 657.819234] env[63260]: DEBUG nova.compute.manager [req-57172d21-60df-49b4-a115-2362fab4a8a5 req-d9783c8a-904c-439c-83ed-e6962a779af5 service nova] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Refreshing instance network info cache due to event network-changed-ac159812-72af-49e3-bbe8-b0bd765f8b1a. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 657.819444] env[63260]: DEBUG oslo_concurrency.lockutils [req-57172d21-60df-49b4-a115-2362fab4a8a5 req-d9783c8a-904c-439c-83ed-e6962a779af5 service nova] Acquiring lock "refresh_cache-d524fb17-62cf-42e9-a93f-0066614314a5" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.819603] env[63260]: DEBUG oslo_concurrency.lockutils [req-57172d21-60df-49b4-a115-2362fab4a8a5 req-d9783c8a-904c-439c-83ed-e6962a779af5 service nova] Acquired lock "refresh_cache-d524fb17-62cf-42e9-a93f-0066614314a5" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.819789] env[63260]: DEBUG nova.network.neutron [req-57172d21-60df-49b4-a115-2362fab4a8a5 req-d9783c8a-904c-439c-83ed-e6962a779af5 service nova] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Refreshing network info cache for port ac159812-72af-49e3-bbe8-b0bd765f8b1a {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.983411] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0ca3f982-912a-4eea-8d9e-f78bcb4f87a9 tempest-ServerAddressesTestJSON-1462851538 tempest-ServerAddressesTestJSON-1462851538-project-member] Lock "9060d6e7-7559-460a-a2b4-9d8ab720f96a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.986s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.984944] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c3db0c8-9f4e-461c-b59d-71abe2f8142d tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.011561] env[63260]: DEBUG oslo_vmware.api [None req-7a8ed5d3-550d-4e4b-9f5f-6cc614c5ac8b tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2284251, 'name': PowerOffVM_Task, 'duration_secs': 0.240893} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.011899] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a8ed5d3-550d-4e4b-9f5f-6cc614c5ac8b tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 658.012116] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8ed5d3-550d-4e4b-9f5f-6cc614c5ac8b tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 658.012395] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88d411b6-81da-4b6a-b30d-5f39dcc9edab {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.071819] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284252, 'name': CreateVM_Task, 'duration_secs': 0.357297} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.073358] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.074296] env[63260]: DEBUG nova.compute.manager [req-d7b2e335-f88f-4dea-b9a0-83b242512959 req-6c73fb09-f514-4f78-84d9-07a1bea3c46b service nova] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Received event network-changed-ac159812-72af-49e3-bbe8-b0bd765f8b1a {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 658.074474] env[63260]: DEBUG nova.compute.manager [req-d7b2e335-f88f-4dea-b9a0-83b242512959 req-6c73fb09-f514-4f78-84d9-07a1bea3c46b service nova] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Refreshing instance network info cache due to event network-changed-ac159812-72af-49e3-bbe8-b0bd765f8b1a. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 658.074664] env[63260]: DEBUG oslo_concurrency.lockutils [req-d7b2e335-f88f-4dea-b9a0-83b242512959 req-6c73fb09-f514-4f78-84d9-07a1bea3c46b service nova] Acquiring lock "refresh_cache-d524fb17-62cf-42e9-a93f-0066614314a5" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.075624] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.075782] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.076115] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.076645] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3d37040-ac45-4c78-be95-09c3eae856b9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.083089] env[63260]: DEBUG oslo_vmware.api [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Waiting for the task: (returnval){ [ 658.083089] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5231cd37-36d9-74b5-0e00-6460acd87227" [ 658.083089] env[63260]: _type = "Task" [ 658.083089] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.094076] env[63260]: DEBUG oslo_vmware.api [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5231cd37-36d9-74b5-0e00-6460acd87227, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.111565] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8ed5d3-550d-4e4b-9f5f-6cc614c5ac8b tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 658.111874] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8ed5d3-550d-4e4b-9f5f-6cc614c5ac8b tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 658.112454] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a8ed5d3-550d-4e4b-9f5f-6cc614c5ac8b tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Deleting the datastore file [datastore2] 77b8038e-198c-494f-9d58-92b8d2551a3e {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 658.112534] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-393ad647-b692-4880-a2c6-2e20dbaa8759 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.121390] env[63260]: DEBUG oslo_vmware.api [None req-7a8ed5d3-550d-4e4b-9f5f-6cc614c5ac8b tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Waiting for the task: (returnval){ [ 658.121390] env[63260]: value = "task-2284255" [ 658.121390] env[63260]: _type = "Task" [ 658.121390] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.131380] env[63260]: DEBUG oslo_vmware.api [None req-7a8ed5d3-550d-4e4b-9f5f-6cc614c5ac8b tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2284255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.244839] env[63260]: INFO nova.compute.manager [-] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Took 1.51 seconds to deallocate network for instance. [ 658.250287] env[63260]: DEBUG oslo_vmware.api [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284253, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500195} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.253055] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 59e99a9c-a395-45b6-886a-506f1de1163a/59e99a9c-a395-45b6-886a-506f1de1163a.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.253248] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.253687] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1083e77-b4a0-4e45-9059-2c876cd9a7ef {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.260656] env[63260]: DEBUG oslo_vmware.api [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Waiting for the task: (returnval){ [ 658.260656] env[63260]: value = "task-2284256" [ 658.260656] env[63260]: _type = "Task" [ 658.260656] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.271131] env[63260]: DEBUG oslo_vmware.api [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284256, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.306092] env[63260]: DEBUG oslo_concurrency.lockutils [req-2cc25646-a026-4688-8430-8a5727dbb4db req-bf6349f3-b96f-466d-bf50-35ebfc28b722 service nova] Releasing lock "refresh_cache-877174d8-a4d9-4c03-bd61-81f9e541cd22" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.307043] env[63260]: DEBUG nova.compute.manager [req-2cc25646-a026-4688-8430-8a5727dbb4db req-bf6349f3-b96f-466d-bf50-35ebfc28b722 service nova] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Received event network-vif-deleted-9c629d21-4f96-482d-a7ff-9ae4b1c00a16 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 658.307043] env[63260]: DEBUG nova.compute.manager [req-2cc25646-a026-4688-8430-8a5727dbb4db req-bf6349f3-b96f-466d-bf50-35ebfc28b722 service nova] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Received event network-vif-deleted-f1196321-c5f9-4c62-ab89-3364f34263ba {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 658.307043] env[63260]: INFO nova.compute.manager [req-2cc25646-a026-4688-8430-8a5727dbb4db req-bf6349f3-b96f-466d-bf50-35ebfc28b722 service nova] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Neutron deleted interface f1196321-c5f9-4c62-ab89-3364f34263ba; detaching it from the instance and deleting it from the info cache [ 658.307043] env[63260]: DEBUG nova.network.neutron [req-2cc25646-a026-4688-8430-8a5727dbb4db req-bf6349f3-b96f-466d-bf50-35ebfc28b722 service nova] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.580016] env[63260]: DEBUG nova.network.neutron [req-57172d21-60df-49b4-a115-2362fab4a8a5 req-d9783c8a-904c-439c-83ed-e6962a779af5 service nova] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Updated VIF entry in instance network info cache for port ac159812-72af-49e3-bbe8-b0bd765f8b1a. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.580183] env[63260]: DEBUG nova.network.neutron [req-57172d21-60df-49b4-a115-2362fab4a8a5 req-d9783c8a-904c-439c-83ed-e6962a779af5 service nova] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Updating instance_info_cache with network_info: [{"id": "ac159812-72af-49e3-bbe8-b0bd765f8b1a", "address": "fa:16:3e:ff:c2:03", "network": {"id": "e98af8d7-455f-4fcb-abd2-abbc9433e3a6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1408624515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8809c2b1d244294b0d7d1959f02686b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac159812-72", "ovs_interfaceid": "ac159812-72af-49e3-bbe8-b0bd765f8b1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.594709] env[63260]: DEBUG oslo_vmware.api [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5231cd37-36d9-74b5-0e00-6460acd87227, 'name': SearchDatastore_Task, 'duration_secs': 0.058309} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.595673] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.595892] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.596134] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.596273] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.596445] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.596948] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67dc14e8-8f02-4f32-b36d-f94a8ddf0c80 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.614608] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.614788] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.615761] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf37c02e-d6aa-4c35-a850-1dad5ab04a64 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.626533] env[63260]: DEBUG oslo_vmware.api [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Waiting for the task: (returnval){ [ 658.626533] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]527575e5-9b0b-bff1-fff1-a534371d8593" [ 658.626533] env[63260]: _type = "Task" [ 658.626533] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.632709] env[63260]: DEBUG oslo_vmware.api [None req-7a8ed5d3-550d-4e4b-9f5f-6cc614c5ac8b tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Task: {'id': task-2284255, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239273} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.635491] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a8ed5d3-550d-4e4b-9f5f-6cc614c5ac8b tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.635835] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8ed5d3-550d-4e4b-9f5f-6cc614c5ac8b tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 658.636049] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8ed5d3-550d-4e4b-9f5f-6cc614c5ac8b tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 658.636233] env[63260]: INFO nova.compute.manager [None req-7a8ed5d3-550d-4e4b-9f5f-6cc614c5ac8b tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 658.636592] env[63260]: DEBUG oslo.service.loopingcall [None req-7a8ed5d3-550d-4e4b-9f5f-6cc614c5ac8b tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 658.637756] env[63260]: DEBUG nova.compute.manager [-] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 658.637756] env[63260]: DEBUG nova.network.neutron [-] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 658.642151] env[63260]: DEBUG oslo_vmware.api [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]527575e5-9b0b-bff1-fff1-a534371d8593, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.755177] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ceb98e81-2aa1-46e1-965e-a0e94af56881 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.771304] env[63260]: DEBUG oslo_vmware.api [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284256, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06854} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.773905] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 658.774965] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c831358-d8f5-4a79-8de1-313aa4f472b5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.797699] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 59e99a9c-a395-45b6-886a-506f1de1163a/59e99a9c-a395-45b6-886a-506f1de1163a.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.800532] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-046c6071-9daf-4ae4-af7e-82ebc1b8edb0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.816803] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37aaa018-650c-4877-b1cd-a08695180e0a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.828219] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9dd0c34-0217-4244-ae9c-c62c75ae1510 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.838944] env[63260]: DEBUG oslo_vmware.api [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Waiting for the task: (returnval){ [ 658.838944] env[63260]: value = "task-2284257" [ 658.838944] env[63260]: _type = "Task" [ 658.838944] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.874762] env[63260]: DEBUG nova.compute.manager [req-2cc25646-a026-4688-8430-8a5727dbb4db req-bf6349f3-b96f-466d-bf50-35ebfc28b722 service nova] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Detach interface failed, port_id=f1196321-c5f9-4c62-ab89-3364f34263ba, reason: Instance ee17b483-2b67-4714-b8ef-781a358f7fce could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 658.875430] env[63260]: DEBUG oslo_vmware.api [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.055569] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ccf47b-1eb5-4f8d-b816-3fd743fc3dda {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.063990] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ad0ca7-97d8-4939-8f7a-356798ccf701 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.094195] env[63260]: DEBUG oslo_concurrency.lockutils [req-57172d21-60df-49b4-a115-2362fab4a8a5 req-d9783c8a-904c-439c-83ed-e6962a779af5 service nova] Releasing lock "refresh_cache-d524fb17-62cf-42e9-a93f-0066614314a5" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.094725] env[63260]: DEBUG oslo_concurrency.lockutils [req-d7b2e335-f88f-4dea-b9a0-83b242512959 req-6c73fb09-f514-4f78-84d9-07a1bea3c46b service nova] Acquired lock "refresh_cache-d524fb17-62cf-42e9-a93f-0066614314a5" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.094919] env[63260]: DEBUG nova.network.neutron [req-d7b2e335-f88f-4dea-b9a0-83b242512959 req-6c73fb09-f514-4f78-84d9-07a1bea3c46b service nova] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Refreshing network info cache for port ac159812-72af-49e3-bbe8-b0bd765f8b1a {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.096619] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d877fea6-a1a3-4eaa-ae4d-bd38929639d8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.109854] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88630abc-797a-4c76-be9c-aea43345b2de {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.127264] env[63260]: DEBUG nova.compute.provider_tree [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.142291] env[63260]: DEBUG oslo_vmware.api [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]527575e5-9b0b-bff1-fff1-a534371d8593, 'name': SearchDatastore_Task, 'duration_secs': 0.060984} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.143907] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0de6c16b-dee3-4b8e-b2c6-9b7fbd347659 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.151310] env[63260]: DEBUG oslo_vmware.api [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Waiting for the task: (returnval){ [ 659.151310] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52165224-8073-8876-4c76-8bf6eebaf7fb" [ 659.151310] env[63260]: _type = "Task" [ 659.151310] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.160375] env[63260]: DEBUG oslo_vmware.api [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52165224-8073-8876-4c76-8bf6eebaf7fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.352143] env[63260]: DEBUG oslo_vmware.api [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284257, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.353053] env[63260]: DEBUG oslo_concurrency.lockutils [None req-27f4037b-3876-40e8-8fa3-49689c9a6410 tempest-VolumesAssistedSnapshotsTest-1728818043 tempest-VolumesAssistedSnapshotsTest-1728818043-project-admin] Acquiring lock "5fe433a6-f3de-43d2-a381-7a2c5a394c35" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.353302] env[63260]: DEBUG oslo_concurrency.lockutils [None req-27f4037b-3876-40e8-8fa3-49689c9a6410 tempest-VolumesAssistedSnapshotsTest-1728818043 tempest-VolumesAssistedSnapshotsTest-1728818043-project-admin] Lock "5fe433a6-f3de-43d2-a381-7a2c5a394c35" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.377818] env[63260]: DEBUG nova.network.neutron [-] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.634018] env[63260]: DEBUG nova.scheduler.client.report [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.665515] env[63260]: DEBUG oslo_vmware.api [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52165224-8073-8876-4c76-8bf6eebaf7fb, 'name': SearchDatastore_Task, 'duration_secs': 0.023369} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.665885] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.666210] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 877174d8-a4d9-4c03-bd61-81f9e541cd22/877174d8-a4d9-4c03-bd61-81f9e541cd22.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.666548] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6488f29c-bc2d-4609-ad87-c336f0a500a3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.681832] env[63260]: DEBUG oslo_vmware.api [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Waiting for the task: (returnval){ [ 659.681832] env[63260]: value = "task-2284258" [ 659.681832] env[63260]: _type = "Task" [ 659.681832] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.695578] env[63260]: DEBUG oslo_vmware.api [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.859064] env[63260]: DEBUG nova.compute.utils [None req-27f4037b-3876-40e8-8fa3-49689c9a6410 tempest-VolumesAssistedSnapshotsTest-1728818043 tempest-VolumesAssistedSnapshotsTest-1728818043-project-admin] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 659.860591] env[63260]: DEBUG oslo_vmware.api [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284257, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.881908] env[63260]: INFO nova.compute.manager [-] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Took 1.24 seconds to deallocate network for instance. [ 659.937652] env[63260]: DEBUG nova.network.neutron [req-d7b2e335-f88f-4dea-b9a0-83b242512959 req-6c73fb09-f514-4f78-84d9-07a1bea3c46b service nova] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Updated VIF entry in instance network info cache for port ac159812-72af-49e3-bbe8-b0bd765f8b1a. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.938156] env[63260]: DEBUG nova.network.neutron [req-d7b2e335-f88f-4dea-b9a0-83b242512959 req-6c73fb09-f514-4f78-84d9-07a1bea3c46b service nova] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Updating instance_info_cache with network_info: [{"id": "ac159812-72af-49e3-bbe8-b0bd765f8b1a", "address": "fa:16:3e:ff:c2:03", "network": {"id": "e98af8d7-455f-4fcb-abd2-abbc9433e3a6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1408624515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8809c2b1d244294b0d7d1959f02686b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac159812-72", "ovs_interfaceid": "ac159812-72af-49e3-bbe8-b0bd765f8b1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.953514] env[63260]: DEBUG nova.compute.manager [req-2c893452-0546-4b72-a8df-e11e8e8801ea req-efc1298d-a72a-47d5-ba53-92bba12fab19 service nova] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Received event network-vif-deleted-f3bd27cb-4d44-4ffb-b50a-358c620772a0 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 660.144179] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.144764] env[63260]: DEBUG nova.compute.manager [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 660.147431] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e8ec43b1-fce7-4de1-a042-b7fab46fe14a tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.327s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.147732] env[63260]: DEBUG nova.objects.instance [None req-e8ec43b1-fce7-4de1-a042-b7fab46fe14a tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Lazy-loading 'resources' on Instance uuid 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 660.193707] env[63260]: DEBUG oslo_vmware.api [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284258, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473065} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.194126] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 877174d8-a4d9-4c03-bd61-81f9e541cd22/877174d8-a4d9-4c03-bd61-81f9e541cd22.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.196701] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.196701] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d680330b-3ef9-4657-9bde-59dc8e10440b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.203379] env[63260]: DEBUG oslo_vmware.api [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Waiting for the task: (returnval){ [ 660.203379] env[63260]: value = "task-2284259" [ 660.203379] env[63260]: _type = "Task" [ 660.203379] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.213429] env[63260]: DEBUG oslo_vmware.api [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.352593] env[63260]: DEBUG oslo_vmware.api [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284257, 'name': ReconfigVM_Task, 'duration_secs': 1.291511} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.352882] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 59e99a9c-a395-45b6-886a-506f1de1163a/59e99a9c-a395-45b6-886a-506f1de1163a.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.353527] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1aa014e5-ce29-4a59-a795-41910f28c955 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.361123] env[63260]: DEBUG oslo_vmware.api [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Waiting for the task: (returnval){ [ 660.361123] env[63260]: value = "task-2284260" [ 660.361123] env[63260]: _type = "Task" [ 660.361123] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.364021] env[63260]: DEBUG oslo_concurrency.lockutils [None req-27f4037b-3876-40e8-8fa3-49689c9a6410 tempest-VolumesAssistedSnapshotsTest-1728818043 tempest-VolumesAssistedSnapshotsTest-1728818043-project-admin] Lock "5fe433a6-f3de-43d2-a381-7a2c5a394c35" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.370079] env[63260]: DEBUG oslo_vmware.api [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284260, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.395553] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7a8ed5d3-550d-4e4b-9f5f-6cc614c5ac8b tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.442371] env[63260]: DEBUG oslo_concurrency.lockutils [req-d7b2e335-f88f-4dea-b9a0-83b242512959 req-6c73fb09-f514-4f78-84d9-07a1bea3c46b service nova] Releasing lock "refresh_cache-d524fb17-62cf-42e9-a93f-0066614314a5" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.650480] env[63260]: DEBUG nova.compute.utils [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 660.651909] env[63260]: DEBUG nova.compute.manager [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 660.652109] env[63260]: DEBUG nova.network.neutron [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 660.714743] env[63260]: DEBUG oslo_vmware.api [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068867} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.716215] env[63260]: DEBUG nova.policy [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '947992485b964463a200e64150c9e686', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'afec14ab5c3244a5a4bbc3347cbf67fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.720239] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.721353] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabf2b77-bea4-47ef-a68a-a7803a198450 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.746384] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 877174d8-a4d9-4c03-bd61-81f9e541cd22/877174d8-a4d9-4c03-bd61-81f9e541cd22.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.749386] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a298fa7-eea5-4529-b9af-04a61572279b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.770370] env[63260]: DEBUG oslo_vmware.api [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Waiting for the task: (returnval){ [ 660.770370] env[63260]: value = "task-2284261" [ 660.770370] env[63260]: _type = "Task" [ 660.770370] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.781796] env[63260]: DEBUG oslo_vmware.api [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284261, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.874533] env[63260]: DEBUG oslo_vmware.api [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284260, 'name': Rename_Task, 'duration_secs': 0.164189} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.874911] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.875209] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-845aa594-0852-457d-92f2-4a6f1de52076 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.886482] env[63260]: DEBUG oslo_vmware.api [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Waiting for the task: (returnval){ [ 660.886482] env[63260]: value = "task-2284262" [ 660.886482] env[63260]: _type = "Task" [ 660.886482] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.898539] env[63260]: DEBUG oslo_vmware.api [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.132416] env[63260]: DEBUG nova.network.neutron [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Successfully created port: ecaed0bf-f81f-4432-adea-0c7c37fc123a {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 661.161201] env[63260]: DEBUG nova.compute.manager [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.246943] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e56314-be04-4d36-8bc3-024b845d0795 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.258505] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230cbaa8-1864-4c5e-8002-bf3fb2bb985d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.301358] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf41092-74d0-415f-9642-3605af8195cc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.311368] env[63260]: DEBUG oslo_vmware.api [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284261, 'name': ReconfigVM_Task, 'duration_secs': 0.324843} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.316633] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 877174d8-a4d9-4c03-bd61-81f9e541cd22/877174d8-a4d9-4c03-bd61-81f9e541cd22.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.316633] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0010373-8955-49af-a4bd-ea7b8b3439af {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.318061] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff26b4a-b7ec-4849-ac49-282aea110b77 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.327894] env[63260]: DEBUG oslo_vmware.api [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Waiting for the task: (returnval){ [ 661.327894] env[63260]: value = "task-2284263" [ 661.327894] env[63260]: _type = "Task" [ 661.327894] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.335766] env[63260]: DEBUG nova.compute.provider_tree [None req-e8ec43b1-fce7-4de1-a042-b7fab46fe14a tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.347292] env[63260]: DEBUG oslo_vmware.api [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284263, 'name': Rename_Task} progress is 10%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.403261] env[63260]: DEBUG oslo_vmware.api [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284262, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.441789] env[63260]: DEBUG oslo_concurrency.lockutils [None req-27f4037b-3876-40e8-8fa3-49689c9a6410 tempest-VolumesAssistedSnapshotsTest-1728818043 tempest-VolumesAssistedSnapshotsTest-1728818043-project-admin] Acquiring lock "5fe433a6-f3de-43d2-a381-7a2c5a394c35" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.442049] env[63260]: DEBUG oslo_concurrency.lockutils [None req-27f4037b-3876-40e8-8fa3-49689c9a6410 tempest-VolumesAssistedSnapshotsTest-1728818043 tempest-VolumesAssistedSnapshotsTest-1728818043-project-admin] Lock "5fe433a6-f3de-43d2-a381-7a2c5a394c35" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.442283] env[63260]: INFO nova.compute.manager [None req-27f4037b-3876-40e8-8fa3-49689c9a6410 tempest-VolumesAssistedSnapshotsTest-1728818043 tempest-VolumesAssistedSnapshotsTest-1728818043-project-admin] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Attaching volume fcc4ccba-c9c9-4537-b241-656c05887aab to /dev/sdb [ 661.484828] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5192eee6-8164-4263-8d13-cd0a85c1aeb0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.493747] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506dab0e-4045-4354-aa29-c2952b41c3f3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.511851] env[63260]: DEBUG nova.virt.block_device [None req-27f4037b-3876-40e8-8fa3-49689c9a6410 tempest-VolumesAssistedSnapshotsTest-1728818043 tempest-VolumesAssistedSnapshotsTest-1728818043-project-admin] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Updating existing volume attachment record: e49df952-1cfb-4a25-9650-cac401ee1056 {{(pid=63260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 661.841386] env[63260]: DEBUG nova.scheduler.client.report [None req-e8ec43b1-fce7-4de1-a042-b7fab46fe14a tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.851117] env[63260]: DEBUG oslo_vmware.api [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284263, 'name': Rename_Task, 'duration_secs': 0.166404} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.851457] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.851678] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-655a12ef-42f0-4824-b187-8f9cafe3199c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.859736] env[63260]: DEBUG oslo_vmware.api [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Waiting for the task: (returnval){ [ 661.859736] env[63260]: value = "task-2284267" [ 661.859736] env[63260]: _type = "Task" [ 661.859736] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.869734] env[63260]: DEBUG oslo_vmware.api [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.900343] env[63260]: DEBUG oslo_vmware.api [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284262, 'name': PowerOnVM_Task, 'duration_secs': 0.535343} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.900784] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.900878] env[63260]: INFO nova.compute.manager [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Took 9.66 seconds to spawn the instance on the hypervisor. [ 661.901213] env[63260]: DEBUG nova.compute.manager [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.902313] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6c1c35-a826-4b99-adc5-7514f7e66d5b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.178503] env[63260]: DEBUG nova.compute.manager [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.211527] env[63260]: DEBUG nova.virt.hardware [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.212113] env[63260]: DEBUG nova.virt.hardware [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.212113] env[63260]: DEBUG nova.virt.hardware [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.215341] env[63260]: DEBUG nova.virt.hardware [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.215576] env[63260]: DEBUG nova.virt.hardware [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.215776] env[63260]: DEBUG nova.virt.hardware [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.216017] env[63260]: DEBUG nova.virt.hardware [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.216191] env[63260]: DEBUG nova.virt.hardware [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.216365] env[63260]: DEBUG nova.virt.hardware [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.216577] env[63260]: DEBUG nova.virt.hardware [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.216853] env[63260]: DEBUG nova.virt.hardware [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.217998] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d538b7d7-3f83-4a09-96ef-454e37618468 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.235132] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453e19d2-8e5b-407c-b69e-7478f0221853 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.346303] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e8ec43b1-fce7-4de1-a042-b7fab46fe14a tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.199s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.349646] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.032s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.350188] env[63260]: INFO nova.compute.claims [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.373296] env[63260]: DEBUG oslo_vmware.api [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284267, 'name': PowerOnVM_Task, 'duration_secs': 0.483976} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.373622] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.374036] env[63260]: INFO nova.compute.manager [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Took 7.36 seconds to spawn the instance on the hypervisor. [ 662.374036] env[63260]: DEBUG nova.compute.manager [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.374936] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4202a54a-c230-49b0-86d4-3e1a88ffb7a3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.385395] env[63260]: INFO nova.scheduler.client.report [None req-e8ec43b1-fce7-4de1-a042-b7fab46fe14a tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Deleted allocations for instance 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12 [ 662.419919] env[63260]: INFO nova.compute.manager [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Took 45.85 seconds to build instance. [ 662.897565] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e8ec43b1-fce7-4de1-a042-b7fab46fe14a tempest-InstanceActionsNegativeTestJSON-2063273586 tempest-InstanceActionsNegativeTestJSON-2063273586-project-member] Lock "9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.570s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.902128] env[63260]: INFO nova.compute.manager [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Took 44.82 seconds to build instance. [ 662.921566] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a6867a17-26b7-4a32-87aa-eb4e6beae0ac tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Lock "59e99a9c-a395-45b6-886a-506f1de1163a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.746s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.987791] env[63260]: DEBUG nova.compute.manager [req-c2bca16d-7b64-4b69-8ac0-77097e0648d9 req-c01ec772-8747-4db8-bd43-f73239ee45c2 service nova] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Received event network-vif-plugged-ecaed0bf-f81f-4432-adea-0c7c37fc123a {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 662.988043] env[63260]: DEBUG oslo_concurrency.lockutils [req-c2bca16d-7b64-4b69-8ac0-77097e0648d9 req-c01ec772-8747-4db8-bd43-f73239ee45c2 service nova] Acquiring lock "1d59ae97-3d8f-4926-bc59-ec290cef74ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.988264] env[63260]: DEBUG oslo_concurrency.lockutils [req-c2bca16d-7b64-4b69-8ac0-77097e0648d9 req-c01ec772-8747-4db8-bd43-f73239ee45c2 service nova] Lock "1d59ae97-3d8f-4926-bc59-ec290cef74ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.988432] env[63260]: DEBUG oslo_concurrency.lockutils [req-c2bca16d-7b64-4b69-8ac0-77097e0648d9 req-c01ec772-8747-4db8-bd43-f73239ee45c2 service nova] Lock "1d59ae97-3d8f-4926-bc59-ec290cef74ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.988603] env[63260]: DEBUG nova.compute.manager [req-c2bca16d-7b64-4b69-8ac0-77097e0648d9 req-c01ec772-8747-4db8-bd43-f73239ee45c2 service nova] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] No waiting events found dispatching network-vif-plugged-ecaed0bf-f81f-4432-adea-0c7c37fc123a {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 662.988829] env[63260]: WARNING nova.compute.manager [req-c2bca16d-7b64-4b69-8ac0-77097e0648d9 req-c01ec772-8747-4db8-bd43-f73239ee45c2 service nova] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Received unexpected event network-vif-plugged-ecaed0bf-f81f-4432-adea-0c7c37fc123a for instance with vm_state building and task_state spawning. [ 663.177057] env[63260]: DEBUG nova.network.neutron [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Successfully updated port: ecaed0bf-f81f-4432-adea-0c7c37fc123a {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.405304] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d4324735-b7fb-422b-88bd-a15b3e147cf8 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Lock "877174d8-a4d9-4c03-bd61-81f9e541cd22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.542s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.424804] env[63260]: DEBUG nova.compute.manager [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.680080] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Acquiring lock "refresh_cache-1d59ae97-3d8f-4926-bc59-ec290cef74ab" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.680080] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Acquired lock "refresh_cache-1d59ae97-3d8f-4926-bc59-ec290cef74ab" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.680170] env[63260]: DEBUG nova.network.neutron [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.907824] env[63260]: DEBUG nova.compute.manager [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.942022] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5f39d4-bc19-4664-af71-bb83b2e1eff1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.946643] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.956059] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a3f661-044b-4a25-aadc-1a74705b0ad7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.002304] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf309f0b-0dd9-44ec-9796-538994387d72 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.013567] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82307da5-6893-45bc-8ca4-87d9b99aa272 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.035048] env[63260]: DEBUG nova.compute.provider_tree [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.238404] env[63260]: DEBUG nova.network.neutron [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.442462] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.453807] env[63260]: DEBUG nova.network.neutron [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Updating instance_info_cache with network_info: [{"id": "ecaed0bf-f81f-4432-adea-0c7c37fc123a", "address": "fa:16:3e:83:bc:58", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecaed0bf-f8", "ovs_interfaceid": "ecaed0bf-f81f-4432-adea-0c7c37fc123a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.542289] env[63260]: DEBUG nova.scheduler.client.report [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.956933] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Releasing lock "refresh_cache-1d59ae97-3d8f-4926-bc59-ec290cef74ab" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.957290] env[63260]: DEBUG nova.compute.manager [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Instance network_info: |[{"id": "ecaed0bf-f81f-4432-adea-0c7c37fc123a", "address": "fa:16:3e:83:bc:58", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecaed0bf-f8", "ovs_interfaceid": "ecaed0bf-f81f-4432-adea-0c7c37fc123a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 664.957808] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:bc:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ecaed0bf-f81f-4432-adea-0c7c37fc123a', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.967201] env[63260]: DEBUG oslo.service.loopingcall [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 664.967455] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.967690] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8579c46-889c-4393-bb26-4d18c44c185d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.989354] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.989354] env[63260]: value = "task-2284269" [ 664.989354] env[63260]: _type = "Task" [ 664.989354] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.998011] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284269, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.029317] env[63260]: DEBUG nova.compute.manager [req-4a8633cc-85dd-4b9b-b550-aae286ce9de7 req-d5093b52-780c-4fa4-b897-c4121935894a service nova] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Received event network-changed-ecaed0bf-f81f-4432-adea-0c7c37fc123a {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 665.029575] env[63260]: DEBUG nova.compute.manager [req-4a8633cc-85dd-4b9b-b550-aae286ce9de7 req-d5093b52-780c-4fa4-b897-c4121935894a service nova] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Refreshing instance network info cache due to event network-changed-ecaed0bf-f81f-4432-adea-0c7c37fc123a. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 665.029806] env[63260]: DEBUG oslo_concurrency.lockutils [req-4a8633cc-85dd-4b9b-b550-aae286ce9de7 req-d5093b52-780c-4fa4-b897-c4121935894a service nova] Acquiring lock "refresh_cache-1d59ae97-3d8f-4926-bc59-ec290cef74ab" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.030080] env[63260]: DEBUG oslo_concurrency.lockutils [req-4a8633cc-85dd-4b9b-b550-aae286ce9de7 req-d5093b52-780c-4fa4-b897-c4121935894a service nova] Acquired lock "refresh_cache-1d59ae97-3d8f-4926-bc59-ec290cef74ab" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.030350] env[63260]: DEBUG nova.network.neutron [req-4a8633cc-85dd-4b9b-b550-aae286ce9de7 req-d5093b52-780c-4fa4-b897-c4121935894a service nova] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Refreshing network info cache for port ecaed0bf-f81f-4432-adea-0c7c37fc123a {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.049042] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.049442] env[63260]: DEBUG nova.compute.manager [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 665.051850] env[63260]: DEBUG oslo_concurrency.lockutils [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.479s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.053308] env[63260]: INFO nova.compute.claims [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.270733] env[63260]: DEBUG nova.compute.manager [None req-0bc8a105-2bd1-42a8-a544-cc1f5fa6affe tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.271667] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a40423-67cf-4cc9-a9fa-6d5c7bb8e8cc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.502171] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284269, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.559245] env[63260]: DEBUG nova.compute.utils [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 665.565585] env[63260]: DEBUG nova.compute.manager [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Not allocating networking since 'none' was specified. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 665.783216] env[63260]: INFO nova.compute.manager [None req-0bc8a105-2bd1-42a8-a544-cc1f5fa6affe tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] instance snapshotting [ 665.786370] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b463f75-f74a-44b3-a97f-fd949ee4443b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.819810] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8680f0e5-f116-4f6a-b305-1c6aac4cdc1d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.869188] env[63260]: DEBUG nova.network.neutron [req-4a8633cc-85dd-4b9b-b550-aae286ce9de7 req-d5093b52-780c-4fa4-b897-c4121935894a service nova] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Updated VIF entry in instance network info cache for port ecaed0bf-f81f-4432-adea-0c7c37fc123a. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.869188] env[63260]: DEBUG nova.network.neutron [req-4a8633cc-85dd-4b9b-b550-aae286ce9de7 req-d5093b52-780c-4fa4-b897-c4121935894a service nova] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Updating instance_info_cache with network_info: [{"id": "ecaed0bf-f81f-4432-adea-0c7c37fc123a", "address": "fa:16:3e:83:bc:58", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecaed0bf-f8", "ovs_interfaceid": "ecaed0bf-f81f-4432-adea-0c7c37fc123a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.000553] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284269, 'name': CreateVM_Task, 'duration_secs': 0.594943} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.000896] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.001510] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.001676] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.001993] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.002353] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e44976d-3a8b-40b2-b612-56ceb824eace {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.007757] env[63260]: DEBUG oslo_vmware.api [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Waiting for the task: (returnval){ [ 666.007757] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52575fb0-edad-a896-cdc3-be9f593a40a1" [ 666.007757] env[63260]: _type = "Task" [ 666.007757] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.015935] env[63260]: DEBUG oslo_vmware.api [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52575fb0-edad-a896-cdc3-be9f593a40a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.066620] env[63260]: DEBUG nova.compute.manager [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 666.090095] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f4037b-3876-40e8-8fa3-49689c9a6410 tempest-VolumesAssistedSnapshotsTest-1728818043 tempest-VolumesAssistedSnapshotsTest-1728818043-project-admin] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Volume attach. Driver type: vmdk {{(pid=63260) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 666.090344] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f4037b-3876-40e8-8fa3-49689c9a6410 tempest-VolumesAssistedSnapshotsTest-1728818043 tempest-VolumesAssistedSnapshotsTest-1728818043-project-admin] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465003', 'volume_id': 'fcc4ccba-c9c9-4537-b241-656c05887aab', 'name': 'volume-fcc4ccba-c9c9-4537-b241-656c05887aab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5fe433a6-f3de-43d2-a381-7a2c5a394c35', 'attached_at': '', 'detached_at': '', 'volume_id': 'fcc4ccba-c9c9-4537-b241-656c05887aab', 'serial': 'fcc4ccba-c9c9-4537-b241-656c05887aab'} {{(pid=63260) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 666.091234] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776acfb4-7281-4184-a8a2-57b7f00e5b76 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.121924] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d63c6e-4c1d-409b-8396-06d838cfe304 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.148274] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f4037b-3876-40e8-8fa3-49689c9a6410 tempest-VolumesAssistedSnapshotsTest-1728818043 tempest-VolumesAssistedSnapshotsTest-1728818043-project-admin] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] volume-fcc4ccba-c9c9-4537-b241-656c05887aab/volume-fcc4ccba-c9c9-4537-b241-656c05887aab.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.153922] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fa0fd8a-9f01-4aab-8b9e-be324f3a5423 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.188697] env[63260]: DEBUG oslo_vmware.api [None req-27f4037b-3876-40e8-8fa3-49689c9a6410 tempest-VolumesAssistedSnapshotsTest-1728818043 tempest-VolumesAssistedSnapshotsTest-1728818043-project-admin] Waiting for the task: (returnval){ [ 666.188697] env[63260]: value = "task-2284270" [ 666.188697] env[63260]: _type = "Task" [ 666.188697] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.201269] env[63260]: DEBUG oslo_vmware.api [None req-27f4037b-3876-40e8-8fa3-49689c9a6410 tempest-VolumesAssistedSnapshotsTest-1728818043 tempest-VolumesAssistedSnapshotsTest-1728818043-project-admin] Task: {'id': task-2284270, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.335866] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc8a105-2bd1-42a8-a544-cc1f5fa6affe tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Creating Snapshot of the VM instance {{(pid=63260) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 666.336204] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f3074b68-2b41-4dee-bce3-078952b98cfb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.348406] env[63260]: DEBUG oslo_vmware.api [None req-0bc8a105-2bd1-42a8-a544-cc1f5fa6affe tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Waiting for the task: (returnval){ [ 666.348406] env[63260]: value = "task-2284271" [ 666.348406] env[63260]: _type = "Task" [ 666.348406] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.369515] env[63260]: DEBUG oslo_vmware.api [None req-0bc8a105-2bd1-42a8-a544-cc1f5fa6affe tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284271, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.372373] env[63260]: DEBUG oslo_concurrency.lockutils [req-4a8633cc-85dd-4b9b-b550-aae286ce9de7 req-d5093b52-780c-4fa4-b897-c4121935894a service nova] Releasing lock "refresh_cache-1d59ae97-3d8f-4926-bc59-ec290cef74ab" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.521146] env[63260]: DEBUG oslo_vmware.api [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52575fb0-edad-a896-cdc3-be9f593a40a1, 'name': SearchDatastore_Task, 'duration_secs': 0.042175} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.524023] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.524023] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.524023] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.524023] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.524023] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.527400] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd090709-da8e-4e85-be33-23142ce351ff {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.540589] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.540796] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.541587] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5061b470-7d8d-434b-93a0-664a38582b01 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.556036] env[63260]: DEBUG oslo_vmware.api [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Waiting for the task: (returnval){ [ 666.556036] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52829ca7-bfca-9a4f-37b3-25b1749f78e6" [ 666.556036] env[63260]: _type = "Task" [ 666.556036] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.563907] env[63260]: DEBUG oslo_vmware.api [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52829ca7-bfca-9a4f-37b3-25b1749f78e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.678908] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82a1d05-f3af-4a2c-b2e1-d45e5cbccd05 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.688410] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2b70cc-ca9b-415d-9657-13387b7c2ae7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.702271] env[63260]: DEBUG oslo_vmware.api [None req-27f4037b-3876-40e8-8fa3-49689c9a6410 tempest-VolumesAssistedSnapshotsTest-1728818043 tempest-VolumesAssistedSnapshotsTest-1728818043-project-admin] Task: {'id': task-2284270, 'name': ReconfigVM_Task, 'duration_secs': 0.391314} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.727043] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f4037b-3876-40e8-8fa3-49689c9a6410 tempest-VolumesAssistedSnapshotsTest-1728818043 tempest-VolumesAssistedSnapshotsTest-1728818043-project-admin] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Reconfigured VM instance instance-0000000e to attach disk [datastore1] volume-fcc4ccba-c9c9-4537-b241-656c05887aab/volume-fcc4ccba-c9c9-4537-b241-656c05887aab.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.732574] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4616330-98a5-4a23-83ee-52f66a354e39 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.743245] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bca16b-d39b-4f79-9903-d039d5fd0028 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.751830] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f5f7d7-155a-4f8e-878a-afc99f0cd86e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.757046] env[63260]: DEBUG oslo_vmware.api [None req-27f4037b-3876-40e8-8fa3-49689c9a6410 tempest-VolumesAssistedSnapshotsTest-1728818043 tempest-VolumesAssistedSnapshotsTest-1728818043-project-admin] Waiting for the task: (returnval){ [ 666.757046] env[63260]: value = "task-2284272" [ 666.757046] env[63260]: _type = "Task" [ 666.757046] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.770299] env[63260]: DEBUG nova.compute.provider_tree [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.782603] env[63260]: DEBUG oslo_vmware.api [None req-27f4037b-3876-40e8-8fa3-49689c9a6410 tempest-VolumesAssistedSnapshotsTest-1728818043 tempest-VolumesAssistedSnapshotsTest-1728818043-project-admin] Task: {'id': task-2284272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.861107] env[63260]: DEBUG oslo_vmware.api [None req-0bc8a105-2bd1-42a8-a544-cc1f5fa6affe tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284271, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.066983] env[63260]: DEBUG oslo_vmware.api [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52829ca7-bfca-9a4f-37b3-25b1749f78e6, 'name': SearchDatastore_Task, 'duration_secs': 0.01069} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.068964] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dec80175-6b71-4180-a604-747d263744f8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.077153] env[63260]: DEBUG oslo_vmware.api [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Waiting for the task: (returnval){ [ 667.077153] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5270a20c-675f-51d8-e4f4-b1ced2f423d0" [ 667.077153] env[63260]: _type = "Task" [ 667.077153] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.082354] env[63260]: DEBUG nova.compute.manager [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 667.093023] env[63260]: DEBUG oslo_vmware.api [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5270a20c-675f-51d8-e4f4-b1ced2f423d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.109737] env[63260]: DEBUG nova.virt.hardware [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 667.110289] env[63260]: DEBUG nova.virt.hardware [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 667.110555] env[63260]: DEBUG nova.virt.hardware [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.110799] env[63260]: DEBUG nova.virt.hardware [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 667.110999] env[63260]: DEBUG nova.virt.hardware [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.111450] env[63260]: DEBUG nova.virt.hardware [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 667.111772] env[63260]: DEBUG nova.virt.hardware [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 667.111996] env[63260]: DEBUG nova.virt.hardware [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 667.112244] env[63260]: DEBUG nova.virt.hardware [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 667.116330] env[63260]: DEBUG nova.virt.hardware [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 667.116591] env[63260]: DEBUG nova.virt.hardware [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 667.117723] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b49740-83fa-46f3-9bc0-ab667f062d44 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.132631] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ae4589-a7a7-450c-a088-a7076c3cb202 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.158065] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Instance VIF info [] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.168870] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Creating folder: Project (7aabf8d2a15b46e787b32bf2d12468a3). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.168870] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52112fa9-5b4d-4ed0-acb8-272e1ec0d469 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.180337] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Created folder: Project (7aabf8d2a15b46e787b32bf2d12468a3) in parent group-v464889. [ 667.180580] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Creating folder: Instances. Parent ref: group-v465005. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.180867] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5092d7aa-fe74-47ac-a969-fa156ef697d9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.192020] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Created folder: Instances in parent group-v465005. [ 667.192317] env[63260]: DEBUG oslo.service.loopingcall [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 667.192556] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.192808] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72837c02-9aad-4830-8908-519af9dbc97b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.228799] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.228799] env[63260]: value = "task-2284275" [ 667.228799] env[63260]: _type = "Task" [ 667.228799] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.236691] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284275, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.267240] env[63260]: DEBUG oslo_vmware.api [None req-27f4037b-3876-40e8-8fa3-49689c9a6410 tempest-VolumesAssistedSnapshotsTest-1728818043 tempest-VolumesAssistedSnapshotsTest-1728818043-project-admin] Task: {'id': task-2284272, 'name': ReconfigVM_Task, 'duration_secs': 0.152383} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.267556] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f4037b-3876-40e8-8fa3-49689c9a6410 tempest-VolumesAssistedSnapshotsTest-1728818043 tempest-VolumesAssistedSnapshotsTest-1728818043-project-admin] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465003', 'volume_id': 'fcc4ccba-c9c9-4537-b241-656c05887aab', 'name': 'volume-fcc4ccba-c9c9-4537-b241-656c05887aab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5fe433a6-f3de-43d2-a381-7a2c5a394c35', 'attached_at': '', 'detached_at': '', 'volume_id': 'fcc4ccba-c9c9-4537-b241-656c05887aab', 'serial': 'fcc4ccba-c9c9-4537-b241-656c05887aab'} {{(pid=63260) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 667.277546] env[63260]: DEBUG nova.scheduler.client.report [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.358690] env[63260]: DEBUG oslo_vmware.api [None req-0bc8a105-2bd1-42a8-a544-cc1f5fa6affe tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284271, 'name': CreateSnapshot_Task, 'duration_secs': 1.00973} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.358949] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc8a105-2bd1-42a8-a544-cc1f5fa6affe tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Created Snapshot of the VM instance {{(pid=63260) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 667.359748] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b38b06-1eef-4a38-9d0c-fc9b141df04f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.588439] env[63260]: DEBUG oslo_vmware.api [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5270a20c-675f-51d8-e4f4-b1ced2f423d0, 'name': SearchDatastore_Task, 'duration_secs': 0.020362} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.588439] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.588667] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 1d59ae97-3d8f-4926-bc59-ec290cef74ab/1d59ae97-3d8f-4926-bc59-ec290cef74ab.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.589207] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f26c2c5-3d9b-4c02-b1d4-b6c8d36d2001 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.596476] env[63260]: DEBUG oslo_vmware.api [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Waiting for the task: (returnval){ [ 667.596476] env[63260]: value = "task-2284276" [ 667.596476] env[63260]: _type = "Task" [ 667.596476] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.605919] env[63260]: DEBUG oslo_vmware.api [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': task-2284276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.738940] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284275, 'name': CreateVM_Task, 'duration_secs': 0.311091} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.739091] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.739537] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.739720] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.740139] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.740324] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea88fe3a-c0e9-47ea-88f3-6a24c6a1af21 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.745298] env[63260]: DEBUG oslo_vmware.api [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Waiting for the task: (returnval){ [ 667.745298] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52241816-4899-26c4-56d7-7e37e4f37990" [ 667.745298] env[63260]: _type = "Task" [ 667.745298] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.755987] env[63260]: DEBUG oslo_vmware.api [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52241816-4899-26c4-56d7-7e37e4f37990, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.789622] env[63260]: DEBUG oslo_concurrency.lockutils [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.790331] env[63260]: DEBUG nova.compute.manager [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.792809] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.259s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.794597] env[63260]: INFO nova.compute.claims [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.881115] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc8a105-2bd1-42a8-a544-cc1f5fa6affe tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Creating linked-clone VM from snapshot {{(pid=63260) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 667.881776] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ca578863-4a76-48f0-93f8-918f0bccdefa {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.894145] env[63260]: DEBUG oslo_vmware.api [None req-0bc8a105-2bd1-42a8-a544-cc1f5fa6affe tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Waiting for the task: (returnval){ [ 667.894145] env[63260]: value = "task-2284277" [ 667.894145] env[63260]: _type = "Task" [ 667.894145] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.903525] env[63260]: DEBUG oslo_vmware.api [None req-0bc8a105-2bd1-42a8-a544-cc1f5fa6affe tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284277, 'name': CloneVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.112181] env[63260]: DEBUG oslo_vmware.api [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': task-2284276, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.262144] env[63260]: DEBUG oslo_vmware.api [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52241816-4899-26c4-56d7-7e37e4f37990, 'name': SearchDatastore_Task, 'duration_secs': 0.01069} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.264735] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.264735] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.264735] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.264735] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.264735] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.264735] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3eadd874-9e80-4fcc-b432-54768db1adf5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.282787] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.282998] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.285352] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c29d6ebf-4a31-411e-9455-fe9e6b0f4522 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.292838] env[63260]: DEBUG oslo_vmware.api [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Waiting for the task: (returnval){ [ 668.292838] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52262f77-4e3b-a2a4-bb35-54bde2d44166" [ 668.292838] env[63260]: _type = "Task" [ 668.292838] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.301988] env[63260]: DEBUG nova.compute.utils [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 668.310194] env[63260]: DEBUG nova.compute.manager [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 668.310194] env[63260]: DEBUG nova.network.neutron [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.312096] env[63260]: DEBUG oslo_vmware.api [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52262f77-4e3b-a2a4-bb35-54bde2d44166, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.313554] env[63260]: DEBUG nova.objects.instance [None req-27f4037b-3876-40e8-8fa3-49689c9a6410 tempest-VolumesAssistedSnapshotsTest-1728818043 tempest-VolumesAssistedSnapshotsTest-1728818043-project-admin] Lazy-loading 'flavor' on Instance uuid 5fe433a6-f3de-43d2-a381-7a2c5a394c35 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 668.369418] env[63260]: DEBUG nova.policy [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04c11c3be895459a8c56dd73c2717345', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c25446ebbb4a4d3cb563c1d6d3e042c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.405989] env[63260]: DEBUG oslo_vmware.api [None req-0bc8a105-2bd1-42a8-a544-cc1f5fa6affe tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284277, 'name': CloneVM_Task} progress is 94%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.612053] env[63260]: DEBUG oslo_vmware.api [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': task-2284276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724144} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.612424] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 1d59ae97-3d8f-4926-bc59-ec290cef74ab/1d59ae97-3d8f-4926-bc59-ec290cef74ab.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.612686] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.612981] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a8d9213-bd9f-4b3b-8c89-2dd014be3977 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.621301] env[63260]: DEBUG oslo_vmware.api [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Waiting for the task: (returnval){ [ 668.621301] env[63260]: value = "task-2284278" [ 668.621301] env[63260]: _type = "Task" [ 668.621301] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.632164] env[63260]: DEBUG oslo_vmware.api [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': task-2284278, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.723164] env[63260]: DEBUG nova.network.neutron [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Successfully created port: fb49b6f7-2ae5-4b69-a93b-df9dcc225183 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.794726] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Acquiring lock "93332739-3e6a-4ba1-9cba-e397ae34e458" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.795011] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Lock "93332739-3e6a-4ba1-9cba-e397ae34e458" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.806987] env[63260]: DEBUG nova.compute.manager [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.811621] env[63260]: DEBUG oslo_vmware.api [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52262f77-4e3b-a2a4-bb35-54bde2d44166, 'name': SearchDatastore_Task, 'duration_secs': 0.01846} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.813258] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22cba4cb-f782-4747-82a9-30830589ec6b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.821961] env[63260]: DEBUG oslo_concurrency.lockutils [None req-27f4037b-3876-40e8-8fa3-49689c9a6410 tempest-VolumesAssistedSnapshotsTest-1728818043 tempest-VolumesAssistedSnapshotsTest-1728818043-project-admin] Lock "5fe433a6-f3de-43d2-a381-7a2c5a394c35" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.380s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.824801] env[63260]: DEBUG oslo_vmware.api [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Waiting for the task: (returnval){ [ 668.824801] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]529387fd-fdb5-b44d-3a45-b9f125b149eb" [ 668.824801] env[63260]: _type = "Task" [ 668.824801] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.840580] env[63260]: DEBUG oslo_vmware.api [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]529387fd-fdb5-b44d-3a45-b9f125b149eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.909594] env[63260]: DEBUG oslo_vmware.api [None req-0bc8a105-2bd1-42a8-a544-cc1f5fa6affe tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284277, 'name': CloneVM_Task} progress is 94%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.133500] env[63260]: DEBUG oslo_vmware.api [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': task-2284278, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124437} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.133816] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.134632] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c7c9fd-36a3-4b53-b5da-e36ef340a576 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.167289] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 1d59ae97-3d8f-4926-bc59-ec290cef74ab/1d59ae97-3d8f-4926-bc59-ec290cef74ab.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.170565] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ed76f78-b0fc-489d-8d4a-3f332fc268cf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.197144] env[63260]: DEBUG oslo_vmware.api [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Waiting for the task: (returnval){ [ 669.197144] env[63260]: value = "task-2284279" [ 669.197144] env[63260]: _type = "Task" [ 669.197144] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.209736] env[63260]: DEBUG oslo_vmware.api [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': task-2284279, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.336422] env[63260]: DEBUG oslo_concurrency.lockutils [None req-34ced621-11b8-4208-97dc-d6965bb52f74 tempest-VolumesAssistedSnapshotsTest-1728818043 tempest-VolumesAssistedSnapshotsTest-1728818043-project-admin] Acquiring lock "5fe433a6-f3de-43d2-a381-7a2c5a394c35" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.336705] env[63260]: DEBUG oslo_concurrency.lockutils [None req-34ced621-11b8-4208-97dc-d6965bb52f74 tempest-VolumesAssistedSnapshotsTest-1728818043 tempest-VolumesAssistedSnapshotsTest-1728818043-project-admin] Lock "5fe433a6-f3de-43d2-a381-7a2c5a394c35" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.338144] env[63260]: DEBUG oslo_vmware.api [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]529387fd-fdb5-b44d-3a45-b9f125b149eb, 'name': SearchDatastore_Task, 'duration_secs': 0.025801} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.341137] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.341395] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] f5985e13-7c49-4c38-b9c9-4c23c52a1f4e/f5985e13-7c49-4c38-b9c9-4c23c52a1f4e.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.341871] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff23d931-0f73-4bbe-b023-a6905b4b84bd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.350320] env[63260]: DEBUG oslo_vmware.api [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Waiting for the task: (returnval){ [ 669.350320] env[63260]: value = "task-2284280" [ 669.350320] env[63260]: _type = "Task" [ 669.350320] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.362822] env[63260]: DEBUG oslo_vmware.api [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': task-2284280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.410753] env[63260]: DEBUG oslo_vmware.api [None req-0bc8a105-2bd1-42a8-a544-cc1f5fa6affe tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284277, 'name': CloneVM_Task} progress is 95%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.444601] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7dfb3a-1066-4be0-b9ac-dded7198c56b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.453427] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd80575a-9fbf-4e6e-b18e-b6b7efc25a34 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.491753] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6389a47-74f2-4160-b007-c3206d6f5902 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.502088] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee448acf-0045-4e5b-b17f-9b829a37c2b9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.517140] env[63260]: DEBUG nova.compute.provider_tree [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.710019] env[63260]: DEBUG oslo_vmware.api [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': task-2284279, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.821279] env[63260]: DEBUG nova.compute.manager [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.846485] env[63260]: INFO nova.compute.manager [None req-34ced621-11b8-4208-97dc-d6965bb52f74 tempest-VolumesAssistedSnapshotsTest-1728818043 tempest-VolumesAssistedSnapshotsTest-1728818043-project-admin] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Detaching volume fcc4ccba-c9c9-4537-b241-656c05887aab [ 669.862330] env[63260]: DEBUG nova.virt.hardware [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.862330] env[63260]: DEBUG nova.virt.hardware [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.862330] env[63260]: DEBUG nova.virt.hardware [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.862330] env[63260]: DEBUG nova.virt.hardware [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.862330] env[63260]: DEBUG nova.virt.hardware [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.862330] env[63260]: DEBUG nova.virt.hardware [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.862330] env[63260]: DEBUG nova.virt.hardware [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.862330] env[63260]: DEBUG nova.virt.hardware [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.862330] env[63260]: DEBUG nova.virt.hardware [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.862330] env[63260]: DEBUG nova.virt.hardware [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.862953] env[63260]: DEBUG nova.virt.hardware [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.864259] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cad792-4a72-409c-9ba0-4bb816789127 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.870507] env[63260]: DEBUG oslo_vmware.api [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': task-2284280, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.876932] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ca3c72-94ff-4a82-b649-d971ab974958 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.894268] env[63260]: INFO nova.virt.block_device [None req-34ced621-11b8-4208-97dc-d6965bb52f74 tempest-VolumesAssistedSnapshotsTest-1728818043 tempest-VolumesAssistedSnapshotsTest-1728818043-project-admin] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Attempting to driver detach volume fcc4ccba-c9c9-4537-b241-656c05887aab from mountpoint /dev/sdb [ 669.894527] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-34ced621-11b8-4208-97dc-d6965bb52f74 tempest-VolumesAssistedSnapshotsTest-1728818043 tempest-VolumesAssistedSnapshotsTest-1728818043-project-admin] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Volume detach. Driver type: vmdk {{(pid=63260) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 669.895025] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-34ced621-11b8-4208-97dc-d6965bb52f74 tempest-VolumesAssistedSnapshotsTest-1728818043 tempest-VolumesAssistedSnapshotsTest-1728818043-project-admin] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465003', 'volume_id': 'fcc4ccba-c9c9-4537-b241-656c05887aab', 'name': 'volume-fcc4ccba-c9c9-4537-b241-656c05887aab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5fe433a6-f3de-43d2-a381-7a2c5a394c35', 'attached_at': '', 'detached_at': '', 'volume_id': 'fcc4ccba-c9c9-4537-b241-656c05887aab', 'serial': 'fcc4ccba-c9c9-4537-b241-656c05887aab'} {{(pid=63260) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 669.895692] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e64966-8ab2-4723-9d0b-83510ec10610 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.921766] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1090851-a598-4926-9705-bf45d38dbc1c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.929437] env[63260]: DEBUG oslo_vmware.api [None req-0bc8a105-2bd1-42a8-a544-cc1f5fa6affe tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284277, 'name': CloneVM_Task, 'duration_secs': 1.757669} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.930191] env[63260]: INFO nova.virt.vmwareapi.vmops [None req-0bc8a105-2bd1-42a8-a544-cc1f5fa6affe tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Created linked-clone VM from snapshot [ 669.931080] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ef807a-ed6d-4331-8c2d-6bc64682ff0e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.936991] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3ef08e-a676-4b35-b141-b334064477a9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.943018] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-0bc8a105-2bd1-42a8-a544-cc1f5fa6affe tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Uploading image d3f57d49-7421-45ce-b9e3-e8ee531d173a {{(pid=63260) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 669.972488] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93d785d-fbcf-4a3f-a886-4cf2f9c2a54a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.987550] env[63260]: DEBUG oslo_vmware.rw_handles [None req-0bc8a105-2bd1-42a8-a544-cc1f5fa6affe tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 669.987550] env[63260]: value = "vm-465009" [ 669.987550] env[63260]: _type = "VirtualMachine" [ 669.987550] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 669.987550] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9ba754c3-854b-42d9-8afa-17fbc9c2d191 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.998346] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-34ced621-11b8-4208-97dc-d6965bb52f74 tempest-VolumesAssistedSnapshotsTest-1728818043 tempest-VolumesAssistedSnapshotsTest-1728818043-project-admin] The volume has not been displaced from its original location: [datastore1] volume-fcc4ccba-c9c9-4537-b241-656c05887aab/volume-fcc4ccba-c9c9-4537-b241-656c05887aab.vmdk. No consolidation needed. {{(pid=63260) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 670.005234] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-34ced621-11b8-4208-97dc-d6965bb52f74 tempest-VolumesAssistedSnapshotsTest-1728818043 tempest-VolumesAssistedSnapshotsTest-1728818043-project-admin] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Reconfiguring VM instance instance-0000000e to detach disk 2001 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 670.005234] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0b31501-d1db-4cef-ae51-7f3518c6c4ce {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.021401] env[63260]: DEBUG nova.scheduler.client.report [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.025171] env[63260]: DEBUG oslo_vmware.rw_handles [None req-0bc8a105-2bd1-42a8-a544-cc1f5fa6affe tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Lease: (returnval){ [ 670.025171] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528b07e6-9782-0f84-6e3f-5fd19bcdb120" [ 670.025171] env[63260]: _type = "HttpNfcLease" [ 670.025171] env[63260]: } obtained for exporting VM: (result){ [ 670.025171] env[63260]: value = "vm-465009" [ 670.025171] env[63260]: _type = "VirtualMachine" [ 670.025171] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 670.027961] env[63260]: DEBUG oslo_vmware.api [None req-0bc8a105-2bd1-42a8-a544-cc1f5fa6affe tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Waiting for the lease: (returnval){ [ 670.027961] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528b07e6-9782-0f84-6e3f-5fd19bcdb120" [ 670.027961] env[63260]: _type = "HttpNfcLease" [ 670.027961] env[63260]: } to be ready. {{(pid=63260) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 670.033392] env[63260]: DEBUG oslo_vmware.api [None req-34ced621-11b8-4208-97dc-d6965bb52f74 tempest-VolumesAssistedSnapshotsTest-1728818043 tempest-VolumesAssistedSnapshotsTest-1728818043-project-admin] Waiting for the task: (returnval){ [ 670.033392] env[63260]: value = "task-2284282" [ 670.033392] env[63260]: _type = "Task" [ 670.033392] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.035594] env[63260]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 670.035594] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528b07e6-9782-0f84-6e3f-5fd19bcdb120" [ 670.035594] env[63260]: _type = "HttpNfcLease" [ 670.035594] env[63260]: } is ready. {{(pid=63260) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 670.039966] env[63260]: DEBUG oslo_vmware.rw_handles [None req-0bc8a105-2bd1-42a8-a544-cc1f5fa6affe tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 670.039966] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528b07e6-9782-0f84-6e3f-5fd19bcdb120" [ 670.039966] env[63260]: _type = "HttpNfcLease" [ 670.039966] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 670.040815] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fc3219-1da7-433e-94ed-73202cd9f886 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.050143] env[63260]: DEBUG oslo_vmware.rw_handles [None req-0bc8a105-2bd1-42a8-a544-cc1f5fa6affe tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52205b75-9ede-f476-ef5c-4fb88d870620/disk-0.vmdk from lease info. {{(pid=63260) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 670.050365] env[63260]: DEBUG oslo_vmware.rw_handles [None req-0bc8a105-2bd1-42a8-a544-cc1f5fa6affe tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52205b75-9ede-f476-ef5c-4fb88d870620/disk-0.vmdk for reading. {{(pid=63260) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 670.055968] env[63260]: DEBUG oslo_vmware.api [None req-34ced621-11b8-4208-97dc-d6965bb52f74 tempest-VolumesAssistedSnapshotsTest-1728818043 tempest-VolumesAssistedSnapshotsTest-1728818043-project-admin] Task: {'id': task-2284282, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.149770] env[63260]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-10bb543e-c2b7-4124-af35-304840dee5ed {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.208726] env[63260]: DEBUG oslo_vmware.api [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': task-2284279, 'name': ReconfigVM_Task, 'duration_secs': 0.900971} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.209018] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 1d59ae97-3d8f-4926-bc59-ec290cef74ab/1d59ae97-3d8f-4926-bc59-ec290cef74ab.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.209669] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1678c1e6-8e08-4ad9-8e97-f65f1c595d00 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.215879] env[63260]: DEBUG oslo_vmware.api [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Waiting for the task: (returnval){ [ 670.215879] env[63260]: value = "task-2284283" [ 670.215879] env[63260]: _type = "Task" [ 670.215879] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.223586] env[63260]: DEBUG oslo_vmware.api [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': task-2284283, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.351504] env[63260]: DEBUG nova.compute.manager [req-48a2b94e-486c-4104-be86-e44e2f75eb01 req-43ffd304-b918-4566-9f3e-1c35d2426365 service nova] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Received event network-vif-plugged-fb49b6f7-2ae5-4b69-a93b-df9dcc225183 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 670.351733] env[63260]: DEBUG oslo_concurrency.lockutils [req-48a2b94e-486c-4104-be86-e44e2f75eb01 req-43ffd304-b918-4566-9f3e-1c35d2426365 service nova] Acquiring lock "64e84161-5eff-406a-af5b-6f9f104cebae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.351951] env[63260]: DEBUG oslo_concurrency.lockutils [req-48a2b94e-486c-4104-be86-e44e2f75eb01 req-43ffd304-b918-4566-9f3e-1c35d2426365 service nova] Lock "64e84161-5eff-406a-af5b-6f9f104cebae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.352138] env[63260]: DEBUG oslo_concurrency.lockutils [req-48a2b94e-486c-4104-be86-e44e2f75eb01 req-43ffd304-b918-4566-9f3e-1c35d2426365 service nova] Lock "64e84161-5eff-406a-af5b-6f9f104cebae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.352306] env[63260]: DEBUG nova.compute.manager [req-48a2b94e-486c-4104-be86-e44e2f75eb01 req-43ffd304-b918-4566-9f3e-1c35d2426365 service nova] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] No waiting events found dispatching network-vif-plugged-fb49b6f7-2ae5-4b69-a93b-df9dcc225183 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 670.352623] env[63260]: WARNING nova.compute.manager [req-48a2b94e-486c-4104-be86-e44e2f75eb01 req-43ffd304-b918-4566-9f3e-1c35d2426365 service nova] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Received unexpected event network-vif-plugged-fb49b6f7-2ae5-4b69-a93b-df9dcc225183 for instance with vm_state building and task_state spawning. [ 670.363123] env[63260]: DEBUG oslo_vmware.api [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': task-2284280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677984} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.363343] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] f5985e13-7c49-4c38-b9c9-4c23c52a1f4e/f5985e13-7c49-4c38-b9c9-4c23c52a1f4e.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.363565] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.363820] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ff0be79-9617-4acf-aab4-0fa9f94b85c1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.371731] env[63260]: DEBUG oslo_vmware.api [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Waiting for the task: (returnval){ [ 670.371731] env[63260]: value = "task-2284284" [ 670.371731] env[63260]: _type = "Task" [ 670.371731] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.384654] env[63260]: DEBUG oslo_vmware.api [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': task-2284284, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.461285] env[63260]: DEBUG nova.network.neutron [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Successfully updated port: fb49b6f7-2ae5-4b69-a93b-df9dcc225183 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.527278] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.527944] env[63260]: DEBUG nova.compute.manager [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 670.531939] env[63260]: DEBUG oslo_concurrency.lockutils [None req-af7456fb-9281-4f80-8cd7-f9ce3e22a398 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.225s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.533692] env[63260]: DEBUG nova.objects.instance [None req-af7456fb-9281-4f80-8cd7-f9ce3e22a398 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Lazy-loading 'resources' on Instance uuid 7d4802a6-50d2-4ac2-bca0-1e8a07618e98 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 670.545970] env[63260]: DEBUG oslo_vmware.api [None req-34ced621-11b8-4208-97dc-d6965bb52f74 tempest-VolumesAssistedSnapshotsTest-1728818043 tempest-VolumesAssistedSnapshotsTest-1728818043-project-admin] Task: {'id': task-2284282, 'name': ReconfigVM_Task, 'duration_secs': 0.267691} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.546298] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-34ced621-11b8-4208-97dc-d6965bb52f74 tempest-VolumesAssistedSnapshotsTest-1728818043 tempest-VolumesAssistedSnapshotsTest-1728818043-project-admin] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Reconfigured VM instance instance-0000000e to detach disk 2001 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 670.551181] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b12cb4cb-2279-4485-9dfb-940b1fd4ab8f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.566366] env[63260]: DEBUG oslo_vmware.api [None req-34ced621-11b8-4208-97dc-d6965bb52f74 tempest-VolumesAssistedSnapshotsTest-1728818043 tempest-VolumesAssistedSnapshotsTest-1728818043-project-admin] Waiting for the task: (returnval){ [ 670.566366] env[63260]: value = "task-2284285" [ 670.566366] env[63260]: _type = "Task" [ 670.566366] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.575659] env[63260]: DEBUG oslo_vmware.api [None req-34ced621-11b8-4208-97dc-d6965bb52f74 tempest-VolumesAssistedSnapshotsTest-1728818043 tempest-VolumesAssistedSnapshotsTest-1728818043-project-admin] Task: {'id': task-2284285, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.730393] env[63260]: DEBUG oslo_vmware.api [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': task-2284283, 'name': Rename_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.883465] env[63260]: DEBUG oslo_vmware.api [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': task-2284284, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.968146] env[63260]: DEBUG oslo_concurrency.lockutils [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Acquiring lock "refresh_cache-64e84161-5eff-406a-af5b-6f9f104cebae" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.968418] env[63260]: DEBUG oslo_concurrency.lockutils [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Acquired lock "refresh_cache-64e84161-5eff-406a-af5b-6f9f104cebae" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.968636] env[63260]: DEBUG nova.network.neutron [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.036246] env[63260]: DEBUG nova.compute.utils [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 671.040476] env[63260]: DEBUG nova.compute.manager [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.040750] env[63260]: DEBUG nova.network.neutron [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.076891] env[63260]: DEBUG oslo_vmware.api [None req-34ced621-11b8-4208-97dc-d6965bb52f74 tempest-VolumesAssistedSnapshotsTest-1728818043 tempest-VolumesAssistedSnapshotsTest-1728818043-project-admin] Task: {'id': task-2284285, 'name': ReconfigVM_Task, 'duration_secs': 0.151098} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.080007] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-34ced621-11b8-4208-97dc-d6965bb52f74 tempest-VolumesAssistedSnapshotsTest-1728818043 tempest-VolumesAssistedSnapshotsTest-1728818043-project-admin] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465003', 'volume_id': 'fcc4ccba-c9c9-4537-b241-656c05887aab', 'name': 'volume-fcc4ccba-c9c9-4537-b241-656c05887aab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5fe433a6-f3de-43d2-a381-7a2c5a394c35', 'attached_at': '', 'detached_at': '', 'volume_id': 'fcc4ccba-c9c9-4537-b241-656c05887aab', 'serial': 'fcc4ccba-c9c9-4537-b241-656c05887aab'} {{(pid=63260) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 671.226153] env[63260]: DEBUG oslo_vmware.api [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': task-2284283, 'name': Rename_Task, 'duration_secs': 0.7849} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.226153] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.228913] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0cccd2f-4c4f-413d-b921-a895839bc007 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.235731] env[63260]: DEBUG oslo_vmware.api [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Waiting for the task: (returnval){ [ 671.235731] env[63260]: value = "task-2284286" [ 671.235731] env[63260]: _type = "Task" [ 671.235731] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.244443] env[63260]: DEBUG oslo_vmware.api [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': task-2284286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.337675] env[63260]: DEBUG nova.policy [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3b573917b444d6ba38da0c1b248a55b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e6e23ea710841b3902fbaad494a6c7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 671.386157] env[63260]: DEBUG oslo_vmware.api [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': task-2284284, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.592339} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.393896] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.393896] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddeb41a-1e86-469f-983f-9b081197932b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.416663] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] f5985e13-7c49-4c38-b9c9-4c23c52a1f4e/f5985e13-7c49-4c38-b9c9-4c23c52a1f4e.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.420182] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-951c64f0-684f-445e-855a-79afc1b5ce72 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.444925] env[63260]: DEBUG oslo_vmware.api [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Waiting for the task: (returnval){ [ 671.444925] env[63260]: value = "task-2284287" [ 671.444925] env[63260]: _type = "Task" [ 671.444925] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.456638] env[63260]: DEBUG oslo_vmware.api [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': task-2284287, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.521276] env[63260]: DEBUG nova.network.neutron [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.540914] env[63260]: DEBUG nova.compute.manager [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 671.668843] env[63260]: DEBUG nova.objects.instance [None req-34ced621-11b8-4208-97dc-d6965bb52f74 tempest-VolumesAssistedSnapshotsTest-1728818043 tempest-VolumesAssistedSnapshotsTest-1728818043-project-admin] Lazy-loading 'flavor' on Instance uuid 5fe433a6-f3de-43d2-a381-7a2c5a394c35 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 671.694385] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c750d339-c7b6-4beb-8bc7-771bd0394ad4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.706722] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ba44ee-9b9c-4d83-b45b-18d3ab3a52d1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.745121] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c34a8c-5a3c-4452-951f-0348760b9f9a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.754277] env[63260]: DEBUG oslo_vmware.api [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': task-2284286, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.757493] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227d3181-4631-4940-84ba-6f2fc74a89b9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.771235] env[63260]: DEBUG nova.compute.provider_tree [None req-af7456fb-9281-4f80-8cd7-f9ce3e22a398 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.802793] env[63260]: DEBUG nova.network.neutron [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Updating instance_info_cache with network_info: [{"id": "fb49b6f7-2ae5-4b69-a93b-df9dcc225183", "address": "fa:16:3e:66:5f:9d", "network": {"id": "fdc2dbec-1c06-45c4-959d-fec0abc26c83", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1850787058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c25446ebbb4a4d3cb563c1d6d3e042c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb49b6f7-2a", "ovs_interfaceid": "fb49b6f7-2ae5-4b69-a93b-df9dcc225183", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.927308] env[63260]: DEBUG nova.network.neutron [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Successfully created port: b6512ce6-e19a-4db9-b129-c95b888080d7 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.959342] env[63260]: DEBUG oslo_vmware.api [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': task-2284287, 'name': ReconfigVM_Task, 'duration_secs': 0.443862} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.959746] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Reconfigured VM instance instance-00000028 to attach disk [datastore1] f5985e13-7c49-4c38-b9c9-4c23c52a1f4e/f5985e13-7c49-4c38-b9c9-4c23c52a1f4e.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.960498] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2dc31cef-c739-439a-b631-f49b3f84c1c0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.969331] env[63260]: DEBUG oslo_vmware.api [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Waiting for the task: (returnval){ [ 671.969331] env[63260]: value = "task-2284288" [ 671.969331] env[63260]: _type = "Task" [ 671.969331] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.987733] env[63260]: DEBUG oslo_vmware.api [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': task-2284288, 'name': Rename_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.251330] env[63260]: DEBUG oslo_vmware.api [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': task-2284286, 'name': PowerOnVM_Task, 'duration_secs': 0.761992} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.251645] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.251866] env[63260]: INFO nova.compute.manager [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Took 10.07 seconds to spawn the instance on the hypervisor. [ 672.252104] env[63260]: DEBUG nova.compute.manager [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.252891] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda6c522-14e2-4cba-959e-6092043bbc55 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.274826] env[63260]: DEBUG nova.scheduler.client.report [None req-af7456fb-9281-4f80-8cd7-f9ce3e22a398 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.305672] env[63260]: DEBUG oslo_concurrency.lockutils [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Releasing lock "refresh_cache-64e84161-5eff-406a-af5b-6f9f104cebae" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.305959] env[63260]: DEBUG nova.compute.manager [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Instance network_info: |[{"id": "fb49b6f7-2ae5-4b69-a93b-df9dcc225183", "address": "fa:16:3e:66:5f:9d", "network": {"id": "fdc2dbec-1c06-45c4-959d-fec0abc26c83", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1850787058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c25446ebbb4a4d3cb563c1d6d3e042c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb49b6f7-2a", "ovs_interfaceid": "fb49b6f7-2ae5-4b69-a93b-df9dcc225183", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 672.306693] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:5f:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0467beaa-08c6-44d6-b8a2-e9c609c21ff4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb49b6f7-2ae5-4b69-a93b-df9dcc225183', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.316172] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Creating folder: Project (c25446ebbb4a4d3cb563c1d6d3e042c6). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.316818] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e25dcd5e-7106-414f-9345-f916c9cf8d57 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.328445] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Created folder: Project (c25446ebbb4a4d3cb563c1d6d3e042c6) in parent group-v464889. [ 672.328695] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Creating folder: Instances. Parent ref: group-v465010. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.328887] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1430ec0-46d4-4cfc-b3ca-f2c521a937e2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.337672] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Created folder: Instances in parent group-v465010. [ 672.337944] env[63260]: DEBUG oslo.service.loopingcall [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 672.338149] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.338349] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ea565bd-e3e0-438f-995b-dd5b507224f5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.357982] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.357982] env[63260]: value = "task-2284291" [ 672.357982] env[63260]: _type = "Task" [ 672.357982] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.366105] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284291, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.426487] env[63260]: DEBUG nova.compute.manager [req-7618010a-ce7a-4c4c-96e5-d8f7391540e4 req-416326c9-f63a-47ea-8710-0ac4d217581b service nova] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Received event network-changed-fb49b6f7-2ae5-4b69-a93b-df9dcc225183 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 672.426709] env[63260]: DEBUG nova.compute.manager [req-7618010a-ce7a-4c4c-96e5-d8f7391540e4 req-416326c9-f63a-47ea-8710-0ac4d217581b service nova] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Refreshing instance network info cache due to event network-changed-fb49b6f7-2ae5-4b69-a93b-df9dcc225183. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 672.426931] env[63260]: DEBUG oslo_concurrency.lockutils [req-7618010a-ce7a-4c4c-96e5-d8f7391540e4 req-416326c9-f63a-47ea-8710-0ac4d217581b service nova] Acquiring lock "refresh_cache-64e84161-5eff-406a-af5b-6f9f104cebae" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.427933] env[63260]: DEBUG oslo_concurrency.lockutils [req-7618010a-ce7a-4c4c-96e5-d8f7391540e4 req-416326c9-f63a-47ea-8710-0ac4d217581b service nova] Acquired lock "refresh_cache-64e84161-5eff-406a-af5b-6f9f104cebae" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.427933] env[63260]: DEBUG nova.network.neutron [req-7618010a-ce7a-4c4c-96e5-d8f7391540e4 req-416326c9-f63a-47ea-8710-0ac4d217581b service nova] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Refreshing network info cache for port fb49b6f7-2ae5-4b69-a93b-df9dcc225183 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.479352] env[63260]: DEBUG oslo_vmware.api [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': task-2284288, 'name': Rename_Task, 'duration_secs': 0.17338} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.479648] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.479948] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47b2e60b-ea5d-4529-94b0-f751ef55627a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.486553] env[63260]: DEBUG oslo_vmware.api [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Waiting for the task: (returnval){ [ 672.486553] env[63260]: value = "task-2284292" [ 672.486553] env[63260]: _type = "Task" [ 672.486553] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.497728] env[63260]: DEBUG oslo_vmware.api [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': task-2284292, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.558749] env[63260]: DEBUG nova.compute.manager [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 672.581871] env[63260]: DEBUG nova.virt.hardware [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.582139] env[63260]: DEBUG nova.virt.hardware [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.582297] env[63260]: DEBUG nova.virt.hardware [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.582478] env[63260]: DEBUG nova.virt.hardware [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.582625] env[63260]: DEBUG nova.virt.hardware [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.582772] env[63260]: DEBUG nova.virt.hardware [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.582982] env[63260]: DEBUG nova.virt.hardware [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.583156] env[63260]: DEBUG nova.virt.hardware [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.583343] env[63260]: DEBUG nova.virt.hardware [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.583503] env[63260]: DEBUG nova.virt.hardware [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.583676] env[63260]: DEBUG nova.virt.hardware [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.584548] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf77f4f-abc6-4e11-9c32-96964805364b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.592585] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76fbf73-1554-4cef-9a66-0c303c1cef63 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.676245] env[63260]: DEBUG oslo_concurrency.lockutils [None req-34ced621-11b8-4208-97dc-d6965bb52f74 tempest-VolumesAssistedSnapshotsTest-1728818043 tempest-VolumesAssistedSnapshotsTest-1728818043-project-admin] Lock "5fe433a6-f3de-43d2-a381-7a2c5a394c35" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.339s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.772638] env[63260]: INFO nova.compute.manager [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Took 47.19 seconds to build instance. [ 672.779813] env[63260]: DEBUG oslo_concurrency.lockutils [None req-af7456fb-9281-4f80-8cd7-f9ce3e22a398 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.248s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.781696] env[63260]: DEBUG oslo_concurrency.lockutils [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.819s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.783696] env[63260]: INFO nova.compute.claims [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.806738] env[63260]: INFO nova.scheduler.client.report [None req-af7456fb-9281-4f80-8cd7-f9ce3e22a398 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Deleted allocations for instance 7d4802a6-50d2-4ac2-bca0-1e8a07618e98 [ 672.868018] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284291, 'name': CreateVM_Task, 'duration_secs': 0.390453} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.868206] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.868899] env[63260]: DEBUG oslo_concurrency.lockutils [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.869073] env[63260]: DEBUG oslo_concurrency.lockutils [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.869389] env[63260]: DEBUG oslo_concurrency.lockutils [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.869647] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8dbc59a-10bc-4319-a923-2c6f170f59ad {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.874672] env[63260]: DEBUG oslo_vmware.api [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Waiting for the task: (returnval){ [ 672.874672] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52f27c40-3b62-3572-305e-2383c34a87f4" [ 672.874672] env[63260]: _type = "Task" [ 672.874672] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.883846] env[63260]: DEBUG oslo_vmware.api [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52f27c40-3b62-3572-305e-2383c34a87f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.997054] env[63260]: DEBUG oslo_vmware.api [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': task-2284292, 'name': PowerOnVM_Task, 'duration_secs': 0.445154} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.997343] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.998024] env[63260]: INFO nova.compute.manager [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Took 5.91 seconds to spawn the instance on the hypervisor. [ 672.998024] env[63260]: DEBUG nova.compute.manager [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.998613] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38866af3-8671-4b33-b892-60f47cfbeafd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.206808] env[63260]: DEBUG nova.network.neutron [req-7618010a-ce7a-4c4c-96e5-d8f7391540e4 req-416326c9-f63a-47ea-8710-0ac4d217581b service nova] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Updated VIF entry in instance network info cache for port fb49b6f7-2ae5-4b69-a93b-df9dcc225183. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.206808] env[63260]: DEBUG nova.network.neutron [req-7618010a-ce7a-4c4c-96e5-d8f7391540e4 req-416326c9-f63a-47ea-8710-0ac4d217581b service nova] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Updating instance_info_cache with network_info: [{"id": "fb49b6f7-2ae5-4b69-a93b-df9dcc225183", "address": "fa:16:3e:66:5f:9d", "network": {"id": "fdc2dbec-1c06-45c4-959d-fec0abc26c83", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1850787058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c25446ebbb4a4d3cb563c1d6d3e042c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb49b6f7-2a", "ovs_interfaceid": "fb49b6f7-2ae5-4b69-a93b-df9dcc225183", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.277377] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6789dbc4-1bb5-4192-8e2d-48c3c3b6988f tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Lock "1d59ae97-3d8f-4926-bc59-ec290cef74ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.072s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.314339] env[63260]: DEBUG oslo_concurrency.lockutils [None req-af7456fb-9281-4f80-8cd7-f9ce3e22a398 tempest-ImagesNegativeTestJSON-277077126 tempest-ImagesNegativeTestJSON-277077126-project-member] Lock "7d4802a6-50d2-4ac2-bca0-1e8a07618e98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.679s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.388840] env[63260]: DEBUG oslo_vmware.api [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52f27c40-3b62-3572-305e-2383c34a87f4, 'name': SearchDatastore_Task, 'duration_secs': 0.014689} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.389253] env[63260]: DEBUG oslo_concurrency.lockutils [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.389498] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.389737] env[63260]: DEBUG oslo_concurrency.lockutils [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.389884] env[63260]: DEBUG oslo_concurrency.lockutils [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.390103] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.390348] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d2b6769-1470-4a61-90e5-0809ed04f365 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.399729] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.399935] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.400782] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83ca013f-5bc8-4dd6-9ffb-eed83021f22c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.407130] env[63260]: DEBUG oslo_vmware.api [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Waiting for the task: (returnval){ [ 673.407130] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b92023-7cee-8b47-d8f2-f84ad01e45e4" [ 673.407130] env[63260]: _type = "Task" [ 673.407130] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.415389] env[63260]: DEBUG oslo_vmware.api [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b92023-7cee-8b47-d8f2-f84ad01e45e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.518615] env[63260]: INFO nova.compute.manager [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Took 43.22 seconds to build instance. [ 673.550226] env[63260]: DEBUG nova.network.neutron [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Successfully updated port: b6512ce6-e19a-4db9-b129-c95b888080d7 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.661206] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9f364b-df69-4541-ab47-357581044046 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.670613] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c37e4145-fb5f-4269-b908-ee5427d5d93e tempest-ServersAdminNegativeTestJSON-275508965 tempest-ServersAdminNegativeTestJSON-275508965-project-admin] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Suspending the VM {{(pid=63260) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 673.670986] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-098538b4-55a2-4111-a198-ecb636241bc3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.679693] env[63260]: DEBUG oslo_vmware.api [None req-c37e4145-fb5f-4269-b908-ee5427d5d93e tempest-ServersAdminNegativeTestJSON-275508965 tempest-ServersAdminNegativeTestJSON-275508965-project-admin] Waiting for the task: (returnval){ [ 673.679693] env[63260]: value = "task-2284294" [ 673.679693] env[63260]: _type = "Task" [ 673.679693] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.689110] env[63260]: DEBUG oslo_vmware.api [None req-c37e4145-fb5f-4269-b908-ee5427d5d93e tempest-ServersAdminNegativeTestJSON-275508965 tempest-ServersAdminNegativeTestJSON-275508965-project-admin] Task: {'id': task-2284294, 'name': SuspendVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.708664] env[63260]: DEBUG oslo_concurrency.lockutils [req-7618010a-ce7a-4c4c-96e5-d8f7391540e4 req-416326c9-f63a-47ea-8710-0ac4d217581b service nova] Releasing lock "refresh_cache-64e84161-5eff-406a-af5b-6f9f104cebae" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.783063] env[63260]: DEBUG nova.compute.manager [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.917653] env[63260]: DEBUG oslo_vmware.api [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b92023-7cee-8b47-d8f2-f84ad01e45e4, 'name': SearchDatastore_Task, 'duration_secs': 0.014424} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.921432] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d147e2a-0720-47cc-82a0-937d95bf3de2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.927398] env[63260]: DEBUG oslo_vmware.api [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Waiting for the task: (returnval){ [ 673.927398] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528d0570-f6b9-249a-4904-170068e08c0b" [ 673.927398] env[63260]: _type = "Task" [ 673.927398] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.938271] env[63260]: DEBUG oslo_vmware.api [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528d0570-f6b9-249a-4904-170068e08c0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.996258] env[63260]: INFO nova.compute.manager [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Rebuilding instance [ 674.022023] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ea060126-c247-488e-b0ce-35d3712396c7 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Lock "f5985e13-7c49-4c38-b9c9-4c23c52a1f4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.173s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.053697] env[63260]: DEBUG nova.compute.manager [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.053697] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e283b6b9-b636-47b5-9c54-338828c054b4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.057913] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Acquiring lock "refresh_cache-01f5e2d4-430a-4cb0-8478-7f152441a2c0" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.058064] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Acquired lock "refresh_cache-01f5e2d4-430a-4cb0-8478-7f152441a2c0" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.058213] env[63260]: DEBUG nova.network.neutron [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.192254] env[63260]: DEBUG oslo_vmware.api [None req-c37e4145-fb5f-4269-b908-ee5427d5d93e tempest-ServersAdminNegativeTestJSON-275508965 tempest-ServersAdminNegativeTestJSON-275508965-project-admin] Task: {'id': task-2284294, 'name': SuspendVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.309917] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.338653] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f807c4-5f19-4947-974d-83d94e6a3022 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.346460] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ce51d2-c9c5-4efc-a262-a05974a213ca {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.379658] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321bcc75-51f6-492e-ab7a-50a50a098bc5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.387342] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba5e0fc-e7b5-4830-8ed7-ac7ab048ee4d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.401223] env[63260]: DEBUG nova.compute.provider_tree [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.436775] env[63260]: DEBUG oslo_vmware.api [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528d0570-f6b9-249a-4904-170068e08c0b, 'name': SearchDatastore_Task, 'duration_secs': 0.049788} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.437091] env[63260]: DEBUG oslo_concurrency.lockutils [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.437551] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 64e84161-5eff-406a-af5b-6f9f104cebae/64e84161-5eff-406a-af5b-6f9f104cebae.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.437653] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf6b39d8-db55-495c-a19e-13c1b274166d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.443926] env[63260]: DEBUG oslo_vmware.api [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Waiting for the task: (returnval){ [ 674.443926] env[63260]: value = "task-2284295" [ 674.443926] env[63260]: _type = "Task" [ 674.443926] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.452881] env[63260]: DEBUG oslo_vmware.api [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Task: {'id': task-2284295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.462319] env[63260]: DEBUG nova.compute.manager [req-a413ec27-8e9e-49d3-9eb3-5a61d12a094f req-1750dbcb-6227-488f-a3cd-27655c78db79 service nova] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Received event network-vif-plugged-b6512ce6-e19a-4db9-b129-c95b888080d7 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 674.462319] env[63260]: DEBUG oslo_concurrency.lockutils [req-a413ec27-8e9e-49d3-9eb3-5a61d12a094f req-1750dbcb-6227-488f-a3cd-27655c78db79 service nova] Acquiring lock "01f5e2d4-430a-4cb0-8478-7f152441a2c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.462319] env[63260]: DEBUG oslo_concurrency.lockutils [req-a413ec27-8e9e-49d3-9eb3-5a61d12a094f req-1750dbcb-6227-488f-a3cd-27655c78db79 service nova] Lock "01f5e2d4-430a-4cb0-8478-7f152441a2c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.462319] env[63260]: DEBUG oslo_concurrency.lockutils [req-a413ec27-8e9e-49d3-9eb3-5a61d12a094f req-1750dbcb-6227-488f-a3cd-27655c78db79 service nova] Lock "01f5e2d4-430a-4cb0-8478-7f152441a2c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.462319] env[63260]: DEBUG nova.compute.manager [req-a413ec27-8e9e-49d3-9eb3-5a61d12a094f req-1750dbcb-6227-488f-a3cd-27655c78db79 service nova] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] No waiting events found dispatching network-vif-plugged-b6512ce6-e19a-4db9-b129-c95b888080d7 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 674.462771] env[63260]: WARNING nova.compute.manager [req-a413ec27-8e9e-49d3-9eb3-5a61d12a094f req-1750dbcb-6227-488f-a3cd-27655c78db79 service nova] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Received unexpected event network-vif-plugged-b6512ce6-e19a-4db9-b129-c95b888080d7 for instance with vm_state building and task_state spawning. [ 674.462771] env[63260]: DEBUG nova.compute.manager [req-a413ec27-8e9e-49d3-9eb3-5a61d12a094f req-1750dbcb-6227-488f-a3cd-27655c78db79 service nova] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Received event network-changed-b6512ce6-e19a-4db9-b129-c95b888080d7 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 674.463054] env[63260]: DEBUG nova.compute.manager [req-a413ec27-8e9e-49d3-9eb3-5a61d12a094f req-1750dbcb-6227-488f-a3cd-27655c78db79 service nova] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Refreshing instance network info cache due to event network-changed-b6512ce6-e19a-4db9-b129-c95b888080d7. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 674.463288] env[63260]: DEBUG oslo_concurrency.lockutils [req-a413ec27-8e9e-49d3-9eb3-5a61d12a094f req-1750dbcb-6227-488f-a3cd-27655c78db79 service nova] Acquiring lock "refresh_cache-01f5e2d4-430a-4cb0-8478-7f152441a2c0" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.525736] env[63260]: DEBUG nova.compute.manager [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.633165] env[63260]: DEBUG nova.network.neutron [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.699669] env[63260]: DEBUG oslo_vmware.api [None req-c37e4145-fb5f-4269-b908-ee5427d5d93e tempest-ServersAdminNegativeTestJSON-275508965 tempest-ServersAdminNegativeTestJSON-275508965-project-admin] Task: {'id': task-2284294, 'name': SuspendVM_Task, 'duration_secs': 0.656129} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.700032] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c37e4145-fb5f-4269-b908-ee5427d5d93e tempest-ServersAdminNegativeTestJSON-275508965 tempest-ServersAdminNegativeTestJSON-275508965-project-admin] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Suspended the VM {{(pid=63260) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 674.700360] env[63260]: DEBUG nova.compute.manager [None req-c37e4145-fb5f-4269-b908-ee5427d5d93e tempest-ServersAdminNegativeTestJSON-275508965 tempest-ServersAdminNegativeTestJSON-275508965-project-admin] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.704292] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4581c8db-a086-4478-8222-6b70f5280d5a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.904741] env[63260]: DEBUG nova.scheduler.client.report [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.953926] env[63260]: DEBUG oslo_vmware.api [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Task: {'id': task-2284295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4299} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.954232] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 64e84161-5eff-406a-af5b-6f9f104cebae/64e84161-5eff-406a-af5b-6f9f104cebae.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.954456] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.954837] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3408d6d3-2a7a-441e-b655-9c099611e39b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.961662] env[63260]: DEBUG oslo_vmware.api [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Waiting for the task: (returnval){ [ 674.961662] env[63260]: value = "task-2284296" [ 674.961662] env[63260]: _type = "Task" [ 674.961662] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.971285] env[63260]: DEBUG oslo_vmware.api [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Task: {'id': task-2284296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.033907] env[63260]: DEBUG nova.network.neutron [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Updating instance_info_cache with network_info: [{"id": "b6512ce6-e19a-4db9-b129-c95b888080d7", "address": "fa:16:3e:38:ea:cb", "network": {"id": "a74526d2-b9c1-4a38-af4b-eca7f0d9465f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1718218198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e6e23ea710841b3902fbaad494a6c7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6512ce6-e1", "ovs_interfaceid": "b6512ce6-e19a-4db9-b129-c95b888080d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.056249] env[63260]: DEBUG oslo_concurrency.lockutils [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.072400] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.072400] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e0c1e29-c1ce-400a-9e7f-322194d0901a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.079948] env[63260]: DEBUG oslo_vmware.api [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Waiting for the task: (returnval){ [ 675.079948] env[63260]: value = "task-2284297" [ 675.079948] env[63260]: _type = "Task" [ 675.079948] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.092641] env[63260]: DEBUG oslo_vmware.api [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': task-2284297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.413163] env[63260]: DEBUG oslo_concurrency.lockutils [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.413903] env[63260]: DEBUG nova.compute.manager [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 675.416680] env[63260]: DEBUG oslo_concurrency.lockutils [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.873s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.420229] env[63260]: INFO nova.compute.claims [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.472514] env[63260]: DEBUG oslo_vmware.api [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Task: {'id': task-2284296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070358} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.475753] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.476718] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897e6920-7480-4f74-8acf-675750519887 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.499970] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 64e84161-5eff-406a-af5b-6f9f104cebae/64e84161-5eff-406a-af5b-6f9f104cebae.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.500690] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d837c570-97c3-4f68-8fb3-5dcf431b2d13 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.519880] env[63260]: DEBUG oslo_vmware.api [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Waiting for the task: (returnval){ [ 675.519880] env[63260]: value = "task-2284298" [ 675.519880] env[63260]: _type = "Task" [ 675.519880] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.528385] env[63260]: DEBUG oslo_vmware.api [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Task: {'id': task-2284298, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.539159] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Releasing lock "refresh_cache-01f5e2d4-430a-4cb0-8478-7f152441a2c0" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.539649] env[63260]: DEBUG nova.compute.manager [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Instance network_info: |[{"id": "b6512ce6-e19a-4db9-b129-c95b888080d7", "address": "fa:16:3e:38:ea:cb", "network": {"id": "a74526d2-b9c1-4a38-af4b-eca7f0d9465f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1718218198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e6e23ea710841b3902fbaad494a6c7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6512ce6-e1", "ovs_interfaceid": "b6512ce6-e19a-4db9-b129-c95b888080d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.539972] env[63260]: DEBUG oslo_concurrency.lockutils [req-a413ec27-8e9e-49d3-9eb3-5a61d12a094f req-1750dbcb-6227-488f-a3cd-27655c78db79 service nova] Acquired lock "refresh_cache-01f5e2d4-430a-4cb0-8478-7f152441a2c0" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.540268] env[63260]: DEBUG nova.network.neutron [req-a413ec27-8e9e-49d3-9eb3-5a61d12a094f req-1750dbcb-6227-488f-a3cd-27655c78db79 service nova] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Refreshing network info cache for port b6512ce6-e19a-4db9-b129-c95b888080d7 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.541714] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:ea:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27e0a333-0cad-496c-8e6e-37a2edc97ac4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6512ce6-e19a-4db9-b129-c95b888080d7', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.549349] env[63260]: DEBUG oslo.service.loopingcall [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 675.550526] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.550746] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2103ebac-e11f-4330-ad5b-da04bd2836e8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.569889] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.569889] env[63260]: value = "task-2284299" [ 675.569889] env[63260]: _type = "Task" [ 675.569889] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.577915] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284299, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.586752] env[63260]: DEBUG oslo_vmware.api [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': task-2284297, 'name': PowerOffVM_Task, 'duration_secs': 0.163612} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.587063] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 675.587315] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 675.588094] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389ba830-0374-4153-acf4-034f611be24b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.595023] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 675.595243] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77f01c19-f7d5-4937-b44f-51bf65942bba {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.619625] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 675.619877] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 675.620108] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Deleting the datastore file [datastore1] f5985e13-7c49-4c38-b9c9-4c23c52a1f4e {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.620337] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7aaa2fe-48fd-4c2f-bd28-1b06cc30bf07 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.629026] env[63260]: DEBUG oslo_vmware.api [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Waiting for the task: (returnval){ [ 675.629026] env[63260]: value = "task-2284301" [ 675.629026] env[63260]: _type = "Task" [ 675.629026] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.637780] env[63260]: DEBUG oslo_vmware.api [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': task-2284301, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.924023] env[63260]: DEBUG nova.compute.utils [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 675.926495] env[63260]: DEBUG nova.compute.manager [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 675.927013] env[63260]: DEBUG nova.network.neutron [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 676.029180] env[63260]: DEBUG oslo_vmware.api [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Task: {'id': task-2284298, 'name': ReconfigVM_Task, 'duration_secs': 0.390389} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.031131] env[63260]: DEBUG nova.policy [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22dda1c9fe8e414896195ee86bd97d2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '287a2132bed64b788b09cf600ff05574', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.033235] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 64e84161-5eff-406a-af5b-6f9f104cebae/64e84161-5eff-406a-af5b-6f9f104cebae.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.034092] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5c3ee8b-bf7d-4ef5-8534-4ca9ae9924b9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.043673] env[63260]: DEBUG oslo_vmware.api [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Waiting for the task: (returnval){ [ 676.043673] env[63260]: value = "task-2284302" [ 676.043673] env[63260]: _type = "Task" [ 676.043673] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.053515] env[63260]: DEBUG oslo_vmware.api [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Task: {'id': task-2284302, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.083390] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284299, 'name': CreateVM_Task, 'duration_secs': 0.442651} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.083390] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.083390] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.084252] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.084910] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.085505] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8ac2cf7-64cf-4dc2-bd57-9b0b84b8ceec {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.091062] env[63260]: DEBUG oslo_vmware.api [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Waiting for the task: (returnval){ [ 676.091062] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52bd057d-369c-c9aa-45d8-9e45741a3a8d" [ 676.091062] env[63260]: _type = "Task" [ 676.091062] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.100974] env[63260]: DEBUG oslo_vmware.api [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52bd057d-369c-c9aa-45d8-9e45741a3a8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.141298] env[63260]: DEBUG oslo_vmware.api [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': task-2284301, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19352} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.141759] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.142088] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.142403] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.427840] env[63260]: DEBUG nova.compute.manager [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 676.537272] env[63260]: DEBUG nova.network.neutron [req-a413ec27-8e9e-49d3-9eb3-5a61d12a094f req-1750dbcb-6227-488f-a3cd-27655c78db79 service nova] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Updated VIF entry in instance network info cache for port b6512ce6-e19a-4db9-b129-c95b888080d7. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.538036] env[63260]: DEBUG nova.network.neutron [req-a413ec27-8e9e-49d3-9eb3-5a61d12a094f req-1750dbcb-6227-488f-a3cd-27655c78db79 service nova] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Updating instance_info_cache with network_info: [{"id": "b6512ce6-e19a-4db9-b129-c95b888080d7", "address": "fa:16:3e:38:ea:cb", "network": {"id": "a74526d2-b9c1-4a38-af4b-eca7f0d9465f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1718218198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e6e23ea710841b3902fbaad494a6c7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6512ce6-e1", "ovs_interfaceid": "b6512ce6-e19a-4db9-b129-c95b888080d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.571606] env[63260]: DEBUG oslo_vmware.api [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Task: {'id': task-2284302, 'name': Rename_Task, 'duration_secs': 0.177031} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.572354] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.572701] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ee6fde7-42a1-49e7-858a-66f833e7fd3a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.579948] env[63260]: DEBUG oslo_vmware.api [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Waiting for the task: (returnval){ [ 676.579948] env[63260]: value = "task-2284303" [ 676.579948] env[63260]: _type = "Task" [ 676.579948] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.592720] env[63260]: DEBUG oslo_vmware.api [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Task: {'id': task-2284303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.605310] env[63260]: DEBUG oslo_vmware.api [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52bd057d-369c-c9aa-45d8-9e45741a3a8d, 'name': SearchDatastore_Task, 'duration_secs': 0.01987} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.605759] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.606035] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.606277] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.606427] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.606605] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.606899] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f4ba79c-6a87-4a29-8f10-580a6514e643 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.624159] env[63260]: DEBUG nova.network.neutron [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Successfully created port: a4a1f700-247e-4f4e-a5ae-f0061769fe83 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 676.631684] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.631782] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.635462] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1199667-f98a-4540-b498-ed72aa43722b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.641197] env[63260]: DEBUG oslo_vmware.api [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Waiting for the task: (returnval){ [ 676.641197] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b9286d-4a67-f4cc-cb16-9fbadfc7e8fe" [ 676.641197] env[63260]: _type = "Task" [ 676.641197] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.655630] env[63260]: DEBUG oslo_vmware.api [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b9286d-4a67-f4cc-cb16-9fbadfc7e8fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.046569] env[63260]: DEBUG oslo_concurrency.lockutils [req-a413ec27-8e9e-49d3-9eb3-5a61d12a094f req-1750dbcb-6227-488f-a3cd-27655c78db79 service nova] Releasing lock "refresh_cache-01f5e2d4-430a-4cb0-8478-7f152441a2c0" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.096527] env[63260]: DEBUG oslo_vmware.api [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Task: {'id': task-2284303, 'name': PowerOnVM_Task, 'duration_secs': 0.490477} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.096987] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.097075] env[63260]: INFO nova.compute.manager [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Took 7.28 seconds to spawn the instance on the hypervisor. [ 677.097217] env[63260]: DEBUG nova.compute.manager [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.098759] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73544638-9a8e-47f4-8119-1705cf2c4a64 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.102749] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b178c415-e6ef-42ae-bd7c-851c4d89b7e2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.113869] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913886b1-220e-453d-b506-f93b1a3c706e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.149241] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ec8c3c-c28a-4646-8624-c34d1a55e6b1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.157303] env[63260]: DEBUG oslo_vmware.api [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b9286d-4a67-f4cc-cb16-9fbadfc7e8fe, 'name': SearchDatastore_Task, 'duration_secs': 0.018155} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.161775] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8725302e-d627-4515-865b-da8dc09792d1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.164993] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785302c9-f5fb-4ff7-b23a-3e28e261c10c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.169171] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3d3fa1b4-23d1-4a52-a3e5-3d8ce8d584ea tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Acquiring lock "5fe433a6-f3de-43d2-a381-7a2c5a394c35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.169403] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3d3fa1b4-23d1-4a52-a3e5-3d8ce8d584ea tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Lock "5fe433a6-f3de-43d2-a381-7a2c5a394c35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.169599] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3d3fa1b4-23d1-4a52-a3e5-3d8ce8d584ea tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Acquiring lock "5fe433a6-f3de-43d2-a381-7a2c5a394c35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.169767] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3d3fa1b4-23d1-4a52-a3e5-3d8ce8d584ea tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Lock "5fe433a6-f3de-43d2-a381-7a2c5a394c35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.169927] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3d3fa1b4-23d1-4a52-a3e5-3d8ce8d584ea tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Lock "5fe433a6-f3de-43d2-a381-7a2c5a394c35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.172485] env[63260]: INFO nova.compute.manager [None req-3d3fa1b4-23d1-4a52-a3e5-3d8ce8d584ea tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Terminating instance [ 677.182549] env[63260]: DEBUG nova.virt.hardware [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.182842] env[63260]: DEBUG nova.virt.hardware [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.183056] env[63260]: DEBUG nova.virt.hardware [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.183129] env[63260]: DEBUG nova.virt.hardware [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.183258] env[63260]: DEBUG nova.virt.hardware [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.183457] env[63260]: DEBUG nova.virt.hardware [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.183693] env[63260]: DEBUG nova.virt.hardware [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.183853] env[63260]: DEBUG nova.virt.hardware [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.184027] env[63260]: DEBUG nova.virt.hardware [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.184192] env[63260]: DEBUG nova.virt.hardware [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.184366] env[63260]: DEBUG nova.virt.hardware [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.185281] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1926396-0719-43e6-9566-592e56ec74eb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.197722] env[63260]: DEBUG oslo_vmware.api [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Waiting for the task: (returnval){ [ 677.197722] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5255ac4e-f369-42b6-947b-e68cca20b708" [ 677.197722] env[63260]: _type = "Task" [ 677.197722] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.198187] env[63260]: DEBUG nova.compute.provider_tree [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.207071] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455cde8d-0518-47a8-9bab-882d6285217d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.216194] env[63260]: DEBUG oslo_vmware.api [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5255ac4e-f369-42b6-947b-e68cca20b708, 'name': SearchDatastore_Task, 'duration_secs': 0.016412} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.216825] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.217102] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 01f5e2d4-430a-4cb0-8478-7f152441a2c0/01f5e2d4-430a-4cb0-8478-7f152441a2c0.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.217586] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9212216d-5d9c-40c3-b566-b1916396779b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.227439] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Instance VIF info [] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.233639] env[63260]: DEBUG oslo.service.loopingcall [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 677.234714] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.235015] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1569d5ba-4075-4827-bc91-27abe88c08fb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.249072] env[63260]: DEBUG oslo_vmware.api [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Waiting for the task: (returnval){ [ 677.249072] env[63260]: value = "task-2284304" [ 677.249072] env[63260]: _type = "Task" [ 677.249072] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.253919] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.253919] env[63260]: value = "task-2284305" [ 677.253919] env[63260]: _type = "Task" [ 677.253919] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.260534] env[63260]: DEBUG oslo_vmware.api [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': task-2284304, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.264707] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284305, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.388428] env[63260]: DEBUG oslo_vmware.rw_handles [None req-0bc8a105-2bd1-42a8-a544-cc1f5fa6affe tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52205b75-9ede-f476-ef5c-4fb88d870620/disk-0.vmdk. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 677.389971] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ae837a-fc09-44ab-869b-86b5e2542d81 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.396376] env[63260]: DEBUG oslo_vmware.rw_handles [None req-0bc8a105-2bd1-42a8-a544-cc1f5fa6affe tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52205b75-9ede-f476-ef5c-4fb88d870620/disk-0.vmdk is in state: ready. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 677.396580] env[63260]: ERROR oslo_vmware.rw_handles [None req-0bc8a105-2bd1-42a8-a544-cc1f5fa6affe tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52205b75-9ede-f476-ef5c-4fb88d870620/disk-0.vmdk due to incomplete transfer. [ 677.396819] env[63260]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-21a39f22-bf39-4942-a55e-732495f304ec {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.403763] env[63260]: DEBUG oslo_vmware.rw_handles [None req-0bc8a105-2bd1-42a8-a544-cc1f5fa6affe tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52205b75-9ede-f476-ef5c-4fb88d870620/disk-0.vmdk. {{(pid=63260) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 677.403981] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-0bc8a105-2bd1-42a8-a544-cc1f5fa6affe tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Uploaded image d3f57d49-7421-45ce-b9e3-e8ee531d173a to the Glance image server {{(pid=63260) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 677.406482] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc8a105-2bd1-42a8-a544-cc1f5fa6affe tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Destroying the VM {{(pid=63260) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 677.406799] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-312cc8b2-ae51-4526-a5bf-681692aec540 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.412796] env[63260]: DEBUG oslo_vmware.api [None req-0bc8a105-2bd1-42a8-a544-cc1f5fa6affe tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Waiting for the task: (returnval){ [ 677.412796] env[63260]: value = "task-2284306" [ 677.412796] env[63260]: _type = "Task" [ 677.412796] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.425506] env[63260]: DEBUG oslo_vmware.api [None req-0bc8a105-2bd1-42a8-a544-cc1f5fa6affe tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284306, 'name': Destroy_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.441535] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a4712fb4-6f13-4ca6-ab7d-d581bbcd4631 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Acquiring lock "84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.441879] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a4712fb4-6f13-4ca6-ab7d-d581bbcd4631 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Lock "84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.442106] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a4712fb4-6f13-4ca6-ab7d-d581bbcd4631 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Acquiring lock "84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.442295] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a4712fb4-6f13-4ca6-ab7d-d581bbcd4631 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Lock "84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.442490] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a4712fb4-6f13-4ca6-ab7d-d581bbcd4631 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Lock "84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.444871] env[63260]: DEBUG nova.compute.manager [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 677.447291] env[63260]: INFO nova.compute.manager [None req-a4712fb4-6f13-4ca6-ab7d-d581bbcd4631 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Terminating instance [ 677.472253] env[63260]: DEBUG nova.virt.hardware [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:16:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='674cf0a1-9577-4ea6-95a8-78646e427c54',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-20831947',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.472514] env[63260]: DEBUG nova.virt.hardware [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.472758] env[63260]: DEBUG nova.virt.hardware [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.472964] env[63260]: DEBUG nova.virt.hardware [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.473129] env[63260]: DEBUG nova.virt.hardware [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.473290] env[63260]: DEBUG nova.virt.hardware [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.473483] env[63260]: DEBUG nova.virt.hardware [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.473908] env[63260]: DEBUG nova.virt.hardware [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.474165] env[63260]: DEBUG nova.virt.hardware [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.474341] env[63260]: DEBUG nova.virt.hardware [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.474523] env[63260]: DEBUG nova.virt.hardware [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.475694] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48c198c-0dea-4f1b-a5de-e30fae9a9917 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.484218] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7498c89e-007b-4d49-926b-ebe879045e2b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.619027] env[63260]: INFO nova.compute.manager [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Took 45.09 seconds to build instance. [ 677.677825] env[63260]: DEBUG nova.compute.manager [None req-3d3fa1b4-23d1-4a52-a3e5-3d8ce8d584ea tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 677.678143] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3d3fa1b4-23d1-4a52-a3e5-3d8ce8d584ea tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.679184] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167d0ee8-c79d-409a-9d08-93394cab5ebb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.687829] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d3fa1b4-23d1-4a52-a3e5-3d8ce8d584ea tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.688147] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86f4efaf-58d6-4358-91af-52be6decea12 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.695744] env[63260]: DEBUG oslo_vmware.api [None req-3d3fa1b4-23d1-4a52-a3e5-3d8ce8d584ea tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Waiting for the task: (returnval){ [ 677.695744] env[63260]: value = "task-2284307" [ 677.695744] env[63260]: _type = "Task" [ 677.695744] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.702114] env[63260]: DEBUG nova.scheduler.client.report [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.709960] env[63260]: DEBUG oslo_vmware.api [None req-3d3fa1b4-23d1-4a52-a3e5-3d8ce8d584ea tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Task: {'id': task-2284307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.762113] env[63260]: DEBUG oslo_vmware.api [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': task-2284304, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.769149] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284305, 'name': CreateVM_Task, 'duration_secs': 0.331859} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.769336] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.769769] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.769928] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.770294] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.770558] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64c1ddbc-ca03-4934-8fec-10c3c9f3e6f5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.778270] env[63260]: DEBUG oslo_vmware.api [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Waiting for the task: (returnval){ [ 677.778270] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52121286-0b38-a870-2727-544bc868f973" [ 677.778270] env[63260]: _type = "Task" [ 677.778270] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.790691] env[63260]: DEBUG oslo_vmware.api [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52121286-0b38-a870-2727-544bc868f973, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.924046] env[63260]: DEBUG oslo_vmware.api [None req-0bc8a105-2bd1-42a8-a544-cc1f5fa6affe tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284306, 'name': Destroy_Task} progress is 33%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.951028] env[63260]: DEBUG nova.compute.manager [None req-a4712fb4-6f13-4ca6-ab7d-d581bbcd4631 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 677.951240] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a4712fb4-6f13-4ca6-ab7d-d581bbcd4631 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.952131] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809b8fe6-5bd3-4f5f-8ea2-025a8fd9b5d0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.961334] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4712fb4-6f13-4ca6-ab7d-d581bbcd4631 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.961654] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5da8c158-8063-44b6-bf5b-c3bac37a6f34 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.971283] env[63260]: DEBUG oslo_vmware.api [None req-a4712fb4-6f13-4ca6-ab7d-d581bbcd4631 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Waiting for the task: (returnval){ [ 677.971283] env[63260]: value = "task-2284308" [ 677.971283] env[63260]: _type = "Task" [ 677.971283] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.991407] env[63260]: DEBUG oslo_vmware.api [None req-a4712fb4-6f13-4ca6-ab7d-d581bbcd4631 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': task-2284308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.062893] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Acquiring lock "968e6889-032a-4b5a-8cb5-3e612664bb1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.063121] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Lock "968e6889-032a-4b5a-8cb5-3e612664bb1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.121694] env[63260]: DEBUG oslo_concurrency.lockutils [None req-608a9779-a772-4a6c-8efd-4a0fbedb629d tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Lock "64e84161-5eff-406a-af5b-6f9f104cebae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.128s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.206438] env[63260]: DEBUG oslo_vmware.api [None req-3d3fa1b4-23d1-4a52-a3e5-3d8ce8d584ea tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Task: {'id': task-2284307, 'name': PowerOffVM_Task, 'duration_secs': 0.342545} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.206752] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d3fa1b4-23d1-4a52-a3e5-3d8ce8d584ea tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.206889] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3d3fa1b4-23d1-4a52-a3e5-3d8ce8d584ea tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.207163] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdcd4b56-47bd-441b-a1d6-81d6d8608f67 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.211490] env[63260]: DEBUG oslo_concurrency.lockutils [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.795s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.211943] env[63260]: DEBUG nova.compute.manager [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 678.214363] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.948s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.215738] env[63260]: INFO nova.compute.claims [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: c22b814c-28f4-4ecb-9326-84791d1ec336] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 678.261970] env[63260]: DEBUG oslo_vmware.api [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': task-2284304, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736096} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.262286] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 01f5e2d4-430a-4cb0-8478-7f152441a2c0/01f5e2d4-430a-4cb0-8478-7f152441a2c0.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.262483] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.262732] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0f4c50f-b2d9-4719-ba1a-8dcf8202f9fa {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.276439] env[63260]: DEBUG oslo_vmware.api [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Waiting for the task: (returnval){ [ 678.276439] env[63260]: value = "task-2284310" [ 678.276439] env[63260]: _type = "Task" [ 678.276439] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.277179] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3d3fa1b4-23d1-4a52-a3e5-3d8ce8d584ea tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.277389] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3d3fa1b4-23d1-4a52-a3e5-3d8ce8d584ea tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.277569] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d3fa1b4-23d1-4a52-a3e5-3d8ce8d584ea tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Deleting the datastore file [datastore2] 5fe433a6-f3de-43d2-a381-7a2c5a394c35 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.283190] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd2ec0e3-4ce7-4efc-a088-e0dc1f784fe6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.293797] env[63260]: DEBUG oslo_vmware.api [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': task-2284310, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.298294] env[63260]: DEBUG oslo_vmware.api [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52121286-0b38-a870-2727-544bc868f973, 'name': SearchDatastore_Task, 'duration_secs': 0.057891} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.298865] env[63260]: DEBUG oslo_vmware.api [None req-3d3fa1b4-23d1-4a52-a3e5-3d8ce8d584ea tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Waiting for the task: (returnval){ [ 678.298865] env[63260]: value = "task-2284311" [ 678.298865] env[63260]: _type = "Task" [ 678.298865] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.299176] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.299434] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.299652] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.299933] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.300020] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.300286] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2e5341f-12b5-4df9-9e58-ab12ec50d165 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.310732] env[63260]: DEBUG oslo_vmware.api [None req-3d3fa1b4-23d1-4a52-a3e5-3d8ce8d584ea tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Task: {'id': task-2284311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.321974] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.322240] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.323476] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc247fc3-3b83-424e-bea0-4ff732e9a7e5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.329599] env[63260]: DEBUG oslo_vmware.api [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Waiting for the task: (returnval){ [ 678.329599] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]520d35eb-cb1a-3e8a-80fb-90d58a73bda2" [ 678.329599] env[63260]: _type = "Task" [ 678.329599] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.336039] env[63260]: DEBUG nova.compute.manager [req-93bee050-3b64-434d-ad8e-c354a11becb1 req-2cba47b3-3482-40d8-a5c5-dba114737ccb service nova] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Received event network-vif-plugged-a4a1f700-247e-4f4e-a5ae-f0061769fe83 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 678.336245] env[63260]: DEBUG oslo_concurrency.lockutils [req-93bee050-3b64-434d-ad8e-c354a11becb1 req-2cba47b3-3482-40d8-a5c5-dba114737ccb service nova] Acquiring lock "9b45195e-aa35-45d4-a8d1-2460610897dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.336479] env[63260]: DEBUG oslo_concurrency.lockutils [req-93bee050-3b64-434d-ad8e-c354a11becb1 req-2cba47b3-3482-40d8-a5c5-dba114737ccb service nova] Lock "9b45195e-aa35-45d4-a8d1-2460610897dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.336694] env[63260]: DEBUG oslo_concurrency.lockutils [req-93bee050-3b64-434d-ad8e-c354a11becb1 req-2cba47b3-3482-40d8-a5c5-dba114737ccb service nova] Lock "9b45195e-aa35-45d4-a8d1-2460610897dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.336867] env[63260]: DEBUG nova.compute.manager [req-93bee050-3b64-434d-ad8e-c354a11becb1 req-2cba47b3-3482-40d8-a5c5-dba114737ccb service nova] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] No waiting events found dispatching network-vif-plugged-a4a1f700-247e-4f4e-a5ae-f0061769fe83 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 678.337033] env[63260]: WARNING nova.compute.manager [req-93bee050-3b64-434d-ad8e-c354a11becb1 req-2cba47b3-3482-40d8-a5c5-dba114737ccb service nova] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Received unexpected event network-vif-plugged-a4a1f700-247e-4f4e-a5ae-f0061769fe83 for instance with vm_state building and task_state spawning. [ 678.342373] env[63260]: DEBUG oslo_vmware.api [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]520d35eb-cb1a-3e8a-80fb-90d58a73bda2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.423558] env[63260]: DEBUG oslo_vmware.api [None req-0bc8a105-2bd1-42a8-a544-cc1f5fa6affe tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284306, 'name': Destroy_Task, 'duration_secs': 0.550176} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.423826] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-0bc8a105-2bd1-42a8-a544-cc1f5fa6affe tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Destroyed the VM [ 678.424075] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc8a105-2bd1-42a8-a544-cc1f5fa6affe tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Deleting Snapshot of the VM instance {{(pid=63260) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 678.424323] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-53a7ae1e-038d-4eea-9fcc-50a121097765 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.430455] env[63260]: DEBUG oslo_vmware.api [None req-0bc8a105-2bd1-42a8-a544-cc1f5fa6affe tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Waiting for the task: (returnval){ [ 678.430455] env[63260]: value = "task-2284312" [ 678.430455] env[63260]: _type = "Task" [ 678.430455] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.438017] env[63260]: DEBUG oslo_vmware.api [None req-0bc8a105-2bd1-42a8-a544-cc1f5fa6affe tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284312, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.449990] env[63260]: DEBUG nova.network.neutron [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Successfully updated port: a4a1f700-247e-4f4e-a5ae-f0061769fe83 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 678.469390] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e76199de-641c-46b7-a92c-25d730358098 tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Acquiring lock "1d59ae97-3d8f-4926-bc59-ec290cef74ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.469637] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e76199de-641c-46b7-a92c-25d730358098 tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Lock "1d59ae97-3d8f-4926-bc59-ec290cef74ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.469842] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e76199de-641c-46b7-a92c-25d730358098 tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Acquiring lock "1d59ae97-3d8f-4926-bc59-ec290cef74ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.470027] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e76199de-641c-46b7-a92c-25d730358098 tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Lock "1d59ae97-3d8f-4926-bc59-ec290cef74ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.470195] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e76199de-641c-46b7-a92c-25d730358098 tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Lock "1d59ae97-3d8f-4926-bc59-ec290cef74ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.475801] env[63260]: INFO nova.compute.manager [None req-e76199de-641c-46b7-a92c-25d730358098 tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Terminating instance [ 678.482694] env[63260]: DEBUG oslo_vmware.api [None req-a4712fb4-6f13-4ca6-ab7d-d581bbcd4631 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': task-2284308, 'name': PowerOffVM_Task, 'duration_secs': 0.193219} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.482942] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4712fb4-6f13-4ca6-ab7d-d581bbcd4631 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.484138] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a4712fb4-6f13-4ca6-ab7d-d581bbcd4631 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.484138] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-210cd9ca-6b2b-4367-9372-38f3ff151040 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.548498] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a4712fb4-6f13-4ca6-ab7d-d581bbcd4631 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.548603] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a4712fb4-6f13-4ca6-ab7d-d581bbcd4631 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.548906] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4712fb4-6f13-4ca6-ab7d-d581bbcd4631 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Deleting the datastore file [datastore2] 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.549050] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-054fc985-f348-42bd-8036-0591bb18acea {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.555638] env[63260]: DEBUG oslo_vmware.api [None req-a4712fb4-6f13-4ca6-ab7d-d581bbcd4631 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Waiting for the task: (returnval){ [ 678.555638] env[63260]: value = "task-2284314" [ 678.555638] env[63260]: _type = "Task" [ 678.555638] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.564306] env[63260]: DEBUG oslo_vmware.api [None req-a4712fb4-6f13-4ca6-ab7d-d581bbcd4631 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': task-2284314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.624552] env[63260]: DEBUG nova.compute.manager [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.720781] env[63260]: DEBUG nova.compute.utils [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 678.725839] env[63260]: DEBUG nova.compute.manager [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 678.726029] env[63260]: DEBUG nova.network.neutron [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 678.775893] env[63260]: DEBUG nova.policy [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad3ce04c04b348ce83ef9c10e28a36b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbd2901687cc4bd3b7e78d780e2e7a75', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 678.789038] env[63260]: DEBUG oslo_vmware.api [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': task-2284310, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064565} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.789038] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.789038] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b625a8-6fea-4ca2-b13c-e1faacc1e076 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.812110] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 01f5e2d4-430a-4cb0-8478-7f152441a2c0/01f5e2d4-430a-4cb0-8478-7f152441a2c0.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.816233] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-139410ad-2150-4dd6-94bc-29d0c5c7c139 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.837026] env[63260]: DEBUG oslo_vmware.api [None req-3d3fa1b4-23d1-4a52-a3e5-3d8ce8d584ea tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Task: {'id': task-2284311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.416739} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.838506] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d3fa1b4-23d1-4a52-a3e5-3d8ce8d584ea tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.838684] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3d3fa1b4-23d1-4a52-a3e5-3d8ce8d584ea tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 678.838868] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3d3fa1b4-23d1-4a52-a3e5-3d8ce8d584ea tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 678.839047] env[63260]: INFO nova.compute.manager [None req-3d3fa1b4-23d1-4a52-a3e5-3d8ce8d584ea tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Took 1.16 seconds to destroy the instance on the hypervisor. [ 678.839288] env[63260]: DEBUG oslo.service.loopingcall [None req-3d3fa1b4-23d1-4a52-a3e5-3d8ce8d584ea tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 678.839654] env[63260]: DEBUG oslo_vmware.api [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Waiting for the task: (returnval){ [ 678.839654] env[63260]: value = "task-2284315" [ 678.839654] env[63260]: _type = "Task" [ 678.839654] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.840142] env[63260]: DEBUG nova.compute.manager [-] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 678.840328] env[63260]: DEBUG nova.network.neutron [-] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 678.847410] env[63260]: DEBUG oslo_vmware.api [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]520d35eb-cb1a-3e8a-80fb-90d58a73bda2, 'name': SearchDatastore_Task, 'duration_secs': 0.038902} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.848665] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b87e6a5-7653-4d1f-b3c3-dde000dc5f9b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.853858] env[63260]: DEBUG oslo_vmware.api [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': task-2284315, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.856681] env[63260]: DEBUG oslo_vmware.api [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Waiting for the task: (returnval){ [ 678.856681] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52a21234-391d-e145-dc85-934bbe82748a" [ 678.856681] env[63260]: _type = "Task" [ 678.856681] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.872561] env[63260]: DEBUG oslo_vmware.api [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52a21234-391d-e145-dc85-934bbe82748a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.949356] env[63260]: DEBUG oslo_vmware.api [None req-0bc8a105-2bd1-42a8-a544-cc1f5fa6affe tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284312, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.952031] env[63260]: DEBUG oslo_concurrency.lockutils [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquiring lock "refresh_cache-9b45195e-aa35-45d4-a8d1-2460610897dd" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.952157] env[63260]: DEBUG oslo_concurrency.lockutils [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquired lock "refresh_cache-9b45195e-aa35-45d4-a8d1-2460610897dd" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.952306] env[63260]: DEBUG nova.network.neutron [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.983231] env[63260]: DEBUG nova.compute.manager [None req-e76199de-641c-46b7-a92c-25d730358098 tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 678.983231] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e76199de-641c-46b7-a92c-25d730358098 tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 678.983231] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b754c94-8575-4abb-acfe-d7c719d7125b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.990647] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e76199de-641c-46b7-a92c-25d730358098 tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.991207] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1a9b457-7cda-4428-8a49-b9003ca6a096 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.070259] env[63260]: DEBUG oslo_vmware.api [None req-a4712fb4-6f13-4ca6-ab7d-d581bbcd4631 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': task-2284314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374459} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.070259] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4712fb4-6f13-4ca6-ab7d-d581bbcd4631 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.070259] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a4712fb4-6f13-4ca6-ab7d-d581bbcd4631 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.070259] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a4712fb4-6f13-4ca6-ab7d-d581bbcd4631 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.070259] env[63260]: INFO nova.compute.manager [None req-a4712fb4-6f13-4ca6-ab7d-d581bbcd4631 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 679.070259] env[63260]: DEBUG oslo.service.loopingcall [None req-a4712fb4-6f13-4ca6-ab7d-d581bbcd4631 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 679.070259] env[63260]: DEBUG nova.compute.manager [-] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 679.070259] env[63260]: DEBUG nova.network.neutron [-] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 679.093965] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e76199de-641c-46b7-a92c-25d730358098 tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 679.094727] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e76199de-641c-46b7-a92c-25d730358098 tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 679.095064] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-e76199de-641c-46b7-a92c-25d730358098 tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Deleting the datastore file [datastore1] 1d59ae97-3d8f-4926-bc59-ec290cef74ab {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.095437] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a766d9b-1701-4df4-bc9c-733fd00f9914 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.104124] env[63260]: DEBUG oslo_vmware.api [None req-e76199de-641c-46b7-a92c-25d730358098 tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Waiting for the task: (returnval){ [ 679.104124] env[63260]: value = "task-2284317" [ 679.104124] env[63260]: _type = "Task" [ 679.104124] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.114022] env[63260]: DEBUG oslo_vmware.api [None req-e76199de-641c-46b7-a92c-25d730358098 tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': task-2284317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.148065] env[63260]: DEBUG oslo_concurrency.lockutils [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.228689] env[63260]: DEBUG nova.compute.manager [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 679.352100] env[63260]: DEBUG oslo_vmware.api [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': task-2284315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.366783] env[63260]: DEBUG oslo_concurrency.lockutils [None req-42ed90ca-0543-4153-8c77-b95146df173a tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Acquiring lock "64e84161-5eff-406a-af5b-6f9f104cebae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.369788] env[63260]: DEBUG oslo_concurrency.lockutils [None req-42ed90ca-0543-4153-8c77-b95146df173a tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Lock "64e84161-5eff-406a-af5b-6f9f104cebae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.369788] env[63260]: DEBUG oslo_concurrency.lockutils [None req-42ed90ca-0543-4153-8c77-b95146df173a tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Acquiring lock "64e84161-5eff-406a-af5b-6f9f104cebae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.369788] env[63260]: DEBUG oslo_concurrency.lockutils [None req-42ed90ca-0543-4153-8c77-b95146df173a tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Lock "64e84161-5eff-406a-af5b-6f9f104cebae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.369788] env[63260]: DEBUG oslo_concurrency.lockutils [None req-42ed90ca-0543-4153-8c77-b95146df173a tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Lock "64e84161-5eff-406a-af5b-6f9f104cebae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.369788] env[63260]: DEBUG oslo_vmware.api [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52a21234-391d-e145-dc85-934bbe82748a, 'name': SearchDatastore_Task, 'duration_secs': 0.015545} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.372963] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.373362] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] f5985e13-7c49-4c38-b9c9-4c23c52a1f4e/f5985e13-7c49-4c38-b9c9-4c23c52a1f4e.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.374019] env[63260]: INFO nova.compute.manager [None req-42ed90ca-0543-4153-8c77-b95146df173a tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Terminating instance [ 679.376089] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43b11ed6-aa54-4144-85f9-5cf0dcb410b2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.385979] env[63260]: DEBUG oslo_vmware.api [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Waiting for the task: (returnval){ [ 679.385979] env[63260]: value = "task-2284318" [ 679.385979] env[63260]: _type = "Task" [ 679.385979] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.404195] env[63260]: DEBUG oslo_vmware.api [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': task-2284318, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.450595] env[63260]: DEBUG oslo_vmware.api [None req-0bc8a105-2bd1-42a8-a544-cc1f5fa6affe tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284312, 'name': RemoveSnapshot_Task, 'duration_secs': 0.672977} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.451246] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc8a105-2bd1-42a8-a544-cc1f5fa6affe tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Deleted Snapshot of the VM instance {{(pid=63260) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 679.451622] env[63260]: INFO nova.compute.manager [None req-0bc8a105-2bd1-42a8-a544-cc1f5fa6affe tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Took 13.67 seconds to snapshot the instance on the hypervisor. [ 679.618608] env[63260]: DEBUG oslo_vmware.api [None req-e76199de-641c-46b7-a92c-25d730358098 tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': task-2284317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.621803] env[63260]: DEBUG nova.network.neutron [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.779075] env[63260]: DEBUG nova.network.neutron [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Successfully created port: e15db0d8-4520-4504-8b1f-72b3deda2b37 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.856329] env[63260]: DEBUG oslo_vmware.api [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': task-2284315, 'name': ReconfigVM_Task, 'duration_secs': 0.712454} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.857830] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 01f5e2d4-430a-4cb0-8478-7f152441a2c0/01f5e2d4-430a-4cb0-8478-7f152441a2c0.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.858824] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc2d1a8-f522-4b18-a532-4996de5adc73 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.861665] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00638892-2f33-4945-a5ea-1b23a6062241 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.868597] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a3f17f-2a41-4427-a783-8f2353d04f26 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.873056] env[63260]: DEBUG oslo_vmware.api [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Waiting for the task: (returnval){ [ 679.873056] env[63260]: value = "task-2284319" [ 679.873056] env[63260]: _type = "Task" [ 679.873056] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.911349] env[63260]: DEBUG nova.compute.manager [None req-42ed90ca-0543-4153-8c77-b95146df173a tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 679.911633] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-42ed90ca-0543-4153-8c77-b95146df173a tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 679.913698] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1001c9-31b0-486e-8bf0-e8da36f21b21 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.920068] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f2b59b-f20b-444f-877c-b5739ab840d1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.925777] env[63260]: DEBUG oslo_vmware.api [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': task-2284319, 'name': Rename_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.926898] env[63260]: DEBUG nova.network.neutron [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Updating instance_info_cache with network_info: [{"id": "a4a1f700-247e-4f4e-a5ae-f0061769fe83", "address": "fa:16:3e:81:e3:8f", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4a1f700-24", "ovs_interfaceid": "a4a1f700-247e-4f4e-a5ae-f0061769fe83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.935759] env[63260]: DEBUG oslo_vmware.api [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': task-2284318, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.938347] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ed90ca-0543-4153-8c77-b95146df173a tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 679.940848] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569fe286-c0d0-4641-a743-4d45e2e6cd6a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.944766] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-894e363d-ee93-4dc3-bd9c-e1fd28e0fdb0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.959899] env[63260]: DEBUG nova.compute.provider_tree [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.964403] env[63260]: DEBUG oslo_vmware.api [None req-42ed90ca-0543-4153-8c77-b95146df173a tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Waiting for the task: (returnval){ [ 679.964403] env[63260]: value = "task-2284320" [ 679.964403] env[63260]: _type = "Task" [ 679.964403] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.976952] env[63260]: DEBUG oslo_vmware.api [None req-42ed90ca-0543-4153-8c77-b95146df173a tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Task: {'id': task-2284320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.116133] env[63260]: DEBUG oslo_vmware.api [None req-e76199de-641c-46b7-a92c-25d730358098 tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': task-2284317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.550239} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.116364] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-e76199de-641c-46b7-a92c-25d730358098 tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 680.116637] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e76199de-641c-46b7-a92c-25d730358098 tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 680.116758] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e76199de-641c-46b7-a92c-25d730358098 tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 680.116932] env[63260]: INFO nova.compute.manager [None req-e76199de-641c-46b7-a92c-25d730358098 tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Took 1.14 seconds to destroy the instance on the hypervisor. [ 680.117385] env[63260]: DEBUG oslo.service.loopingcall [None req-e76199de-641c-46b7-a92c-25d730358098 tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 680.117385] env[63260]: DEBUG nova.compute.manager [-] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 680.117540] env[63260]: DEBUG nova.network.neutron [-] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 680.246587] env[63260]: DEBUG nova.compute.manager [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 680.278611] env[63260]: DEBUG nova.virt.hardware [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.280021] env[63260]: DEBUG nova.virt.hardware [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.280021] env[63260]: DEBUG nova.virt.hardware [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.280021] env[63260]: DEBUG nova.virt.hardware [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.280021] env[63260]: DEBUG nova.virt.hardware [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.280255] env[63260]: DEBUG nova.virt.hardware [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.280575] env[63260]: DEBUG nova.virt.hardware [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.280853] env[63260]: DEBUG nova.virt.hardware [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.283636] env[63260]: DEBUG nova.virt.hardware [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.283636] env[63260]: DEBUG nova.virt.hardware [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.283636] env[63260]: DEBUG nova.virt.hardware [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.283636] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34aaaeca-a1a5-4598-b9e9-ba34b84435dc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.292834] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268b4dc4-3406-476f-b5d8-b654ecb22301 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.383473] env[63260]: DEBUG oslo_vmware.api [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': task-2284319, 'name': Rename_Task, 'duration_secs': 0.24738} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.383912] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.384372] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f9a64d5-47a3-4ca8-9085-73842d530801 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.390890] env[63260]: DEBUG oslo_vmware.api [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Waiting for the task: (returnval){ [ 680.390890] env[63260]: value = "task-2284321" [ 680.390890] env[63260]: _type = "Task" [ 680.390890] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.399509] env[63260]: DEBUG oslo_vmware.api [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': task-2284321, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.422898] env[63260]: DEBUG oslo_vmware.api [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': task-2284318, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683405} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.423398] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] f5985e13-7c49-4c38-b9c9-4c23c52a1f4e/f5985e13-7c49-4c38-b9c9-4c23c52a1f4e.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.423900] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.424211] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c55219d1-8b2e-4732-87f3-8a104c5700d4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.430822] env[63260]: DEBUG oslo_concurrency.lockutils [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Releasing lock "refresh_cache-9b45195e-aa35-45d4-a8d1-2460610897dd" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.431397] env[63260]: DEBUG nova.compute.manager [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Instance network_info: |[{"id": "a4a1f700-247e-4f4e-a5ae-f0061769fe83", "address": "fa:16:3e:81:e3:8f", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4a1f700-24", "ovs_interfaceid": "a4a1f700-247e-4f4e-a5ae-f0061769fe83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 680.431756] env[63260]: DEBUG oslo_vmware.api [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Waiting for the task: (returnval){ [ 680.431756] env[63260]: value = "task-2284322" [ 680.431756] env[63260]: _type = "Task" [ 680.431756] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.432797] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:e3:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4a1f700-247e-4f4e-a5ae-f0061769fe83', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.443231] env[63260]: DEBUG oslo.service.loopingcall [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 680.445022] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.448760] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0dc40418-d302-43b2-9ec7-5402f18f93d7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.466197] env[63260]: DEBUG nova.scheduler.client.report [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.477396] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.477396] env[63260]: value = "task-2284323" [ 680.477396] env[63260]: _type = "Task" [ 680.477396] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.477694] env[63260]: DEBUG oslo_vmware.api [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': task-2284322, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.484758] env[63260]: DEBUG oslo_vmware.api [None req-42ed90ca-0543-4153-8c77-b95146df173a tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Task: {'id': task-2284320, 'name': PowerOffVM_Task, 'duration_secs': 0.335757} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.485931] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ed90ca-0543-4153-8c77-b95146df173a tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 680.486611] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-42ed90ca-0543-4153-8c77-b95146df173a tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 680.486611] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bc19d30-c109-4617-bb64-067508653f5f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.491196] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284323, 'name': CreateVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.515715] env[63260]: DEBUG nova.compute.manager [req-6a6834fe-8734-40da-8535-e92ac0533466 req-a47620a6-f08f-4998-820f-1c21e77fbe64 service nova] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Received event network-vif-deleted-17c6eab3-283d-4c96-b392-5a1672dbacf8 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 680.515931] env[63260]: INFO nova.compute.manager [req-6a6834fe-8734-40da-8535-e92ac0533466 req-a47620a6-f08f-4998-820f-1c21e77fbe64 service nova] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Neutron deleted interface 17c6eab3-283d-4c96-b392-5a1672dbacf8; detaching it from the instance and deleting it from the info cache [ 680.516152] env[63260]: DEBUG nova.network.neutron [req-6a6834fe-8734-40da-8535-e92ac0533466 req-a47620a6-f08f-4998-820f-1c21e77fbe64 service nova] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.556388] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-42ed90ca-0543-4153-8c77-b95146df173a tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 680.556608] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-42ed90ca-0543-4153-8c77-b95146df173a tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 680.556785] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-42ed90ca-0543-4153-8c77-b95146df173a tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Deleting the datastore file [datastore1] 64e84161-5eff-406a-af5b-6f9f104cebae {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 680.557441] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26435f9d-b9ac-4851-9c4a-a51d4549f176 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.563590] env[63260]: DEBUG oslo_vmware.api [None req-42ed90ca-0543-4153-8c77-b95146df173a tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Waiting for the task: (returnval){ [ 680.563590] env[63260]: value = "task-2284325" [ 680.563590] env[63260]: _type = "Task" [ 680.563590] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.571271] env[63260]: DEBUG nova.compute.manager [req-f0aa8e3b-ef13-496b-8de2-6def16157014 req-2ee1c0ce-7031-4b46-8359-0f3994b811bb service nova] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Received event network-changed-a4a1f700-247e-4f4e-a5ae-f0061769fe83 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 680.571497] env[63260]: DEBUG nova.compute.manager [req-f0aa8e3b-ef13-496b-8de2-6def16157014 req-2ee1c0ce-7031-4b46-8359-0f3994b811bb service nova] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Refreshing instance network info cache due to event network-changed-a4a1f700-247e-4f4e-a5ae-f0061769fe83. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 680.571690] env[63260]: DEBUG oslo_concurrency.lockutils [req-f0aa8e3b-ef13-496b-8de2-6def16157014 req-2ee1c0ce-7031-4b46-8359-0f3994b811bb service nova] Acquiring lock "refresh_cache-9b45195e-aa35-45d4-a8d1-2460610897dd" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.571814] env[63260]: DEBUG oslo_concurrency.lockutils [req-f0aa8e3b-ef13-496b-8de2-6def16157014 req-2ee1c0ce-7031-4b46-8359-0f3994b811bb service nova] Acquired lock "refresh_cache-9b45195e-aa35-45d4-a8d1-2460610897dd" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.571980] env[63260]: DEBUG nova.network.neutron [req-f0aa8e3b-ef13-496b-8de2-6def16157014 req-2ee1c0ce-7031-4b46-8359-0f3994b811bb service nova] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Refreshing network info cache for port a4a1f700-247e-4f4e-a5ae-f0061769fe83 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.578895] env[63260]: DEBUG oslo_vmware.api [None req-42ed90ca-0543-4153-8c77-b95146df173a tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Task: {'id': task-2284325, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.668491] env[63260]: DEBUG nova.network.neutron [-] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.701053] env[63260]: DEBUG nova.network.neutron [-] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.901362] env[63260]: DEBUG oslo_vmware.api [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': task-2284321, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.949374] env[63260]: DEBUG nova.network.neutron [-] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.953558] env[63260]: DEBUG oslo_vmware.api [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': task-2284322, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066452} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.954038] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.954807] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9fffd9-c60a-4723-b095-747b6c69a93a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.974952] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] f5985e13-7c49-4c38-b9c9-4c23c52a1f4e/f5985e13-7c49-4c38-b9c9-4c23c52a1f4e.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.976191] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.976699] env[63260]: DEBUG nova.compute.manager [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: c22b814c-28f4-4ecb-9326-84791d1ec336] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.979142] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e35ad17-990e-4992-be7d-a7f1309cd2e7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.995219] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.667s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.996883] env[63260]: INFO nova.compute.claims [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.009572] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284323, 'name': CreateVM_Task, 'duration_secs': 0.37027} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.010754] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.011125] env[63260]: DEBUG oslo_vmware.api [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Waiting for the task: (returnval){ [ 681.011125] env[63260]: value = "task-2284326" [ 681.011125] env[63260]: _type = "Task" [ 681.011125] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.011814] env[63260]: DEBUG oslo_concurrency.lockutils [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.011974] env[63260]: DEBUG oslo_concurrency.lockutils [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.012307] env[63260]: DEBUG oslo_concurrency.lockutils [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.012645] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06700fee-ba17-4b84-8092-b8ff276f1049 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.018640] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ffba2d9c-47a8-4818-8e8c-83078dad9d29 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.021781] env[63260]: DEBUG oslo_vmware.api [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Waiting for the task: (returnval){ [ 681.021781] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52781123-b39a-5686-643f-b2c4ccfcaca8" [ 681.021781] env[63260]: _type = "Task" [ 681.021781] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.025950] env[63260]: DEBUG oslo_vmware.api [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': task-2284326, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.037779] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351f14bd-17e2-42e5-81e8-5077194379b1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.054723] env[63260]: DEBUG oslo_vmware.api [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52781123-b39a-5686-643f-b2c4ccfcaca8, 'name': SearchDatastore_Task, 'duration_secs': 0.009667} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.055595] env[63260]: DEBUG oslo_concurrency.lockutils [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.055839] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.056079] env[63260]: DEBUG oslo_concurrency.lockutils [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.056227] env[63260]: DEBUG oslo_concurrency.lockutils [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.056404] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.056874] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1631b969-48bc-4c27-92de-0dfa8dc3012c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.084770] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.084770] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.086797] env[63260]: DEBUG nova.compute.manager [req-6a6834fe-8734-40da-8535-e92ac0533466 req-a47620a6-f08f-4998-820f-1c21e77fbe64 service nova] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Detach interface failed, port_id=17c6eab3-283d-4c96-b392-5a1672dbacf8, reason: Instance 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6 could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 681.087595] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-608c242d-801f-4d2d-8b0e-626a5e197c2b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.093427] env[63260]: DEBUG oslo_vmware.api [None req-42ed90ca-0543-4153-8c77-b95146df173a tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Task: {'id': task-2284325, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276637} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.093937] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-42ed90ca-0543-4153-8c77-b95146df173a tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 681.094158] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-42ed90ca-0543-4153-8c77-b95146df173a tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 681.094341] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-42ed90ca-0543-4153-8c77-b95146df173a tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 681.094511] env[63260]: INFO nova.compute.manager [None req-42ed90ca-0543-4153-8c77-b95146df173a tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Took 1.18 seconds to destroy the instance on the hypervisor. [ 681.094731] env[63260]: DEBUG oslo.service.loopingcall [None req-42ed90ca-0543-4153-8c77-b95146df173a tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 681.094906] env[63260]: DEBUG nova.compute.manager [-] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 681.095016] env[63260]: DEBUG nova.network.neutron [-] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 681.098418] env[63260]: DEBUG oslo_vmware.api [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Waiting for the task: (returnval){ [ 681.098418] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5201b1bb-bfce-a3f1-34e8-2889ce96e428" [ 681.098418] env[63260]: _type = "Task" [ 681.098418] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.106988] env[63260]: DEBUG oslo_vmware.api [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5201b1bb-bfce-a3f1-34e8-2889ce96e428, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.171369] env[63260]: INFO nova.compute.manager [-] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Took 2.33 seconds to deallocate network for instance. [ 681.204225] env[63260]: INFO nova.compute.manager [-] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Took 2.13 seconds to deallocate network for instance. [ 681.403618] env[63260]: DEBUG oslo_vmware.api [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': task-2284321, 'name': PowerOnVM_Task, 'duration_secs': 0.512702} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.404132] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.404342] env[63260]: INFO nova.compute.manager [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Took 8.85 seconds to spawn the instance on the hypervisor. [ 681.404837] env[63260]: DEBUG nova.compute.manager [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.405806] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4461255b-b4ba-4c16-89e6-6d656d4f69e6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.455023] env[63260]: INFO nova.compute.manager [-] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Took 1.34 seconds to deallocate network for instance. [ 681.497699] env[63260]: DEBUG nova.compute.utils [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 681.501711] env[63260]: DEBUG nova.compute.manager [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: c22b814c-28f4-4ecb-9326-84791d1ec336] Not allocating networking since 'none' was specified. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 681.527779] env[63260]: DEBUG oslo_vmware.api [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': task-2284326, 'name': ReconfigVM_Task, 'duration_secs': 0.285643} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.528846] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Reconfigured VM instance instance-00000028 to attach disk [datastore2] f5985e13-7c49-4c38-b9c9-4c23c52a1f4e/f5985e13-7c49-4c38-b9c9-4c23c52a1f4e.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.529725] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f73979e-e34e-4111-93f1-943cd26c41eb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.532801] env[63260]: DEBUG nova.network.neutron [req-f0aa8e3b-ef13-496b-8de2-6def16157014 req-2ee1c0ce-7031-4b46-8359-0f3994b811bb service nova] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Updated VIF entry in instance network info cache for port a4a1f700-247e-4f4e-a5ae-f0061769fe83. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.533439] env[63260]: DEBUG nova.network.neutron [req-f0aa8e3b-ef13-496b-8de2-6def16157014 req-2ee1c0ce-7031-4b46-8359-0f3994b811bb service nova] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Updating instance_info_cache with network_info: [{"id": "a4a1f700-247e-4f4e-a5ae-f0061769fe83", "address": "fa:16:3e:81:e3:8f", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4a1f700-24", "ovs_interfaceid": "a4a1f700-247e-4f4e-a5ae-f0061769fe83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.541735] env[63260]: DEBUG oslo_vmware.api [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Waiting for the task: (returnval){ [ 681.541735] env[63260]: value = "task-2284327" [ 681.541735] env[63260]: _type = "Task" [ 681.541735] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.552457] env[63260]: DEBUG oslo_vmware.api [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': task-2284327, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.556401] env[63260]: DEBUG nova.compute.manager [None req-c86a449f-070a-453f-9609-eb9b7b00970c tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.557416] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5396742-e747-4142-9d73-6446e5bd46ff {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.608162] env[63260]: DEBUG oslo_vmware.api [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5201b1bb-bfce-a3f1-34e8-2889ce96e428, 'name': SearchDatastore_Task, 'duration_secs': 0.009609} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.609049] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37761ae7-1526-4b05-a6ea-d8d5b438bdec {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.614236] env[63260]: DEBUG oslo_vmware.api [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Waiting for the task: (returnval){ [ 681.614236] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52151069-cb72-a9de-daf7-8aca3d2b2159" [ 681.614236] env[63260]: _type = "Task" [ 681.614236] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.623302] env[63260]: DEBUG oslo_vmware.api [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52151069-cb72-a9de-daf7-8aca3d2b2159, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.656728] env[63260]: DEBUG nova.network.neutron [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Successfully updated port: e15db0d8-4520-4504-8b1f-72b3deda2b37 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.679429] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3d3fa1b4-23d1-4a52-a3e5-3d8ce8d584ea tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.710529] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a4712fb4-6f13-4ca6-ab7d-d581bbcd4631 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.924228] env[63260]: INFO nova.compute.manager [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Took 44.41 seconds to build instance. [ 681.961912] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e76199de-641c-46b7-a92c-25d730358098 tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.003161] env[63260]: DEBUG nova.compute.manager [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: c22b814c-28f4-4ecb-9326-84791d1ec336] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.022026] env[63260]: DEBUG nova.network.neutron [-] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.036545] env[63260]: DEBUG oslo_concurrency.lockutils [req-f0aa8e3b-ef13-496b-8de2-6def16157014 req-2ee1c0ce-7031-4b46-8359-0f3994b811bb service nova] Releasing lock "refresh_cache-9b45195e-aa35-45d4-a8d1-2460610897dd" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.036939] env[63260]: DEBUG nova.compute.manager [req-f0aa8e3b-ef13-496b-8de2-6def16157014 req-2ee1c0ce-7031-4b46-8359-0f3994b811bb service nova] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Received event network-vif-deleted-08f3b1db-98ca-4164-8db3-c1ab67c9d4d7 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 682.037020] env[63260]: INFO nova.compute.manager [req-f0aa8e3b-ef13-496b-8de2-6def16157014 req-2ee1c0ce-7031-4b46-8359-0f3994b811bb service nova] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Neutron deleted interface 08f3b1db-98ca-4164-8db3-c1ab67c9d4d7; detaching it from the instance and deleting it from the info cache [ 682.037205] env[63260]: DEBUG nova.network.neutron [req-f0aa8e3b-ef13-496b-8de2-6def16157014 req-2ee1c0ce-7031-4b46-8359-0f3994b811bb service nova] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.054981] env[63260]: DEBUG oslo_vmware.api [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': task-2284327, 'name': Rename_Task, 'duration_secs': 0.155848} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.055259] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.055519] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08fa9996-52d1-464e-b2b7-0f9cb0ee69e6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.061574] env[63260]: DEBUG oslo_vmware.api [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Waiting for the task: (returnval){ [ 682.061574] env[63260]: value = "task-2284328" [ 682.061574] env[63260]: _type = "Task" [ 682.061574] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.067456] env[63260]: INFO nova.compute.manager [None req-c86a449f-070a-453f-9609-eb9b7b00970c tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] instance snapshotting [ 682.072040] env[63260]: DEBUG oslo_vmware.api [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': task-2284328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.075136] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8848202c-4565-46c4-9c62-5caacd9163aa {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.096317] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e56b57-d1a5-46b9-8a93-7fc81604a048 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.123321] env[63260]: DEBUG oslo_vmware.api [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52151069-cb72-a9de-daf7-8aca3d2b2159, 'name': SearchDatastore_Task, 'duration_secs': 0.009328} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.125959] env[63260]: DEBUG oslo_concurrency.lockutils [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.126240] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 9b45195e-aa35-45d4-a8d1-2460610897dd/9b45195e-aa35-45d4-a8d1-2460610897dd.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.127035] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-774114b0-24ce-4d64-96b1-f07d992c3c26 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.134058] env[63260]: DEBUG oslo_vmware.api [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Waiting for the task: (returnval){ [ 682.134058] env[63260]: value = "task-2284329" [ 682.134058] env[63260]: _type = "Task" [ 682.134058] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.146328] env[63260]: DEBUG oslo_vmware.api [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.159835] env[63260]: DEBUG oslo_concurrency.lockutils [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquiring lock "refresh_cache-f575abe2-fba7-4c4f-9a5b-4a092b8d2c04" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.160070] env[63260]: DEBUG oslo_concurrency.lockutils [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquired lock "refresh_cache-f575abe2-fba7-4c4f-9a5b-4a092b8d2c04" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.160163] env[63260]: DEBUG nova.network.neutron [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.373814] env[63260]: DEBUG nova.objects.instance [None req-40f054da-b028-4ae4-bd9f-ef539219fde3 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Lazy-loading 'flavor' on Instance uuid d9b10b0a-3e6a-45a0-a11a-4351e2a3463d {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 682.426542] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c8b06f52-dde2-41b6-8613-d37b7c0672e1 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Lock "01f5e2d4-430a-4cb0-8478-7f152441a2c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.905s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.526690] env[63260]: INFO nova.compute.manager [-] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Took 1.43 seconds to deallocate network for instance. [ 682.542215] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e408a09-268d-485d-b667-eb8b6f00c79e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.551823] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d0e116-e7a8-4b15-b52f-f525d5af22b7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.570752] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10abb742-368f-420b-b6f6-64930a1527cc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.580339] env[63260]: DEBUG oslo_vmware.api [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': task-2284328, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.599249] env[63260]: DEBUG nova.compute.manager [req-f0aa8e3b-ef13-496b-8de2-6def16157014 req-2ee1c0ce-7031-4b46-8359-0f3994b811bb service nova] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Detach interface failed, port_id=08f3b1db-98ca-4164-8db3-c1ab67c9d4d7, reason: Instance 5fe433a6-f3de-43d2-a381-7a2c5a394c35 could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 682.600963] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8bd280-8430-44be-a838-9de0dcbeb300 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.607130] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c86a449f-070a-453f-9609-eb9b7b00970c tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Creating Snapshot of the VM instance {{(pid=63260) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 682.631796] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-eabed87a-b6e7-49a3-9da7-d2cbe393ea11 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.634602] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb3d706-b841-45ba-b57e-30e6cd8ea071 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.642523] env[63260]: DEBUG oslo_vmware.api [None req-c86a449f-070a-453f-9609-eb9b7b00970c tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Waiting for the task: (returnval){ [ 682.642523] env[63260]: value = "task-2284330" [ 682.642523] env[63260]: _type = "Task" [ 682.642523] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.651284] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2df7826-703b-4618-833b-51738ef17969 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.656847] env[63260]: DEBUG oslo_vmware.api [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284329, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472927} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.657449] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 9b45195e-aa35-45d4-a8d1-2460610897dd/9b45195e-aa35-45d4-a8d1-2460610897dd.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.657659] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.658174] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f5543f0-c361-4512-8b51-6802dd982988 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.664161] env[63260]: DEBUG oslo_vmware.api [None req-c86a449f-070a-453f-9609-eb9b7b00970c tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284330, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.673009] env[63260]: DEBUG nova.compute.provider_tree [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.678044] env[63260]: DEBUG oslo_vmware.api [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Waiting for the task: (returnval){ [ 682.678044] env[63260]: value = "task-2284331" [ 682.678044] env[63260]: _type = "Task" [ 682.678044] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.686564] env[63260]: DEBUG oslo_vmware.api [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.717870] env[63260]: DEBUG nova.network.neutron [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.764249] env[63260]: DEBUG nova.compute.manager [req-1c329cce-6edf-4b09-8f39-05765733140c req-ab8fa515-e854-47f4-8e58-bf69768c2f14 service nova] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Received event network-vif-deleted-ecaed0bf-f81f-4432-adea-0c7c37fc123a {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 682.764452] env[63260]: DEBUG nova.compute.manager [req-1c329cce-6edf-4b09-8f39-05765733140c req-ab8fa515-e854-47f4-8e58-bf69768c2f14 service nova] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Received event network-vif-deleted-fb49b6f7-2ae5-4b69-a93b-df9dcc225183 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 682.796591] env[63260]: DEBUG nova.compute.manager [req-ab1b4c5e-f6f8-48ef-b4f3-08ee8ac0728f req-fb705ada-5023-4188-b873-78c479935618 service nova] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Received event network-vif-plugged-e15db0d8-4520-4504-8b1f-72b3deda2b37 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 682.796848] env[63260]: DEBUG oslo_concurrency.lockutils [req-ab1b4c5e-f6f8-48ef-b4f3-08ee8ac0728f req-fb705ada-5023-4188-b873-78c479935618 service nova] Acquiring lock "f575abe2-fba7-4c4f-9a5b-4a092b8d2c04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.797130] env[63260]: DEBUG oslo_concurrency.lockutils [req-ab1b4c5e-f6f8-48ef-b4f3-08ee8ac0728f req-fb705ada-5023-4188-b873-78c479935618 service nova] Lock "f575abe2-fba7-4c4f-9a5b-4a092b8d2c04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.797342] env[63260]: DEBUG oslo_concurrency.lockutils [req-ab1b4c5e-f6f8-48ef-b4f3-08ee8ac0728f req-fb705ada-5023-4188-b873-78c479935618 service nova] Lock "f575abe2-fba7-4c4f-9a5b-4a092b8d2c04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.797342] env[63260]: DEBUG nova.compute.manager [req-ab1b4c5e-f6f8-48ef-b4f3-08ee8ac0728f req-fb705ada-5023-4188-b873-78c479935618 service nova] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] No waiting events found dispatching network-vif-plugged-e15db0d8-4520-4504-8b1f-72b3deda2b37 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 682.797593] env[63260]: WARNING nova.compute.manager [req-ab1b4c5e-f6f8-48ef-b4f3-08ee8ac0728f req-fb705ada-5023-4188-b873-78c479935618 service nova] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Received unexpected event network-vif-plugged-e15db0d8-4520-4504-8b1f-72b3deda2b37 for instance with vm_state building and task_state spawning. [ 682.797650] env[63260]: DEBUG nova.compute.manager [req-ab1b4c5e-f6f8-48ef-b4f3-08ee8ac0728f req-fb705ada-5023-4188-b873-78c479935618 service nova] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Received event network-changed-e15db0d8-4520-4504-8b1f-72b3deda2b37 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 682.797794] env[63260]: DEBUG nova.compute.manager [req-ab1b4c5e-f6f8-48ef-b4f3-08ee8ac0728f req-fb705ada-5023-4188-b873-78c479935618 service nova] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Refreshing instance network info cache due to event network-changed-e15db0d8-4520-4504-8b1f-72b3deda2b37. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 682.797978] env[63260]: DEBUG oslo_concurrency.lockutils [req-ab1b4c5e-f6f8-48ef-b4f3-08ee8ac0728f req-fb705ada-5023-4188-b873-78c479935618 service nova] Acquiring lock "refresh_cache-f575abe2-fba7-4c4f-9a5b-4a092b8d2c04" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.879189] env[63260]: DEBUG oslo_concurrency.lockutils [None req-40f054da-b028-4ae4-bd9f-ef539219fde3 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Acquiring lock "refresh_cache-d9b10b0a-3e6a-45a0-a11a-4351e2a3463d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.879466] env[63260]: DEBUG oslo_concurrency.lockutils [None req-40f054da-b028-4ae4-bd9f-ef539219fde3 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Acquired lock "refresh_cache-d9b10b0a-3e6a-45a0-a11a-4351e2a3463d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.925988] env[63260]: DEBUG nova.network.neutron [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Updating instance_info_cache with network_info: [{"id": "e15db0d8-4520-4504-8b1f-72b3deda2b37", "address": "fa:16:3e:55:b3:a8", "network": {"id": "80a14db6-b156-4db8-bffc-d26945d5c4ff", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1212426729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbd2901687cc4bd3b7e78d780e2e7a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape15db0d8-45", "ovs_interfaceid": "e15db0d8-4520-4504-8b1f-72b3deda2b37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.929519] env[63260]: DEBUG nova.compute.manager [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.018206] env[63260]: DEBUG nova.compute.manager [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: c22b814c-28f4-4ecb-9326-84791d1ec336] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.033018] env[63260]: DEBUG oslo_concurrency.lockutils [None req-42ed90ca-0543-4153-8c77-b95146df173a tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.051097] env[63260]: DEBUG nova.virt.hardware [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.052247] env[63260]: DEBUG nova.virt.hardware [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.053586] env[63260]: DEBUG nova.virt.hardware [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.053890] env[63260]: DEBUG nova.virt.hardware [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.054154] env[63260]: DEBUG nova.virt.hardware [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.054587] env[63260]: DEBUG nova.virt.hardware [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.054871] env[63260]: DEBUG nova.virt.hardware [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.055717] env[63260]: DEBUG nova.virt.hardware [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.055954] env[63260]: DEBUG nova.virt.hardware [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.057347] env[63260]: DEBUG nova.virt.hardware [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.057492] env[63260]: DEBUG nova.virt.hardware [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.059365] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ac9013-6027-493d-8a33-b5595a559f8e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.076946] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853ad29e-6773-472e-8e50-733d04a33a65 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.080914] env[63260]: DEBUG oslo_vmware.api [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': task-2284328, 'name': PowerOnVM_Task, 'duration_secs': 0.625659} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.081672] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.081954] env[63260]: DEBUG nova.compute.manager [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.083575] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4f26f8-2a2c-406b-ae36-e333fe14321e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.094662] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: c22b814c-28f4-4ecb-9326-84791d1ec336] Instance VIF info [] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.100524] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Creating folder: Project (37913cda4bb94ce9af7e7600c50fd007). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.101225] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-878542ff-6e86-4bdc-b87b-8a56a843cd01 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.115254] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Created folder: Project (37913cda4bb94ce9af7e7600c50fd007) in parent group-v464889. [ 683.116012] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Creating folder: Instances. Parent ref: group-v465016. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.116012] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0f5d093-8f6a-4749-93e8-fbf2fd82f4d8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.125265] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Created folder: Instances in parent group-v465016. [ 683.125265] env[63260]: DEBUG oslo.service.loopingcall [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 683.125375] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c22b814c-28f4-4ecb-9326-84791d1ec336] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.126036] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2793a14c-d833-4f5c-ae8b-9e351e21465f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.141945] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.141945] env[63260]: value = "task-2284334" [ 683.141945] env[63260]: _type = "Task" [ 683.141945] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.157653] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284334, 'name': CreateVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.160601] env[63260]: DEBUG oslo_vmware.api [None req-c86a449f-070a-453f-9609-eb9b7b00970c tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284330, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.175881] env[63260]: DEBUG nova.scheduler.client.report [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.188534] env[63260]: DEBUG oslo_vmware.api [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065621} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.188890] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.189692] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b919055-bd2a-4020-bfc7-a65cd97d47a4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.215642] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 9b45195e-aa35-45d4-a8d1-2460610897dd/9b45195e-aa35-45d4-a8d1-2460610897dd.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.216603] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76be8c39-669f-4143-b4ad-25b3a27d4b5b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.238551] env[63260]: DEBUG oslo_vmware.api [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Waiting for the task: (returnval){ [ 683.238551] env[63260]: value = "task-2284335" [ 683.238551] env[63260]: _type = "Task" [ 683.238551] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.248834] env[63260]: DEBUG oslo_vmware.api [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284335, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.402383] env[63260]: DEBUG nova.network.neutron [None req-40f054da-b028-4ae4-bd9f-ef539219fde3 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.429478] env[63260]: DEBUG oslo_concurrency.lockutils [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Releasing lock "refresh_cache-f575abe2-fba7-4c4f-9a5b-4a092b8d2c04" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.429867] env[63260]: DEBUG nova.compute.manager [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Instance network_info: |[{"id": "e15db0d8-4520-4504-8b1f-72b3deda2b37", "address": "fa:16:3e:55:b3:a8", "network": {"id": "80a14db6-b156-4db8-bffc-d26945d5c4ff", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1212426729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbd2901687cc4bd3b7e78d780e2e7a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape15db0d8-45", "ovs_interfaceid": "e15db0d8-4520-4504-8b1f-72b3deda2b37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 683.430522] env[63260]: DEBUG oslo_concurrency.lockutils [req-ab1b4c5e-f6f8-48ef-b4f3-08ee8ac0728f req-fb705ada-5023-4188-b873-78c479935618 service nova] Acquired lock "refresh_cache-f575abe2-fba7-4c4f-9a5b-4a092b8d2c04" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.430709] env[63260]: DEBUG nova.network.neutron [req-ab1b4c5e-f6f8-48ef-b4f3-08ee8ac0728f req-fb705ada-5023-4188-b873-78c479935618 service nova] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Refreshing network info cache for port e15db0d8-4520-4504-8b1f-72b3deda2b37 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.432418] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:b3:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e15db0d8-4520-4504-8b1f-72b3deda2b37', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.440635] env[63260]: DEBUG oslo.service.loopingcall [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 683.446176] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.448589] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2005e71b-fc3b-49de-bec1-86c02979f2bb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.471423] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.471423] env[63260]: value = "task-2284336" [ 683.471423] env[63260]: _type = "Task" [ 683.471423] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.483528] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284336, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.487436] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.544986] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1c2b35de-69ca-4f79-a7dd-7cdf541b07ba tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Acquiring lock "01f5e2d4-430a-4cb0-8478-7f152441a2c0" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.545341] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1c2b35de-69ca-4f79-a7dd-7cdf541b07ba tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Lock "01f5e2d4-430a-4cb0-8478-7f152441a2c0" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.545517] env[63260]: INFO nova.compute.manager [None req-1c2b35de-69ca-4f79-a7dd-7cdf541b07ba tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Rebooting instance [ 683.619642] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.654174] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284334, 'name': CreateVM_Task, 'duration_secs': 0.456751} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.654754] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c22b814c-28f4-4ecb-9326-84791d1ec336] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.655589] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.655589] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.655780] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.656041] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b63cb85-88c9-4fd2-aaa5-45ca2ce0adfc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.660766] env[63260]: DEBUG oslo_vmware.api [None req-c86a449f-070a-453f-9609-eb9b7b00970c tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284330, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.663909] env[63260]: DEBUG oslo_vmware.api [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Waiting for the task: (returnval){ [ 683.663909] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52fc8585-b8be-40f1-9a4f-6ba2c9d54417" [ 683.663909] env[63260]: _type = "Task" [ 683.663909] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.673801] env[63260]: DEBUG oslo_vmware.api [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52fc8585-b8be-40f1-9a4f-6ba2c9d54417, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.684093] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.684686] env[63260]: DEBUG nova.compute.manager [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.689868] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 30.633s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.734728] env[63260]: DEBUG nova.network.neutron [req-ab1b4c5e-f6f8-48ef-b4f3-08ee8ac0728f req-fb705ada-5023-4188-b873-78c479935618 service nova] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Updated VIF entry in instance network info cache for port e15db0d8-4520-4504-8b1f-72b3deda2b37. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.735145] env[63260]: DEBUG nova.network.neutron [req-ab1b4c5e-f6f8-48ef-b4f3-08ee8ac0728f req-fb705ada-5023-4188-b873-78c479935618 service nova] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Updating instance_info_cache with network_info: [{"id": "e15db0d8-4520-4504-8b1f-72b3deda2b37", "address": "fa:16:3e:55:b3:a8", "network": {"id": "80a14db6-b156-4db8-bffc-d26945d5c4ff", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1212426729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbd2901687cc4bd3b7e78d780e2e7a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape15db0d8-45", "ovs_interfaceid": "e15db0d8-4520-4504-8b1f-72b3deda2b37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.750619] env[63260]: DEBUG oslo_vmware.api [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284335, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.982101] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284336, 'name': CreateVM_Task, 'duration_secs': 0.408549} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.982267] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.982906] env[63260]: DEBUG oslo_concurrency.lockutils [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.070779] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1c2b35de-69ca-4f79-a7dd-7cdf541b07ba tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Acquiring lock "refresh_cache-01f5e2d4-430a-4cb0-8478-7f152441a2c0" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.070779] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1c2b35de-69ca-4f79-a7dd-7cdf541b07ba tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Acquired lock "refresh_cache-01f5e2d4-430a-4cb0-8478-7f152441a2c0" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.070939] env[63260]: DEBUG nova.network.neutron [None req-1c2b35de-69ca-4f79-a7dd-7cdf541b07ba tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.161345] env[63260]: DEBUG oslo_vmware.api [None req-c86a449f-070a-453f-9609-eb9b7b00970c tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284330, 'name': CreateSnapshot_Task, 'duration_secs': 1.47153} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.161655] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c86a449f-070a-453f-9609-eb9b7b00970c tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Created Snapshot of the VM instance {{(pid=63260) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 684.162414] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d9b2a7-4c86-4543-ac3d-bc3003c1724d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.180688] env[63260]: DEBUG oslo_vmware.api [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52fc8585-b8be-40f1-9a4f-6ba2c9d54417, 'name': SearchDatastore_Task, 'duration_secs': 0.011533} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.181607] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.181840] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: c22b814c-28f4-4ecb-9326-84791d1ec336] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.182083] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.182229] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.182725] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.183054] env[63260]: DEBUG oslo_concurrency.lockutils [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.183358] env[63260]: DEBUG oslo_concurrency.lockutils [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.183601] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2820a129-7a4d-42a6-bebc-5b8da20acab1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.185635] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b13394b-5979-49e7-8140-940c38b5ec12 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.190779] env[63260]: DEBUG oslo_vmware.api [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 684.190779] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52f3608f-dad2-0efa-3df4-d8f81829b4ee" [ 684.190779] env[63260]: _type = "Task" [ 684.190779] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.208726] env[63260]: DEBUG nova.compute.utils [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 684.210108] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.210313] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.215021] env[63260]: DEBUG nova.compute.manager [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Not allocating networking since 'none' was specified. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 684.215021] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5f1e623-f9ed-4d15-a3a7-ef0587412970 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.219944] env[63260]: DEBUG oslo_vmware.api [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52f3608f-dad2-0efa-3df4-d8f81829b4ee, 'name': SearchDatastore_Task, 'duration_secs': 0.009473} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.223102] env[63260]: DEBUG oslo_concurrency.lockutils [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.223102] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.223102] env[63260]: DEBUG oslo_concurrency.lockutils [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.224577] env[63260]: DEBUG oslo_vmware.api [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Waiting for the task: (returnval){ [ 684.224577] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52efbce4-8b64-b155-d42d-35a19a817a42" [ 684.224577] env[63260]: _type = "Task" [ 684.224577] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.234157] env[63260]: DEBUG oslo_vmware.api [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52efbce4-8b64-b155-d42d-35a19a817a42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.234827] env[63260]: DEBUG nova.network.neutron [None req-40f054da-b028-4ae4-bd9f-ef539219fde3 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Updating instance_info_cache with network_info: [{"id": "c9ba98c0-fc44-4021-a4ac-e2695105ac95", "address": "fa:16:3e:14:f6:c5", "network": {"id": "4bf055a3-d5d9-40b4-be08-92d6174bfefd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1975906922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1075c693d4341eeaeac0e2de0c2c962", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9ba98c0-fc", "ovs_interfaceid": "c9ba98c0-fc44-4021-a4ac-e2695105ac95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.237873] env[63260]: DEBUG oslo_concurrency.lockutils [req-ab1b4c5e-f6f8-48ef-b4f3-08ee8ac0728f req-fb705ada-5023-4188-b873-78c479935618 service nova] Releasing lock "refresh_cache-f575abe2-fba7-4c4f-9a5b-4a092b8d2c04" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.247697] env[63260]: DEBUG oslo_vmware.api [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284335, 'name': ReconfigVM_Task, 'duration_secs': 0.546178} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.248226] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 9b45195e-aa35-45d4-a8d1-2460610897dd/9b45195e-aa35-45d4-a8d1-2460610897dd.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.248878] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92388496-8510-4df8-a891-d35ecd34b06e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.257524] env[63260]: DEBUG oslo_vmware.api [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Waiting for the task: (returnval){ [ 684.257524] env[63260]: value = "task-2284337" [ 684.257524] env[63260]: _type = "Task" [ 684.257524] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.267194] env[63260]: DEBUG oslo_vmware.api [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284337, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.689410] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c86a449f-070a-453f-9609-eb9b7b00970c tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Creating linked-clone VM from snapshot {{(pid=63260) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 684.689737] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4488cd8f-3810-46bc-a9d4-54e321e55a66 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.698509] env[63260]: DEBUG oslo_vmware.api [None req-c86a449f-070a-453f-9609-eb9b7b00970c tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Waiting for the task: (returnval){ [ 684.698509] env[63260]: value = "task-2284338" [ 684.698509] env[63260]: _type = "Task" [ 684.698509] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.711449] env[63260]: DEBUG oslo_vmware.api [None req-c86a449f-070a-453f-9609-eb9b7b00970c tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284338, 'name': CloneVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.716443] env[63260]: DEBUG nova.compute.manager [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 684.734597] env[63260]: DEBUG oslo_vmware.api [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52efbce4-8b64-b155-d42d-35a19a817a42, 'name': SearchDatastore_Task, 'duration_secs': 0.009122} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.735507] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc5d6565-55f1-4684-8ed5-5608d9eb865b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.738403] env[63260]: DEBUG oslo_concurrency.lockutils [None req-40f054da-b028-4ae4-bd9f-ef539219fde3 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Releasing lock "refresh_cache-d9b10b0a-3e6a-45a0-a11a-4351e2a3463d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.738663] env[63260]: DEBUG nova.compute.manager [None req-40f054da-b028-4ae4-bd9f-ef539219fde3 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Inject network info {{(pid=63260) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 684.738962] env[63260]: DEBUG nova.compute.manager [None req-40f054da-b028-4ae4-bd9f-ef539219fde3 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] network_info to inject: |[{"id": "c9ba98c0-fc44-4021-a4ac-e2695105ac95", "address": "fa:16:3e:14:f6:c5", "network": {"id": "4bf055a3-d5d9-40b4-be08-92d6174bfefd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1975906922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1075c693d4341eeaeac0e2de0c2c962", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9ba98c0-fc", "ovs_interfaceid": "c9ba98c0-fc44-4021-a4ac-e2695105ac95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 684.743744] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-40f054da-b028-4ae4-bd9f-ef539219fde3 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Reconfiguring VM instance to set the machine id {{(pid=63260) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 684.744028] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-752da300-c731-441f-8d1a-b404ccf83c4e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.755427] env[63260]: WARNING nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 77b8038e-198c-494f-9d58-92b8d2551a3e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 684.755605] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 93672dcb-96dc-4383-9874-43855f247e9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.755741] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance ab5784bb-000b-4f56-bd35-65a04620b36f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.756012] env[63260]: WARNING nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 5fe433a6-f3de-43d2-a381-7a2c5a394c35 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 684.756012] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance d9b10b0a-3e6a-45a0-a11a-4351e2a3463d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.756154] env[63260]: WARNING nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 684.756263] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance d524fb17-62cf-42e9-a93f-0066614314a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.756374] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance b75e845b-560f-43b4-a24a-5bebe8f72016 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.756480] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance d1cb9a44-ac61-41ee-b6c4-5611b6358f7e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.756599] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 14618266-8f55-46c7-9d42-04dfbe7165d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.756726] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance eae2ab94-da4e-45c4-a185-a245dd609514 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.756836] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance a1039d78-54b2-4777-8dd2-43221a89528c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.756944] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance cf19fd4d-d960-46bf-a86b-3760b5d0bfee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.757063] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 05f51648-73be-4989-8574-57bc8eb882b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.757185] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 5a0fb955-d6d5-429f-9925-244d7a943bab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.757271] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 38234f24-c2a7-4190-8f54-f953f587d474 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.757395] env[63260]: WARNING nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance ee17b483-2b67-4714-b8ef-781a358f7fce is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 684.757502] env[63260]: WARNING nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance fc79ec3c-aa00-466e-b660-ac43d2361bbc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 684.757625] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 59e99a9c-a395-45b6-886a-506f1de1163a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.757762] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 877174d8-a4d9-4c03-bd61-81f9e541cd22 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.757841] env[63260]: WARNING nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 1d59ae97-3d8f-4926-bc59-ec290cef74ab is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 684.757947] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance f5985e13-7c49-4c38-b9c9-4c23c52a1f4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.758074] env[63260]: WARNING nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 64e84161-5eff-406a-af5b-6f9f104cebae is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 684.758185] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 01f5e2d4-430a-4cb0-8478-7f152441a2c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.758310] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 9b45195e-aa35-45d4-a8d1-2460610897dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.758443] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance f575abe2-fba7-4c4f-9a5b-4a092b8d2c04 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.758558] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance c22b814c-28f4-4ecb-9326-84791d1ec336 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.758664] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance ea7c78e7-f3dc-42fd-bde2-12a4859b8170 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.768569] env[63260]: DEBUG oslo_vmware.api [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Waiting for the task: (returnval){ [ 684.768569] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52507f04-8aef-9093-3c9f-b5b5bcd61cb4" [ 684.768569] env[63260]: _type = "Task" [ 684.768569] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.770208] env[63260]: DEBUG oslo_vmware.api [None req-40f054da-b028-4ae4-bd9f-ef539219fde3 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Waiting for the task: (returnval){ [ 684.770208] env[63260]: value = "task-2284339" [ 684.770208] env[63260]: _type = "Task" [ 684.770208] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.781306] env[63260]: DEBUG oslo_vmware.api [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284337, 'name': Rename_Task, 'duration_secs': 0.465638} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.781866] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.782127] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bee7e8e-4765-414e-a020-712a07f6f4c6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.787416] env[63260]: DEBUG oslo_vmware.api [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52507f04-8aef-9093-3c9f-b5b5bcd61cb4, 'name': SearchDatastore_Task, 'duration_secs': 0.018178} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.790936] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.791249] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] c22b814c-28f4-4ecb-9326-84791d1ec336/c22b814c-28f4-4ecb-9326-84791d1ec336.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.791531] env[63260]: DEBUG oslo_vmware.api [None req-40f054da-b028-4ae4-bd9f-ef539219fde3 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Task: {'id': task-2284339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.791762] env[63260]: DEBUG oslo_concurrency.lockutils [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.791945] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.792472] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6efb551-6a2c-483a-b366-a5b7af62f42a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.795818] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a07e7330-c33a-40b5-a449-965537b157d4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.797622] env[63260]: DEBUG oslo_vmware.api [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Waiting for the task: (returnval){ [ 684.797622] env[63260]: value = "task-2284340" [ 684.797622] env[63260]: _type = "Task" [ 684.797622] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.803845] env[63260]: DEBUG oslo_vmware.api [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Waiting for the task: (returnval){ [ 684.803845] env[63260]: value = "task-2284341" [ 684.803845] env[63260]: _type = "Task" [ 684.803845] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.807638] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.807885] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.808588] env[63260]: DEBUG oslo_vmware.api [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.813972] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff7f5aca-1a7b-4909-b8a4-c5ca8c4353d7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.816329] env[63260]: DEBUG nova.objects.instance [None req-842aeb57-5f18-46ed-8a41-f9270d607483 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Lazy-loading 'flavor' on Instance uuid d9b10b0a-3e6a-45a0-a11a-4351e2a3463d {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 684.823895] env[63260]: DEBUG oslo_vmware.api [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284341, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.824783] env[63260]: DEBUG oslo_vmware.api [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 684.824783] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52546321-d428-475c-19c9-1202bd318d73" [ 684.824783] env[63260]: _type = "Task" [ 684.824783] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.834393] env[63260]: DEBUG oslo_vmware.api [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52546321-d428-475c-19c9-1202bd318d73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.898466] env[63260]: DEBUG nova.compute.manager [req-077b2fbd-87e7-4745-9d96-c80012d3c73f req-c8fb13f7-9f4d-4732-94b4-43abf858f4db service nova] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Received event network-changed-b6512ce6-e19a-4db9-b129-c95b888080d7 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 684.898769] env[63260]: DEBUG nova.compute.manager [req-077b2fbd-87e7-4745-9d96-c80012d3c73f req-c8fb13f7-9f4d-4732-94b4-43abf858f4db service nova] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Refreshing instance network info cache due to event network-changed-b6512ce6-e19a-4db9-b129-c95b888080d7. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 684.899040] env[63260]: DEBUG oslo_concurrency.lockutils [req-077b2fbd-87e7-4745-9d96-c80012d3c73f req-c8fb13f7-9f4d-4732-94b4-43abf858f4db service nova] Acquiring lock "refresh_cache-01f5e2d4-430a-4cb0-8478-7f152441a2c0" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.921429] env[63260]: DEBUG nova.network.neutron [None req-1c2b35de-69ca-4f79-a7dd-7cdf541b07ba tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Updating instance_info_cache with network_info: [{"id": "b6512ce6-e19a-4db9-b129-c95b888080d7", "address": "fa:16:3e:38:ea:cb", "network": {"id": "a74526d2-b9c1-4a38-af4b-eca7f0d9465f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1718218198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e6e23ea710841b3902fbaad494a6c7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6512ce6-e1", "ovs_interfaceid": "b6512ce6-e19a-4db9-b129-c95b888080d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.072557] env[63260]: INFO nova.compute.manager [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Rebuilding instance [ 685.119831] env[63260]: DEBUG nova.compute.manager [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.120459] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e9eaf0-d83c-46aa-9f9b-182b8d064b8e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.212634] env[63260]: DEBUG oslo_vmware.api [None req-c86a449f-070a-453f-9609-eb9b7b00970c tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284338, 'name': CloneVM_Task} progress is 94%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.270362] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 77396720-1683-4848-876c-d292e6b4441a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 685.286165] env[63260]: DEBUG oslo_vmware.api [None req-40f054da-b028-4ae4-bd9f-ef539219fde3 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Task: {'id': task-2284339, 'name': ReconfigVM_Task, 'duration_secs': 0.174888} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.287172] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-40f054da-b028-4ae4-bd9f-ef539219fde3 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Reconfigured VM instance to set the machine id {{(pid=63260) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 685.310499] env[63260]: DEBUG oslo_vmware.api [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284340, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.321070] env[63260]: DEBUG oslo_vmware.api [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284341, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.322441] env[63260]: DEBUG oslo_concurrency.lockutils [None req-842aeb57-5f18-46ed-8a41-f9270d607483 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Acquiring lock "refresh_cache-d9b10b0a-3e6a-45a0-a11a-4351e2a3463d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.322803] env[63260]: DEBUG oslo_concurrency.lockutils [None req-842aeb57-5f18-46ed-8a41-f9270d607483 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Acquired lock "refresh_cache-d9b10b0a-3e6a-45a0-a11a-4351e2a3463d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.336770] env[63260]: DEBUG oslo_vmware.api [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52546321-d428-475c-19c9-1202bd318d73, 'name': SearchDatastore_Task, 'duration_secs': 0.013967} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.338637] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38c44f80-dab1-4f18-8257-ebc7c9dc00a0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.345432] env[63260]: DEBUG oslo_vmware.api [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 685.345432] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c22d76-e40a-3cba-c460-4045d12eec5f" [ 685.345432] env[63260]: _type = "Task" [ 685.345432] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.355861] env[63260]: DEBUG oslo_vmware.api [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c22d76-e40a-3cba-c460-4045d12eec5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.424882] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1c2b35de-69ca-4f79-a7dd-7cdf541b07ba tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Releasing lock "refresh_cache-01f5e2d4-430a-4cb0-8478-7f152441a2c0" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.426191] env[63260]: DEBUG oslo_concurrency.lockutils [req-077b2fbd-87e7-4745-9d96-c80012d3c73f req-c8fb13f7-9f4d-4732-94b4-43abf858f4db service nova] Acquired lock "refresh_cache-01f5e2d4-430a-4cb0-8478-7f152441a2c0" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.426425] env[63260]: DEBUG nova.network.neutron [req-077b2fbd-87e7-4745-9d96-c80012d3c73f req-c8fb13f7-9f4d-4732-94b4-43abf858f4db service nova] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Refreshing network info cache for port b6512ce6-e19a-4db9-b129-c95b888080d7 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.714846] env[63260]: DEBUG oslo_vmware.api [None req-c86a449f-070a-453f-9609-eb9b7b00970c tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284338, 'name': CloneVM_Task} progress is 94%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.719119] env[63260]: DEBUG nova.network.neutron [None req-842aeb57-5f18-46ed-8a41-f9270d607483 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.727225] env[63260]: DEBUG nova.compute.manager [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.749538] env[63260]: DEBUG nova.virt.hardware [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.749840] env[63260]: DEBUG nova.virt.hardware [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.750283] env[63260]: DEBUG nova.virt.hardware [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.750283] env[63260]: DEBUG nova.virt.hardware [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.750396] env[63260]: DEBUG nova.virt.hardware [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.750659] env[63260]: DEBUG nova.virt.hardware [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.751045] env[63260]: DEBUG nova.virt.hardware [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.751045] env[63260]: DEBUG nova.virt.hardware [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.751224] env[63260]: DEBUG nova.virt.hardware [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.751385] env[63260]: DEBUG nova.virt.hardware [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.751564] env[63260]: DEBUG nova.virt.hardware [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.752467] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bf105a-32b8-4f7c-ae26-03dbd5fd6719 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.760487] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f21ca4-a527-44bc-835f-005f878add74 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.779222] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 6ebdf627-0ad7-46a8-9765-1a399deb34c8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 685.781570] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Instance VIF info [] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 685.788199] env[63260]: DEBUG oslo.service.loopingcall [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 685.788511] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 685.788746] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fddf9599-0214-4a70-b4e0-af190d8b4748 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.818416] env[63260]: DEBUG oslo_vmware.api [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284340, 'name': PowerOnVM_Task, 'duration_secs': 0.570387} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.818631] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.818631] env[63260]: value = "task-2284342" [ 685.818631] env[63260]: _type = "Task" [ 685.818631] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.819737] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.820101] env[63260]: INFO nova.compute.manager [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Took 8.37 seconds to spawn the instance on the hypervisor. [ 685.820291] env[63260]: DEBUG nova.compute.manager [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.821155] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5122b7db-3efd-43b4-ac00-37a2949c847d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.829794] env[63260]: DEBUG oslo_vmware.api [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284341, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572095} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.830595] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] c22b814c-28f4-4ecb-9326-84791d1ec336/c22b814c-28f4-4ecb-9326-84791d1ec336.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.830816] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: c22b814c-28f4-4ecb-9326-84791d1ec336] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.831108] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-152295fe-7258-446f-aa2e-2ba0f3455309 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.840376] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284342, 'name': CreateVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.846047] env[63260]: DEBUG oslo_vmware.api [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Waiting for the task: (returnval){ [ 685.846047] env[63260]: value = "task-2284343" [ 685.846047] env[63260]: _type = "Task" [ 685.846047] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.855153] env[63260]: DEBUG oslo_vmware.api [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284343, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.859143] env[63260]: DEBUG oslo_vmware.api [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c22d76-e40a-3cba-c460-4045d12eec5f, 'name': SearchDatastore_Task, 'duration_secs': 0.020652} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.859414] env[63260]: DEBUG oslo_concurrency.lockutils [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.859670] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] f575abe2-fba7-4c4f-9a5b-4a092b8d2c04/f575abe2-fba7-4c4f-9a5b-4a092b8d2c04.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.859994] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5bc9761-ee84-4714-80a2-8729c6e72ea1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.868202] env[63260]: DEBUG oslo_vmware.api [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 685.868202] env[63260]: value = "task-2284344" [ 685.868202] env[63260]: _type = "Task" [ 685.868202] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.876453] env[63260]: DEBUG oslo_vmware.api [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.934763] env[63260]: DEBUG nova.compute.manager [None req-1c2b35de-69ca-4f79-a7dd-7cdf541b07ba tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.935768] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed95eb73-3fe1-4f65-8f36-828eb1615d54 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.134957] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.135323] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1418bc86-9159-41a2-920a-d04c597e73f1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.145877] env[63260]: DEBUG oslo_vmware.api [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Waiting for the task: (returnval){ [ 686.145877] env[63260]: value = "task-2284345" [ 686.145877] env[63260]: _type = "Task" [ 686.145877] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.158166] env[63260]: DEBUG oslo_vmware.api [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Task: {'id': task-2284345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.213302] env[63260]: DEBUG oslo_vmware.api [None req-c86a449f-070a-453f-9609-eb9b7b00970c tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284338, 'name': CloneVM_Task, 'duration_secs': 1.510488} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.213862] env[63260]: INFO nova.virt.vmwareapi.vmops [None req-c86a449f-070a-453f-9609-eb9b7b00970c tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Created linked-clone VM from snapshot [ 686.214419] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd0c3c6-7b35-4e92-a2ac-5029b478c57b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.226260] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-c86a449f-070a-453f-9609-eb9b7b00970c tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Uploading image ca2cf597-bc8e-44e1-9aca-8ef93872f601 {{(pid=63260) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 686.258914] env[63260]: DEBUG oslo_vmware.rw_handles [None req-c86a449f-070a-453f-9609-eb9b7b00970c tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 686.258914] env[63260]: value = "vm-465021" [ 686.258914] env[63260]: _type = "VirtualMachine" [ 686.258914] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 686.259324] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-15cef626-bbfe-4e24-890b-1ae093c6d0fc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.268733] env[63260]: DEBUG oslo_vmware.rw_handles [None req-c86a449f-070a-453f-9609-eb9b7b00970c tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Lease: (returnval){ [ 686.268733] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e2140d-558c-bee8-5a32-b6c333f105fb" [ 686.268733] env[63260]: _type = "HttpNfcLease" [ 686.268733] env[63260]: } obtained for exporting VM: (result){ [ 686.268733] env[63260]: value = "vm-465021" [ 686.268733] env[63260]: _type = "VirtualMachine" [ 686.268733] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 686.269177] env[63260]: DEBUG oslo_vmware.api [None req-c86a449f-070a-453f-9609-eb9b7b00970c tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Waiting for the lease: (returnval){ [ 686.269177] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e2140d-558c-bee8-5a32-b6c333f105fb" [ 686.269177] env[63260]: _type = "HttpNfcLease" [ 686.269177] env[63260]: } to be ready. {{(pid=63260) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 686.277984] env[63260]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 686.277984] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e2140d-558c-bee8-5a32-b6c333f105fb" [ 686.277984] env[63260]: _type = "HttpNfcLease" [ 686.277984] env[63260]: } is initializing. {{(pid=63260) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 686.281916] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance e139538b-3363-4c4f-b1ea-b4e98e2528ee has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 686.333252] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284342, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.354682] env[63260]: INFO nova.compute.manager [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Took 45.41 seconds to build instance. [ 686.363477] env[63260]: DEBUG oslo_vmware.api [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284343, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097306} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.363804] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: c22b814c-28f4-4ecb-9326-84791d1ec336] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.364998] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cbbc04-a2b9-4c07-92c5-fdbdd057959b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.391487] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: c22b814c-28f4-4ecb-9326-84791d1ec336] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] c22b814c-28f4-4ecb-9326-84791d1ec336/c22b814c-28f4-4ecb-9326-84791d1ec336.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.392881] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1a0292d-62c1-4da1-a21a-7c159b31461d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.410776] env[63260]: DEBUG oslo_vmware.api [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284344, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.416588] env[63260]: DEBUG oslo_vmware.api [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Waiting for the task: (returnval){ [ 686.416588] env[63260]: value = "task-2284347" [ 686.416588] env[63260]: _type = "Task" [ 686.416588] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.430836] env[63260]: DEBUG oslo_vmware.api [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284347, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.525527] env[63260]: DEBUG nova.network.neutron [req-077b2fbd-87e7-4745-9d96-c80012d3c73f req-c8fb13f7-9f4d-4732-94b4-43abf858f4db service nova] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Updated VIF entry in instance network info cache for port b6512ce6-e19a-4db9-b129-c95b888080d7. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.526092] env[63260]: DEBUG nova.network.neutron [req-077b2fbd-87e7-4745-9d96-c80012d3c73f req-c8fb13f7-9f4d-4732-94b4-43abf858f4db service nova] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Updating instance_info_cache with network_info: [{"id": "b6512ce6-e19a-4db9-b129-c95b888080d7", "address": "fa:16:3e:38:ea:cb", "network": {"id": "a74526d2-b9c1-4a38-af4b-eca7f0d9465f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1718218198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e6e23ea710841b3902fbaad494a6c7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6512ce6-e1", "ovs_interfaceid": "b6512ce6-e19a-4db9-b129-c95b888080d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.639526] env[63260]: DEBUG nova.network.neutron [None req-842aeb57-5f18-46ed-8a41-f9270d607483 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Updating instance_info_cache with network_info: [{"id": "c9ba98c0-fc44-4021-a4ac-e2695105ac95", "address": "fa:16:3e:14:f6:c5", "network": {"id": "4bf055a3-d5d9-40b4-be08-92d6174bfefd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1975906922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1075c693d4341eeaeac0e2de0c2c962", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9ba98c0-fc", "ovs_interfaceid": "c9ba98c0-fc44-4021-a4ac-e2695105ac95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.657016] env[63260]: DEBUG oslo_vmware.api [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Task: {'id': task-2284345, 'name': PowerOffVM_Task, 'duration_secs': 0.216764} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.657301] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.657535] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.658334] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5adbaf20-9189-42b4-814c-fe0b54ad8c25 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.665188] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 686.665435] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd131758-8cd1-457b-a78d-fb4a96c6cede {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.691937] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 686.691937] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 686.691937] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Deleting the datastore file [datastore2] f5985e13-7c49-4c38-b9c9-4c23c52a1f4e {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.691937] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c14690b-3297-4e37-8d0e-665f3c528542 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.700363] env[63260]: DEBUG oslo_vmware.api [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Waiting for the task: (returnval){ [ 686.700363] env[63260]: value = "task-2284349" [ 686.700363] env[63260]: _type = "Task" [ 686.700363] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.710131] env[63260]: DEBUG oslo_vmware.api [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Task: {'id': task-2284349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.777365] env[63260]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 686.777365] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e2140d-558c-bee8-5a32-b6c333f105fb" [ 686.777365] env[63260]: _type = "HttpNfcLease" [ 686.777365] env[63260]: } is ready. {{(pid=63260) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 686.777928] env[63260]: DEBUG oslo_vmware.rw_handles [None req-c86a449f-070a-453f-9609-eb9b7b00970c tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 686.777928] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e2140d-558c-bee8-5a32-b6c333f105fb" [ 686.777928] env[63260]: _type = "HttpNfcLease" [ 686.777928] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 686.778637] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d8b711-e1d6-43b3-b633-4dac635255c6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.786184] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 38afe872-ec16-4ee0-a555-45f407f1a150 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 686.788724] env[63260]: DEBUG oslo_vmware.rw_handles [None req-c86a449f-070a-453f-9609-eb9b7b00970c tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a21ff0-9e1b-565b-93e7-f3cbf70685cd/disk-0.vmdk from lease info. {{(pid=63260) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 686.788724] env[63260]: DEBUG oslo_vmware.rw_handles [None req-c86a449f-070a-453f-9609-eb9b7b00970c tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a21ff0-9e1b-565b-93e7-f3cbf70685cd/disk-0.vmdk for reading. {{(pid=63260) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 686.856844] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284342, 'name': CreateVM_Task, 'duration_secs': 0.550186} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.856844] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.856844] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.856844] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.857120] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.857519] env[63260]: DEBUG oslo_concurrency.lockutils [None req-af727447-1f91-4718-ae2d-5a8749ef99d2 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Lock "9b45195e-aa35-45d4-a8d1-2460610897dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.697s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.858414] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4aa6964-3c63-4e51-b888-7210b4e49465 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.864271] env[63260]: DEBUG oslo_vmware.api [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Waiting for the task: (returnval){ [ 686.864271] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5223b435-a298-ede0-b455-95fc4ba732b7" [ 686.864271] env[63260]: _type = "Task" [ 686.864271] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.872900] env[63260]: DEBUG oslo_vmware.api [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5223b435-a298-ede0-b455-95fc4ba732b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.881756] env[63260]: DEBUG oslo_vmware.api [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284344, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615486} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.882075] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] f575abe2-fba7-4c4f-9a5b-4a092b8d2c04/f575abe2-fba7-4c4f-9a5b-4a092b8d2c04.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.882370] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.884923] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1f4aa45-0f4d-4757-86e9-7b482e3996d6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.887317] env[63260]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cbcdc6d3-561a-4219-9371-02261b9ef7fc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.897662] env[63260]: DEBUG oslo_vmware.api [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 686.897662] env[63260]: value = "task-2284350" [ 686.897662] env[63260]: _type = "Task" [ 686.897662] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.907464] env[63260]: DEBUG oslo_vmware.api [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284350, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.929702] env[63260]: DEBUG nova.compute.manager [req-33344745-51e6-45dc-9b27-25789ee491fa req-fded6f07-29fb-4310-b7ac-0510b0ea2dba service nova] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Received event network-changed-c9ba98c0-fc44-4021-a4ac-e2695105ac95 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 686.929702] env[63260]: DEBUG nova.compute.manager [req-33344745-51e6-45dc-9b27-25789ee491fa req-fded6f07-29fb-4310-b7ac-0510b0ea2dba service nova] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Refreshing instance network info cache due to event network-changed-c9ba98c0-fc44-4021-a4ac-e2695105ac95. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 686.929896] env[63260]: DEBUG oslo_concurrency.lockutils [req-33344745-51e6-45dc-9b27-25789ee491fa req-fded6f07-29fb-4310-b7ac-0510b0ea2dba service nova] Acquiring lock "refresh_cache-d9b10b0a-3e6a-45a0-a11a-4351e2a3463d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.938344] env[63260]: DEBUG oslo_vmware.api [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.961084] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfe2203-07f3-4ef1-800a-f9cf67c5b8ac {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.969583] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2b35de-69ca-4f79-a7dd-7cdf541b07ba tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Doing hard reboot of VM {{(pid=63260) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 686.969960] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-f339b5d4-f0fa-42d1-98eb-01061ece4366 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.988382] env[63260]: DEBUG oslo_vmware.api [None req-1c2b35de-69ca-4f79-a7dd-7cdf541b07ba tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Waiting for the task: (returnval){ [ 686.988382] env[63260]: value = "task-2284351" [ 686.988382] env[63260]: _type = "Task" [ 686.988382] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.997656] env[63260]: DEBUG oslo_vmware.api [None req-1c2b35de-69ca-4f79-a7dd-7cdf541b07ba tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': task-2284351, 'name': ResetVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.029063] env[63260]: DEBUG oslo_concurrency.lockutils [req-077b2fbd-87e7-4745-9d96-c80012d3c73f req-c8fb13f7-9f4d-4732-94b4-43abf858f4db service nova] Releasing lock "refresh_cache-01f5e2d4-430a-4cb0-8478-7f152441a2c0" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.029348] env[63260]: DEBUG nova.compute.manager [req-077b2fbd-87e7-4745-9d96-c80012d3c73f req-c8fb13f7-9f4d-4732-94b4-43abf858f4db service nova] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Received event network-changed-c9ba98c0-fc44-4021-a4ac-e2695105ac95 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 687.029515] env[63260]: DEBUG nova.compute.manager [req-077b2fbd-87e7-4745-9d96-c80012d3c73f req-c8fb13f7-9f4d-4732-94b4-43abf858f4db service nova] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Refreshing instance network info cache due to event network-changed-c9ba98c0-fc44-4021-a4ac-e2695105ac95. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 687.029776] env[63260]: DEBUG oslo_concurrency.lockutils [req-077b2fbd-87e7-4745-9d96-c80012d3c73f req-c8fb13f7-9f4d-4732-94b4-43abf858f4db service nova] Acquiring lock "refresh_cache-d9b10b0a-3e6a-45a0-a11a-4351e2a3463d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.146029] env[63260]: DEBUG oslo_concurrency.lockutils [None req-842aeb57-5f18-46ed-8a41-f9270d607483 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Releasing lock "refresh_cache-d9b10b0a-3e6a-45a0-a11a-4351e2a3463d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.146029] env[63260]: DEBUG nova.compute.manager [None req-842aeb57-5f18-46ed-8a41-f9270d607483 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Inject network info {{(pid=63260) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 687.146029] env[63260]: DEBUG nova.compute.manager [None req-842aeb57-5f18-46ed-8a41-f9270d607483 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] network_info to inject: |[{"id": "c9ba98c0-fc44-4021-a4ac-e2695105ac95", "address": "fa:16:3e:14:f6:c5", "network": {"id": "4bf055a3-d5d9-40b4-be08-92d6174bfefd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1975906922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1075c693d4341eeaeac0e2de0c2c962", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9ba98c0-fc", "ovs_interfaceid": "c9ba98c0-fc44-4021-a4ac-e2695105ac95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 687.148549] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-842aeb57-5f18-46ed-8a41-f9270d607483 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Reconfiguring VM instance to set the machine id {{(pid=63260) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 687.148912] env[63260]: DEBUG oslo_concurrency.lockutils [req-33344745-51e6-45dc-9b27-25789ee491fa req-fded6f07-29fb-4310-b7ac-0510b0ea2dba service nova] Acquired lock "refresh_cache-d9b10b0a-3e6a-45a0-a11a-4351e2a3463d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.149167] env[63260]: DEBUG nova.network.neutron [req-33344745-51e6-45dc-9b27-25789ee491fa req-fded6f07-29fb-4310-b7ac-0510b0ea2dba service nova] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Refreshing network info cache for port c9ba98c0-fc44-4021-a4ac-e2695105ac95 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.151559] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c611792-5b51-4553-9e34-ecf49435c3f9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.171180] env[63260]: DEBUG oslo_vmware.api [None req-842aeb57-5f18-46ed-8a41-f9270d607483 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Waiting for the task: (returnval){ [ 687.171180] env[63260]: value = "task-2284352" [ 687.171180] env[63260]: _type = "Task" [ 687.171180] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.183053] env[63260]: DEBUG oslo_vmware.api [None req-842aeb57-5f18-46ed-8a41-f9270d607483 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Task: {'id': task-2284352, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.210463] env[63260]: DEBUG oslo_vmware.api [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Task: {'id': task-2284349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104661} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.210844] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.211031] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 687.211221] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 687.290453] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 02506b07-c1eb-46f9-a0bc-2cafa25d31da has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 687.362458] env[63260]: DEBUG nova.compute.manager [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] [instance: ccdb87cc-389c-411f-b8ec-05a4bbaf21f9] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.376965] env[63260]: DEBUG oslo_vmware.api [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5223b435-a298-ede0-b455-95fc4ba732b7, 'name': SearchDatastore_Task, 'duration_secs': 0.009307} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.377593] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.377940] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.378854] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.379075] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.379618] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.379857] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6544f720-4fda-4016-af25-392007a8956f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.390637] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.390858] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.392752] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6c428d5-e954-4797-b7c4-e0b139d74557 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.399226] env[63260]: DEBUG oslo_vmware.api [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Waiting for the task: (returnval){ [ 687.399226] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]527096d5-4ba9-1eb2-a410-11170c21f7d2" [ 687.399226] env[63260]: _type = "Task" [ 687.399226] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.411294] env[63260]: DEBUG oslo_vmware.api [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284350, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066172} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.414417] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.414878] env[63260]: DEBUG oslo_vmware.api [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]527096d5-4ba9-1eb2-a410-11170c21f7d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.415709] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd11d0b-518a-4f2f-aef1-f0cb9da4fb3f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.444565] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] f575abe2-fba7-4c4f-9a5b-4a092b8d2c04/f575abe2-fba7-4c4f-9a5b-4a092b8d2c04.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.446903] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c6a63b9-636c-4196-a395-5fd78ec0af87 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.469018] env[63260]: DEBUG oslo_vmware.api [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284347, 'name': ReconfigVM_Task, 'duration_secs': 0.81549} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.470595] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: c22b814c-28f4-4ecb-9326-84791d1ec336] Reconfigured VM instance instance-0000002d to attach disk [datastore1] c22b814c-28f4-4ecb-9326-84791d1ec336/c22b814c-28f4-4ecb-9326-84791d1ec336.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.471306] env[63260]: DEBUG oslo_vmware.api [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 687.471306] env[63260]: value = "task-2284353" [ 687.471306] env[63260]: _type = "Task" [ 687.471306] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.471709] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fcf801c5-0396-4c91-afd5-6ca84be65f0d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.482823] env[63260]: DEBUG oslo_vmware.api [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284353, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.484437] env[63260]: DEBUG oslo_vmware.api [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Waiting for the task: (returnval){ [ 687.484437] env[63260]: value = "task-2284354" [ 687.484437] env[63260]: _type = "Task" [ 687.484437] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.497199] env[63260]: DEBUG oslo_vmware.api [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284354, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.504416] env[63260]: DEBUG oslo_vmware.api [None req-1c2b35de-69ca-4f79-a7dd-7cdf541b07ba tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': task-2284351, 'name': ResetVM_Task, 'duration_secs': 0.121984} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.504890] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2b35de-69ca-4f79-a7dd-7cdf541b07ba tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Did hard reboot of VM {{(pid=63260) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 687.505114] env[63260]: DEBUG nova.compute.manager [None req-1c2b35de-69ca-4f79-a7dd-7cdf541b07ba tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.506011] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356fbb6f-1442-4f28-94c3-50791bc9e219 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.604564] env[63260]: DEBUG oslo_concurrency.lockutils [None req-33e9b4ab-f5be-4e0b-a0af-82c386eedacf tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Acquiring lock "d9b10b0a-3e6a-45a0-a11a-4351e2a3463d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.604564] env[63260]: DEBUG oslo_concurrency.lockutils [None req-33e9b4ab-f5be-4e0b-a0af-82c386eedacf tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Lock "d9b10b0a-3e6a-45a0-a11a-4351e2a3463d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.604564] env[63260]: DEBUG oslo_concurrency.lockutils [None req-33e9b4ab-f5be-4e0b-a0af-82c386eedacf tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Acquiring lock "d9b10b0a-3e6a-45a0-a11a-4351e2a3463d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.604721] env[63260]: DEBUG oslo_concurrency.lockutils [None req-33e9b4ab-f5be-4e0b-a0af-82c386eedacf tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Lock "d9b10b0a-3e6a-45a0-a11a-4351e2a3463d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.605029] env[63260]: DEBUG oslo_concurrency.lockutils [None req-33e9b4ab-f5be-4e0b-a0af-82c386eedacf tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Lock "d9b10b0a-3e6a-45a0-a11a-4351e2a3463d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.607778] env[63260]: INFO nova.compute.manager [None req-33e9b4ab-f5be-4e0b-a0af-82c386eedacf tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Terminating instance [ 687.681741] env[63260]: DEBUG oslo_vmware.api [None req-842aeb57-5f18-46ed-8a41-f9270d607483 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Task: {'id': task-2284352, 'name': ReconfigVM_Task, 'duration_secs': 0.203264} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.681741] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-842aeb57-5f18-46ed-8a41-f9270d607483 tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Reconfigured VM instance to set the machine id {{(pid=63260) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 687.793604] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 6952e379-f83f-469a-a4d2-ba1072fd37f6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 687.894545] env[63260]: DEBUG oslo_concurrency.lockutils [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.914491] env[63260]: DEBUG oslo_vmware.api [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]527096d5-4ba9-1eb2-a410-11170c21f7d2, 'name': SearchDatastore_Task, 'duration_secs': 0.016824} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.916197] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3a2f1d0-6a6f-4238-8f8b-39aa307cea99 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.921926] env[63260]: DEBUG oslo_vmware.api [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Waiting for the task: (returnval){ [ 687.921926] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e57d11-d9ed-1832-8cfd-4e0c8b24038f" [ 687.921926] env[63260]: _type = "Task" [ 687.921926] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.931917] env[63260]: DEBUG oslo_vmware.api [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e57d11-d9ed-1832-8cfd-4e0c8b24038f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.982911] env[63260]: DEBUG oslo_vmware.api [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284353, 'name': ReconfigVM_Task, 'duration_secs': 0.430157} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.983344] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Reconfigured VM instance instance-0000002c to attach disk [datastore1] f575abe2-fba7-4c4f-9a5b-4a092b8d2c04/f575abe2-fba7-4c4f-9a5b-4a092b8d2c04.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.983899] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-488cd1d1-a5da-4d42-bbee-022049edf4cd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.996994] env[63260]: DEBUG oslo_vmware.api [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284354, 'name': Rename_Task, 'duration_secs': 0.272505} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.998659] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: c22b814c-28f4-4ecb-9326-84791d1ec336] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.999096] env[63260]: DEBUG oslo_vmware.api [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 687.999096] env[63260]: value = "task-2284355" [ 687.999096] env[63260]: _type = "Task" [ 687.999096] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.999512] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfad2561-4be9-477c-a495-d5ea003489eb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.008946] env[63260]: DEBUG oslo_vmware.api [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Waiting for the task: (returnval){ [ 688.008946] env[63260]: value = "task-2284356" [ 688.008946] env[63260]: _type = "Task" [ 688.008946] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.012553] env[63260]: DEBUG oslo_vmware.api [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284355, 'name': Rename_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.019277] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1c2b35de-69ca-4f79-a7dd-7cdf541b07ba tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Lock "01f5e2d4-430a-4cb0-8478-7f152441a2c0" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.474s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.024560] env[63260]: DEBUG oslo_vmware.api [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284356, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.066082] env[63260]: DEBUG nova.network.neutron [req-33344745-51e6-45dc-9b27-25789ee491fa req-fded6f07-29fb-4310-b7ac-0510b0ea2dba service nova] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Updated VIF entry in instance network info cache for port c9ba98c0-fc44-4021-a4ac-e2695105ac95. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.066448] env[63260]: DEBUG nova.network.neutron [req-33344745-51e6-45dc-9b27-25789ee491fa req-fded6f07-29fb-4310-b7ac-0510b0ea2dba service nova] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Updating instance_info_cache with network_info: [{"id": "c9ba98c0-fc44-4021-a4ac-e2695105ac95", "address": "fa:16:3e:14:f6:c5", "network": {"id": "4bf055a3-d5d9-40b4-be08-92d6174bfefd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1975906922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1075c693d4341eeaeac0e2de0c2c962", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9ba98c0-fc", "ovs_interfaceid": "c9ba98c0-fc44-4021-a4ac-e2695105ac95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.112658] env[63260]: DEBUG nova.compute.manager [None req-33e9b4ab-f5be-4e0b-a0af-82c386eedacf tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 688.112989] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-33e9b4ab-f5be-4e0b-a0af-82c386eedacf tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.114065] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde75c24-e98c-4f93-9e01-e8f2f1ef2d9c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.123572] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e9b4ab-f5be-4e0b-a0af-82c386eedacf tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.123985] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8a4782f-8fac-4185-b835-48d995dcaeb0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.130784] env[63260]: DEBUG oslo_vmware.api [None req-33e9b4ab-f5be-4e0b-a0af-82c386eedacf tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Waiting for the task: (returnval){ [ 688.130784] env[63260]: value = "task-2284357" [ 688.130784] env[63260]: _type = "Task" [ 688.130784] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.141337] env[63260]: DEBUG oslo_vmware.api [None req-33e9b4ab-f5be-4e0b-a0af-82c386eedacf tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Task: {'id': task-2284357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.250945] env[63260]: DEBUG nova.virt.hardware [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.251527] env[63260]: DEBUG nova.virt.hardware [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.251721] env[63260]: DEBUG nova.virt.hardware [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.251914] env[63260]: DEBUG nova.virt.hardware [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.252141] env[63260]: DEBUG nova.virt.hardware [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.252327] env[63260]: DEBUG nova.virt.hardware [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.252547] env[63260]: DEBUG nova.virt.hardware [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.253551] env[63260]: DEBUG nova.virt.hardware [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.253773] env[63260]: DEBUG nova.virt.hardware [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.253952] env[63260]: DEBUG nova.virt.hardware [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.254147] env[63260]: DEBUG nova.virt.hardware [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.256899] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712df2a5-317c-48d6-9a5f-9b55a977bd35 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.265164] env[63260]: DEBUG nova.compute.manager [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Stashing vm_state: active {{(pid=63260) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 688.272479] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bc5313-b349-4d26-8499-e320d3702379 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.287366] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Instance VIF info [] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.293437] env[63260]: DEBUG oslo.service.loopingcall [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 688.293850] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.294136] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ddb42365-109c-4552-b015-3185fee8c21c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.310055] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance ccdb87cc-389c-411f-b8ec-05a4bbaf21f9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 688.317794] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.317794] env[63260]: value = "task-2284358" [ 688.317794] env[63260]: _type = "Task" [ 688.317794] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.334492] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284358, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.435981] env[63260]: DEBUG oslo_vmware.api [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e57d11-d9ed-1832-8cfd-4e0c8b24038f, 'name': SearchDatastore_Task, 'duration_secs': 0.012383} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.436048] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.436594] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] ea7c78e7-f3dc-42fd-bde2-12a4859b8170/ea7c78e7-f3dc-42fd-bde2-12a4859b8170.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.436817] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e6dd2fc-4b3f-4f73-92d9-1f941f2d38ba {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.444912] env[63260]: DEBUG oslo_vmware.api [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Waiting for the task: (returnval){ [ 688.444912] env[63260]: value = "task-2284359" [ 688.444912] env[63260]: _type = "Task" [ 688.444912] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.456039] env[63260]: DEBUG oslo_vmware.api [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.514281] env[63260]: DEBUG oslo_vmware.api [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284355, 'name': Rename_Task, 'duration_secs': 0.173244} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.517822] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.518228] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c4496a0-9a50-4196-b01c-a137f00bb635 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.525217] env[63260]: DEBUG oslo_vmware.api [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284356, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.526845] env[63260]: DEBUG oslo_vmware.api [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 688.526845] env[63260]: value = "task-2284360" [ 688.526845] env[63260]: _type = "Task" [ 688.526845] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.536262] env[63260]: DEBUG oslo_vmware.api [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284360, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.570432] env[63260]: DEBUG oslo_concurrency.lockutils [req-33344745-51e6-45dc-9b27-25789ee491fa req-fded6f07-29fb-4310-b7ac-0510b0ea2dba service nova] Releasing lock "refresh_cache-d9b10b0a-3e6a-45a0-a11a-4351e2a3463d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.570432] env[63260]: DEBUG oslo_concurrency.lockutils [req-077b2fbd-87e7-4745-9d96-c80012d3c73f req-c8fb13f7-9f4d-4732-94b4-43abf858f4db service nova] Acquired lock "refresh_cache-d9b10b0a-3e6a-45a0-a11a-4351e2a3463d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.570432] env[63260]: DEBUG nova.network.neutron [req-077b2fbd-87e7-4745-9d96-c80012d3c73f req-c8fb13f7-9f4d-4732-94b4-43abf858f4db service nova] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Refreshing network info cache for port c9ba98c0-fc44-4021-a4ac-e2695105ac95 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.641640] env[63260]: DEBUG oslo_vmware.api [None req-33e9b4ab-f5be-4e0b-a0af-82c386eedacf tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Task: {'id': task-2284357, 'name': PowerOffVM_Task, 'duration_secs': 0.243943} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.641983] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e9b4ab-f5be-4e0b-a0af-82c386eedacf tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.642193] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-33e9b4ab-f5be-4e0b-a0af-82c386eedacf tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.642460] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-912d6fb9-0615-469b-bb9e-fb33c9c96f04 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.720061] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-33e9b4ab-f5be-4e0b-a0af-82c386eedacf tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 688.720061] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-33e9b4ab-f5be-4e0b-a0af-82c386eedacf tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 688.720061] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-33e9b4ab-f5be-4e0b-a0af-82c386eedacf tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Deleting the datastore file [datastore2] d9b10b0a-3e6a-45a0-a11a-4351e2a3463d {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.720435] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c66b566-3185-44c7-8bb2-050b08919beb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.728199] env[63260]: DEBUG oslo_vmware.api [None req-33e9b4ab-f5be-4e0b-a0af-82c386eedacf tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Waiting for the task: (returnval){ [ 688.728199] env[63260]: value = "task-2284362" [ 688.728199] env[63260]: _type = "Task" [ 688.728199] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.738608] env[63260]: DEBUG oslo_vmware.api [None req-33e9b4ab-f5be-4e0b-a0af-82c386eedacf tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Task: {'id': task-2284362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.792957] env[63260]: DEBUG oslo_concurrency.lockutils [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.814107] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 67c72ba6-2ba1-4494-add1-f86cc7163ed9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 688.832375] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284358, 'name': CreateVM_Task, 'duration_secs': 0.330204} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.833188] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.833893] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.833978] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.834478] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.834892] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0760499c-89d0-4a9f-8e4f-418daa21a236 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.840527] env[63260]: DEBUG oslo_vmware.api [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Waiting for the task: (returnval){ [ 688.840527] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52532775-9192-1439-6444-46f36261023c" [ 688.840527] env[63260]: _type = "Task" [ 688.840527] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.851471] env[63260]: DEBUG oslo_vmware.api [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52532775-9192-1439-6444-46f36261023c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.956942] env[63260]: DEBUG oslo_vmware.api [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284359, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.027010] env[63260]: DEBUG oslo_vmware.api [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284356, 'name': PowerOnVM_Task, 'duration_secs': 0.567536} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.027624] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: c22b814c-28f4-4ecb-9326-84791d1ec336] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.027944] env[63260]: INFO nova.compute.manager [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: c22b814c-28f4-4ecb-9326-84791d1ec336] Took 6.01 seconds to spawn the instance on the hypervisor. [ 689.028316] env[63260]: DEBUG nova.compute.manager [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: c22b814c-28f4-4ecb-9326-84791d1ec336] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.036557] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3f2173-7768-42f2-b4f2-e9f4bc5b911c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.042362] env[63260]: DEBUG nova.compute.manager [req-8778dcec-821c-4e62-88e3-c3740a242d33 req-40f10e4d-e56b-4baa-b89a-5f98a0a5a6d7 service nova] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Received event network-changed-b6512ce6-e19a-4db9-b129-c95b888080d7 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 689.042724] env[63260]: DEBUG nova.compute.manager [req-8778dcec-821c-4e62-88e3-c3740a242d33 req-40f10e4d-e56b-4baa-b89a-5f98a0a5a6d7 service nova] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Refreshing instance network info cache due to event network-changed-b6512ce6-e19a-4db9-b129-c95b888080d7. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 689.043048] env[63260]: DEBUG oslo_concurrency.lockutils [req-8778dcec-821c-4e62-88e3-c3740a242d33 req-40f10e4d-e56b-4baa-b89a-5f98a0a5a6d7 service nova] Acquiring lock "refresh_cache-01f5e2d4-430a-4cb0-8478-7f152441a2c0" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.043364] env[63260]: DEBUG oslo_concurrency.lockutils [req-8778dcec-821c-4e62-88e3-c3740a242d33 req-40f10e4d-e56b-4baa-b89a-5f98a0a5a6d7 service nova] Acquired lock "refresh_cache-01f5e2d4-430a-4cb0-8478-7f152441a2c0" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.043632] env[63260]: DEBUG nova.network.neutron [req-8778dcec-821c-4e62-88e3-c3740a242d33 req-40f10e4d-e56b-4baa-b89a-5f98a0a5a6d7 service nova] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Refreshing network info cache for port b6512ce6-e19a-4db9-b129-c95b888080d7 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.059532] env[63260]: DEBUG oslo_vmware.api [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284360, 'name': PowerOnVM_Task} progress is 71%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.111856] env[63260]: DEBUG oslo_concurrency.lockutils [None req-088c1372-2dbf-470a-8f00-e2065aa73a07 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Acquiring lock "01f5e2d4-430a-4cb0-8478-7f152441a2c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.113029] env[63260]: DEBUG oslo_concurrency.lockutils [None req-088c1372-2dbf-470a-8f00-e2065aa73a07 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Lock "01f5e2d4-430a-4cb0-8478-7f152441a2c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.113029] env[63260]: DEBUG oslo_concurrency.lockutils [None req-088c1372-2dbf-470a-8f00-e2065aa73a07 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Acquiring lock "01f5e2d4-430a-4cb0-8478-7f152441a2c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.113029] env[63260]: DEBUG oslo_concurrency.lockutils [None req-088c1372-2dbf-470a-8f00-e2065aa73a07 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Lock "01f5e2d4-430a-4cb0-8478-7f152441a2c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.113029] env[63260]: DEBUG oslo_concurrency.lockutils [None req-088c1372-2dbf-470a-8f00-e2065aa73a07 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Lock "01f5e2d4-430a-4cb0-8478-7f152441a2c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.114744] env[63260]: INFO nova.compute.manager [None req-088c1372-2dbf-470a-8f00-e2065aa73a07 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Terminating instance [ 689.242253] env[63260]: DEBUG oslo_vmware.api [None req-33e9b4ab-f5be-4e0b-a0af-82c386eedacf tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Task: {'id': task-2284362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357286} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.242602] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-33e9b4ab-f5be-4e0b-a0af-82c386eedacf tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.242807] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-33e9b4ab-f5be-4e0b-a0af-82c386eedacf tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.242991] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-33e9b4ab-f5be-4e0b-a0af-82c386eedacf tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.243213] env[63260]: INFO nova.compute.manager [None req-33e9b4ab-f5be-4e0b-a0af-82c386eedacf tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 689.243466] env[63260]: DEBUG oslo.service.loopingcall [None req-33e9b4ab-f5be-4e0b-a0af-82c386eedacf tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 689.243659] env[63260]: DEBUG nova.compute.manager [-] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 689.243754] env[63260]: DEBUG nova.network.neutron [-] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 689.318041] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 93332739-3e6a-4ba1-9cba-e397ae34e458 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 689.347581] env[63260]: DEBUG nova.network.neutron [req-077b2fbd-87e7-4745-9d96-c80012d3c73f req-c8fb13f7-9f4d-4732-94b4-43abf858f4db service nova] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Updated VIF entry in instance network info cache for port c9ba98c0-fc44-4021-a4ac-e2695105ac95. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.348060] env[63260]: DEBUG nova.network.neutron [req-077b2fbd-87e7-4745-9d96-c80012d3c73f req-c8fb13f7-9f4d-4732-94b4-43abf858f4db service nova] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Updating instance_info_cache with network_info: [{"id": "c9ba98c0-fc44-4021-a4ac-e2695105ac95", "address": "fa:16:3e:14:f6:c5", "network": {"id": "4bf055a3-d5d9-40b4-be08-92d6174bfefd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1975906922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1075c693d4341eeaeac0e2de0c2c962", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9ba98c0-fc", "ovs_interfaceid": "c9ba98c0-fc44-4021-a4ac-e2695105ac95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.359257] env[63260]: DEBUG oslo_vmware.api [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52532775-9192-1439-6444-46f36261023c, 'name': SearchDatastore_Task, 'duration_secs': 0.054847} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.360851] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.361680] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.362683] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.363141] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.363580] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.364527] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a665307f-7ef8-4e51-b23c-78fd0d46b776 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.376532] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.377128] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.378413] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d89547af-1d80-4529-a4d6-d509ed874a5d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.385991] env[63260]: DEBUG oslo_vmware.api [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Waiting for the task: (returnval){ [ 689.385991] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52fb4aeb-34bb-b77a-c8cd-78a0aa9fe397" [ 689.385991] env[63260]: _type = "Task" [ 689.385991] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.398072] env[63260]: DEBUG oslo_vmware.api [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52fb4aeb-34bb-b77a-c8cd-78a0aa9fe397, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.459026] env[63260]: DEBUG oslo_vmware.api [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284359, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59045} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.459026] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] ea7c78e7-f3dc-42fd-bde2-12a4859b8170/ea7c78e7-f3dc-42fd-bde2-12a4859b8170.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.459026] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.459026] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4a7463d-52ea-4eb5-9bf6-e3adbc5f0f61 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.463771] env[63260]: DEBUG oslo_vmware.api [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Waiting for the task: (returnval){ [ 689.463771] env[63260]: value = "task-2284363" [ 689.463771] env[63260]: _type = "Task" [ 689.463771] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.473896] env[63260]: DEBUG oslo_vmware.api [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.542093] env[63260]: DEBUG oslo_vmware.api [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284360, 'name': PowerOnVM_Task, 'duration_secs': 0.827559} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.542093] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.542093] env[63260]: INFO nova.compute.manager [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Took 9.30 seconds to spawn the instance on the hypervisor. [ 689.542093] env[63260]: DEBUG nova.compute.manager [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.542093] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ee8ab1-5e24-4f6a-b10a-81e04494df6b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.567790] env[63260]: INFO nova.compute.manager [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: c22b814c-28f4-4ecb-9326-84791d1ec336] Took 38.33 seconds to build instance. [ 689.624021] env[63260]: DEBUG nova.compute.manager [None req-088c1372-2dbf-470a-8f00-e2065aa73a07 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 689.624021] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-088c1372-2dbf-470a-8f00-e2065aa73a07 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 689.624021] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d45acc-d60e-47c8-a1ce-89efbbb14684 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.635314] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-088c1372-2dbf-470a-8f00-e2065aa73a07 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.635830] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-479a9e20-7772-4230-ab0f-8dacc4b7181c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.643238] env[63260]: DEBUG oslo_vmware.api [None req-088c1372-2dbf-470a-8f00-e2065aa73a07 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Waiting for the task: (returnval){ [ 689.643238] env[63260]: value = "task-2284364" [ 689.643238] env[63260]: _type = "Task" [ 689.643238] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.651603] env[63260]: DEBUG oslo_vmware.api [None req-088c1372-2dbf-470a-8f00-e2065aa73a07 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': task-2284364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.821652] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 968e6889-032a-4b5a-8cb5-3e612664bb1c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 689.822076] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=63260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 689.822144] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4608MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=21 pci_stats=[] {{(pid=63260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 689.855272] env[63260]: DEBUG oslo_concurrency.lockutils [req-077b2fbd-87e7-4745-9d96-c80012d3c73f req-c8fb13f7-9f4d-4732-94b4-43abf858f4db service nova] Releasing lock "refresh_cache-d9b10b0a-3e6a-45a0-a11a-4351e2a3463d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.872894] env[63260]: DEBUG nova.network.neutron [req-8778dcec-821c-4e62-88e3-c3740a242d33 req-40f10e4d-e56b-4baa-b89a-5f98a0a5a6d7 service nova] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Updated VIF entry in instance network info cache for port b6512ce6-e19a-4db9-b129-c95b888080d7. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.873336] env[63260]: DEBUG nova.network.neutron [req-8778dcec-821c-4e62-88e3-c3740a242d33 req-40f10e4d-e56b-4baa-b89a-5f98a0a5a6d7 service nova] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Updating instance_info_cache with network_info: [{"id": "b6512ce6-e19a-4db9-b129-c95b888080d7", "address": "fa:16:3e:38:ea:cb", "network": {"id": "a74526d2-b9c1-4a38-af4b-eca7f0d9465f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1718218198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e6e23ea710841b3902fbaad494a6c7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6512ce6-e1", "ovs_interfaceid": "b6512ce6-e19a-4db9-b129-c95b888080d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.898380] env[63260]: DEBUG oslo_vmware.api [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52fb4aeb-34bb-b77a-c8cd-78a0aa9fe397, 'name': SearchDatastore_Task, 'duration_secs': 0.019222} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.903331] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92c13f7d-f791-4615-8ab8-4662645e5ab1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.911883] env[63260]: DEBUG oslo_vmware.api [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Waiting for the task: (returnval){ [ 689.911883] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52746e33-f772-ec62-b723-40143cc19dfc" [ 689.911883] env[63260]: _type = "Task" [ 689.911883] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.928501] env[63260]: DEBUG oslo_vmware.api [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52746e33-f772-ec62-b723-40143cc19dfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.974335] env[63260]: DEBUG oslo_vmware.api [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076632} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.975408] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.976056] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77fc03d-b6dd-4a22-a40f-580ef7ea4a1b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.000197] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] ea7c78e7-f3dc-42fd-bde2-12a4859b8170/ea7c78e7-f3dc-42fd-bde2-12a4859b8170.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.003042] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85bfc3cf-d708-4bf9-9af3-ea41560c979e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.024662] env[63260]: DEBUG oslo_vmware.api [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Waiting for the task: (returnval){ [ 690.024662] env[63260]: value = "task-2284365" [ 690.024662] env[63260]: _type = "Task" [ 690.024662] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.033388] env[63260]: DEBUG oslo_vmware.api [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284365, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.071840] env[63260]: INFO nova.compute.manager [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Took 46.55 seconds to build instance. [ 690.072826] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5c2baa0b-e86e-46ab-90f7-22b81e0c5568 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Lock "c22b814c-28f4-4ecb-9326-84791d1ec336" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.110s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.156763] env[63260]: DEBUG oslo_vmware.api [None req-088c1372-2dbf-470a-8f00-e2065aa73a07 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': task-2284364, 'name': PowerOffVM_Task, 'duration_secs': 0.318543} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.158913] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-088c1372-2dbf-470a-8f00-e2065aa73a07 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.159090] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-088c1372-2dbf-470a-8f00-e2065aa73a07 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 690.159585] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db7be5ac-0e34-4be5-a8ac-5502debc25e1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.226948] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ec2b1b6e-f751-4667-bbd0-403a8c9b2e23 tempest-ServersAdminTestJSON-401160750 tempest-ServersAdminTestJSON-401160750-project-admin] Acquiring lock "refresh_cache-f575abe2-fba7-4c4f-9a5b-4a092b8d2c04" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.227270] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ec2b1b6e-f751-4667-bbd0-403a8c9b2e23 tempest-ServersAdminTestJSON-401160750 tempest-ServersAdminTestJSON-401160750-project-admin] Acquired lock "refresh_cache-f575abe2-fba7-4c4f-9a5b-4a092b8d2c04" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.227387] env[63260]: DEBUG nova.network.neutron [None req-ec2b1b6e-f751-4667-bbd0-403a8c9b2e23 tempest-ServersAdminTestJSON-401160750 tempest-ServersAdminTestJSON-401160750-project-admin] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.260040] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-088c1372-2dbf-470a-8f00-e2065aa73a07 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 690.260040] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-088c1372-2dbf-470a-8f00-e2065aa73a07 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 690.260040] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-088c1372-2dbf-470a-8f00-e2065aa73a07 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Deleting the datastore file [datastore2] 01f5e2d4-430a-4cb0-8478-7f152441a2c0 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 690.260040] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df887db2-5d35-447a-98fc-893409244a0f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.265277] env[63260]: DEBUG oslo_vmware.api [None req-088c1372-2dbf-470a-8f00-e2065aa73a07 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Waiting for the task: (returnval){ [ 690.265277] env[63260]: value = "task-2284367" [ 690.265277] env[63260]: _type = "Task" [ 690.265277] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.276020] env[63260]: DEBUG oslo_vmware.api [None req-088c1372-2dbf-470a-8f00-e2065aa73a07 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': task-2284367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.382026] env[63260]: DEBUG oslo_concurrency.lockutils [req-8778dcec-821c-4e62-88e3-c3740a242d33 req-40f10e4d-e56b-4baa-b89a-5f98a0a5a6d7 service nova] Releasing lock "refresh_cache-01f5e2d4-430a-4cb0-8478-7f152441a2c0" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.426236] env[63260]: DEBUG nova.network.neutron [-] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.427758] env[63260]: DEBUG oslo_vmware.api [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52746e33-f772-ec62-b723-40143cc19dfc, 'name': SearchDatastore_Task, 'duration_secs': 0.045553} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.430964] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.431421] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] f5985e13-7c49-4c38-b9c9-4c23c52a1f4e/f5985e13-7c49-4c38-b9c9-4c23c52a1f4e.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.432338] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3eb96cb5-3c68-4ce2-bf3e-a5000709440a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.440475] env[63260]: DEBUG oslo_vmware.api [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Waiting for the task: (returnval){ [ 690.440475] env[63260]: value = "task-2284368" [ 690.440475] env[63260]: _type = "Task" [ 690.440475] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.453964] env[63260]: DEBUG oslo_vmware.api [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Task: {'id': task-2284368, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.491054] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3002f18d-97e5-4e15-9069-7577b5cc21f4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.502617] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636b94d4-4928-4f47-9a0c-8f3c98b12619 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.536996] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551cfac8-92f8-4507-a0c1-657061b30dda {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.544887] env[63260]: DEBUG oslo_vmware.api [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.551450] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea5a82c-9dc8-489d-a069-7c1a6f52f24c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.566220] env[63260]: DEBUG nova.compute.provider_tree [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.575068] env[63260]: DEBUG oslo_concurrency.lockutils [None req-744a036e-6fed-43ea-aa67-45622bd4637a tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "f575abe2-fba7-4c4f-9a5b-4a092b8d2c04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.721s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.575398] env[63260]: DEBUG nova.compute.manager [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.782741] env[63260]: DEBUG oslo_vmware.api [None req-088c1372-2dbf-470a-8f00-e2065aa73a07 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': task-2284367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.40893} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.782741] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-088c1372-2dbf-470a-8f00-e2065aa73a07 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 690.782741] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-088c1372-2dbf-470a-8f00-e2065aa73a07 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 690.782741] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-088c1372-2dbf-470a-8f00-e2065aa73a07 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 690.782741] env[63260]: INFO nova.compute.manager [None req-088c1372-2dbf-470a-8f00-e2065aa73a07 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 690.782741] env[63260]: DEBUG oslo.service.loopingcall [None req-088c1372-2dbf-470a-8f00-e2065aa73a07 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 690.782741] env[63260]: DEBUG nova.compute.manager [-] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 690.782741] env[63260]: DEBUG nova.network.neutron [-] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 690.928729] env[63260]: INFO nova.compute.manager [-] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Took 1.68 seconds to deallocate network for instance. [ 690.950876] env[63260]: DEBUG oslo_vmware.api [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Task: {'id': task-2284368, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.045018] env[63260]: DEBUG oslo_vmware.api [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284365, 'name': ReconfigVM_Task, 'duration_secs': 0.74658} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.045491] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Reconfigured VM instance instance-0000002e to attach disk [datastore1] ea7c78e7-f3dc-42fd-bde2-12a4859b8170/ea7c78e7-f3dc-42fd-bde2-12a4859b8170.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.046194] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7126415-2663-431c-9ec4-fa2fdea2152c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.054587] env[63260]: DEBUG oslo_vmware.api [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Waiting for the task: (returnval){ [ 691.054587] env[63260]: value = "task-2284369" [ 691.054587] env[63260]: _type = "Task" [ 691.054587] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.065445] env[63260]: DEBUG oslo_vmware.api [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284369, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.066775] env[63260]: DEBUG nova.network.neutron [None req-ec2b1b6e-f751-4667-bbd0-403a8c9b2e23 tempest-ServersAdminTestJSON-401160750 tempest-ServersAdminTestJSON-401160750-project-admin] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Updating instance_info_cache with network_info: [{"id": "e15db0d8-4520-4504-8b1f-72b3deda2b37", "address": "fa:16:3e:55:b3:a8", "network": {"id": "80a14db6-b156-4db8-bffc-d26945d5c4ff", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1212426729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbd2901687cc4bd3b7e78d780e2e7a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape15db0d8-45", "ovs_interfaceid": "e15db0d8-4520-4504-8b1f-72b3deda2b37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.071480] env[63260]: DEBUG nova.scheduler.client.report [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.092712] env[63260]: DEBUG nova.compute.manager [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.112980] env[63260]: DEBUG oslo_concurrency.lockutils [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.354374] env[63260]: DEBUG nova.compute.manager [req-bb3209e5-5d11-4329-8746-9441756cdc6e req-993ae95b-1ad9-4700-954b-c689ab0591c6 service nova] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Received event network-vif-deleted-c9ba98c0-fc44-4021-a4ac-e2695105ac95 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 691.405381] env[63260]: DEBUG nova.compute.manager [req-ead7f7c0-b00b-4760-8d0d-d9668b11e2ca req-bb3eabfb-bec7-47e1-9e38-02e2b8f7c95c service nova] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Received event network-vif-deleted-b6512ce6-e19a-4db9-b129-c95b888080d7 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 691.405381] env[63260]: INFO nova.compute.manager [req-ead7f7c0-b00b-4760-8d0d-d9668b11e2ca req-bb3eabfb-bec7-47e1-9e38-02e2b8f7c95c service nova] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Neutron deleted interface b6512ce6-e19a-4db9-b129-c95b888080d7; detaching it from the instance and deleting it from the info cache [ 691.405381] env[63260]: DEBUG nova.network.neutron [req-ead7f7c0-b00b-4760-8d0d-d9668b11e2ca req-bb3eabfb-bec7-47e1-9e38-02e2b8f7c95c service nova] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.439838] env[63260]: DEBUG oslo_concurrency.lockutils [None req-33e9b4ab-f5be-4e0b-a0af-82c386eedacf tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.456730] env[63260]: DEBUG oslo_vmware.api [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Task: {'id': task-2284368, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647124} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.457056] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] f5985e13-7c49-4c38-b9c9-4c23c52a1f4e/f5985e13-7c49-4c38-b9c9-4c23c52a1f4e.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.457281] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.457538] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0719ab65-2086-4168-9112-d9f957eb7b9e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.465060] env[63260]: DEBUG oslo_vmware.api [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Waiting for the task: (returnval){ [ 691.465060] env[63260]: value = "task-2284370" [ 691.465060] env[63260]: _type = "Task" [ 691.465060] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.473763] env[63260]: DEBUG oslo_vmware.api [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Task: {'id': task-2284370, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.565493] env[63260]: DEBUG oslo_vmware.api [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284369, 'name': Rename_Task, 'duration_secs': 0.159306} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.565881] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.566026] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eab86de9-019c-4fdd-91ee-b3e71c731633 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.569396] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ec2b1b6e-f751-4667-bbd0-403a8c9b2e23 tempest-ServersAdminTestJSON-401160750 tempest-ServersAdminTestJSON-401160750-project-admin] Releasing lock "refresh_cache-f575abe2-fba7-4c4f-9a5b-4a092b8d2c04" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.569610] env[63260]: DEBUG nova.compute.manager [None req-ec2b1b6e-f751-4667-bbd0-403a8c9b2e23 tempest-ServersAdminTestJSON-401160750 tempest-ServersAdminTestJSON-401160750-project-admin] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Inject network info {{(pid=63260) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 691.569858] env[63260]: DEBUG nova.compute.manager [None req-ec2b1b6e-f751-4667-bbd0-403a8c9b2e23 tempest-ServersAdminTestJSON-401160750 tempest-ServersAdminTestJSON-401160750-project-admin] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] network_info to inject: |[{"id": "e15db0d8-4520-4504-8b1f-72b3deda2b37", "address": "fa:16:3e:55:b3:a8", "network": {"id": "80a14db6-b156-4db8-bffc-d26945d5c4ff", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1212426729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbd2901687cc4bd3b7e78d780e2e7a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape15db0d8-45", "ovs_interfaceid": "e15db0d8-4520-4504-8b1f-72b3deda2b37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 691.574495] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2b1b6e-f751-4667-bbd0-403a8c9b2e23 tempest-ServersAdminTestJSON-401160750 tempest-ServersAdminTestJSON-401160750-project-admin] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Reconfiguring VM instance to set the machine id {{(pid=63260) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 691.575884] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e502c7f-95b7-46b1-81d6-48cabc8ed90b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.586564] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 691.586967] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.897s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.587256] env[63260]: DEBUG oslo_vmware.api [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Waiting for the task: (returnval){ [ 691.587256] env[63260]: value = "task-2284371" [ 691.587256] env[63260]: _type = "Task" [ 691.587256] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.587576] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c3db0c8-9f4e-461c-b59d-71abe2f8142d tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.603s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.587818] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c3db0c8-9f4e-461c-b59d-71abe2f8142d tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.590146] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ceb98e81-2aa1-46e1-965e-a0e94af56881 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.835s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.590405] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ceb98e81-2aa1-46e1-965e-a0e94af56881 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.592319] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7a8ed5d3-550d-4e4b-9f5f-6cc614c5ac8b tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.197s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.592526] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7a8ed5d3-550d-4e4b-9f5f-6cc614c5ac8b tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.594065] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.648s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.596097] env[63260]: INFO nova.compute.claims [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.609350] env[63260]: DEBUG oslo_vmware.api [None req-ec2b1b6e-f751-4667-bbd0-403a8c9b2e23 tempest-ServersAdminTestJSON-401160750 tempest-ServersAdminTestJSON-401160750-project-admin] Waiting for the task: (returnval){ [ 691.609350] env[63260]: value = "task-2284372" [ 691.609350] env[63260]: _type = "Task" [ 691.609350] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.618034] env[63260]: DEBUG oslo_vmware.api [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284371, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.620640] env[63260]: DEBUG oslo_vmware.api [None req-ec2b1b6e-f751-4667-bbd0-403a8c9b2e23 tempest-ServersAdminTestJSON-401160750 tempest-ServersAdminTestJSON-401160750-project-admin] Task: {'id': task-2284372, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.626485] env[63260]: INFO nova.scheduler.client.report [None req-ceb98e81-2aa1-46e1-965e-a0e94af56881 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Deleted allocations for instance ee17b483-2b67-4714-b8ef-781a358f7fce [ 691.633673] env[63260]: INFO nova.scheduler.client.report [None req-8c3db0c8-9f4e-461c-b59d-71abe2f8142d tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Deleted allocations for instance fc79ec3c-aa00-466e-b660-ac43d2361bbc [ 691.634652] env[63260]: DEBUG nova.network.neutron [-] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.648483] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.654966] env[63260]: INFO nova.scheduler.client.report [None req-7a8ed5d3-550d-4e4b-9f5f-6cc614c5ac8b tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Deleted allocations for instance 77b8038e-198c-494f-9d58-92b8d2551a3e [ 691.908240] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f419a2c2-8707-4299-ad1d-83772a634448 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.917895] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98dd99ce-7b07-49b5-aeba-9adeabe6d4a8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.955180] env[63260]: DEBUG nova.compute.manager [req-ead7f7c0-b00b-4760-8d0d-d9668b11e2ca req-bb3eabfb-bec7-47e1-9e38-02e2b8f7c95c service nova] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Detach interface failed, port_id=b6512ce6-e19a-4db9-b129-c95b888080d7, reason: Instance 01f5e2d4-430a-4cb0-8478-7f152441a2c0 could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 691.974769] env[63260]: DEBUG oslo_vmware.api [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Task: {'id': task-2284370, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.975069] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.975914] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fc62e9-f803-4560-b0db-48e68a34368a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.997145] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] f5985e13-7c49-4c38-b9c9-4c23c52a1f4e/f5985e13-7c49-4c38-b9c9-4c23c52a1f4e.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.998056] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8ac8bef-7e90-41f9-829d-d9331e221060 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.016722] env[63260]: DEBUG oslo_vmware.api [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Waiting for the task: (returnval){ [ 692.016722] env[63260]: value = "task-2284373" [ 692.016722] env[63260]: _type = "Task" [ 692.016722] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.027021] env[63260]: DEBUG oslo_vmware.api [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Task: {'id': task-2284373, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.122161] env[63260]: DEBUG oslo_vmware.api [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284371, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.128168] env[63260]: DEBUG oslo_vmware.api [None req-ec2b1b6e-f751-4667-bbd0-403a8c9b2e23 tempest-ServersAdminTestJSON-401160750 tempest-ServersAdminTestJSON-401160750-project-admin] Task: {'id': task-2284372, 'name': ReconfigVM_Task, 'duration_secs': 0.177834} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.128542] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2b1b6e-f751-4667-bbd0-403a8c9b2e23 tempest-ServersAdminTestJSON-401160750 tempest-ServersAdminTestJSON-401160750-project-admin] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Reconfigured VM instance to set the machine id {{(pid=63260) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 692.135402] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ceb98e81-2aa1-46e1-965e-a0e94af56881 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Lock "ee17b483-2b67-4714-b8ef-781a358f7fce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.050s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.150852] env[63260]: INFO nova.compute.manager [-] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Took 1.37 seconds to deallocate network for instance. [ 692.154966] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c3db0c8-9f4e-461c-b59d-71abe2f8142d tempest-ServersNegativeTestMultiTenantJSON-1012517606 tempest-ServersNegativeTestMultiTenantJSON-1012517606-project-member] Lock "fc79ec3c-aa00-466e-b660-ac43d2361bbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.949s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.168359] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7a8ed5d3-550d-4e4b-9f5f-6cc614c5ac8b tempest-ListServerFiltersTestJSON-1247599432 tempest-ListServerFiltersTestJSON-1247599432-project-member] Lock "77b8038e-198c-494f-9d58-92b8d2551a3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.205s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.527950] env[63260]: DEBUG oslo_vmware.api [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Task: {'id': task-2284373, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.614535] env[63260]: DEBUG oslo_vmware.api [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284371, 'name': PowerOnVM_Task, 'duration_secs': 0.606786} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.615106] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.615328] env[63260]: INFO nova.compute.manager [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Took 6.89 seconds to spawn the instance on the hypervisor. [ 692.615764] env[63260]: DEBUG nova.compute.manager [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.616478] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501e2951-8133-4fde-96ea-77c01e9812b5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.660624] env[63260]: DEBUG oslo_concurrency.lockutils [None req-088c1372-2dbf-470a-8f00-e2065aa73a07 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.913995] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ebb9e8cf-fcb7-407d-b8f3-d06b62b776f4 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Acquiring lock "d524fb17-62cf-42e9-a93f-0066614314a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.913995] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ebb9e8cf-fcb7-407d-b8f3-d06b62b776f4 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Lock "d524fb17-62cf-42e9-a93f-0066614314a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.916109] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ebb9e8cf-fcb7-407d-b8f3-d06b62b776f4 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Acquiring lock "d524fb17-62cf-42e9-a93f-0066614314a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.916471] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ebb9e8cf-fcb7-407d-b8f3-d06b62b776f4 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Lock "d524fb17-62cf-42e9-a93f-0066614314a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.004s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.916779] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ebb9e8cf-fcb7-407d-b8f3-d06b62b776f4 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Lock "d524fb17-62cf-42e9-a93f-0066614314a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.920902] env[63260]: INFO nova.compute.manager [None req-ebb9e8cf-fcb7-407d-b8f3-d06b62b776f4 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Terminating instance [ 693.030152] env[63260]: DEBUG oslo_vmware.api [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Task: {'id': task-2284373, 'name': ReconfigVM_Task, 'duration_secs': 0.532567} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.030406] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Reconfigured VM instance instance-00000028 to attach disk [datastore1] f5985e13-7c49-4c38-b9c9-4c23c52a1f4e/f5985e13-7c49-4c38-b9c9-4c23c52a1f4e.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.033405] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-306a10ee-2a6f-4dbe-be9d-ca2d8973ddcb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.039900] env[63260]: DEBUG oslo_vmware.api [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Waiting for the task: (returnval){ [ 693.039900] env[63260]: value = "task-2284374" [ 693.039900] env[63260]: _type = "Task" [ 693.039900] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.048498] env[63260]: DEBUG oslo_vmware.api [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Task: {'id': task-2284374, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.134306] env[63260]: INFO nova.compute.manager [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Took 40.82 seconds to build instance. [ 693.261263] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6d75a4-6d47-44eb-94b6-1444b568c625 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.276027] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534e6b75-c97a-4b19-b466-b8e5d7c60401 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.312010] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b5fb26-09a4-4f2c-9650-f9a9b355a721 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.320945] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb316f6-b6fd-4bf5-abe9-797300ba1bc9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.337990] env[63260]: DEBUG nova.compute.provider_tree [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.427275] env[63260]: DEBUG nova.compute.manager [None req-ebb9e8cf-fcb7-407d-b8f3-d06b62b776f4 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 693.428584] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb9e8cf-fcb7-407d-b8f3-d06b62b776f4 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 693.429075] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbe80f1-ac49-407b-b465-2f04df1b1d16 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.442805] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb9e8cf-fcb7-407d-b8f3-d06b62b776f4 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.442805] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-757621cd-37bb-4816-87b3-d7ac0486115a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.445503] env[63260]: INFO nova.compute.manager [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Rebuilding instance [ 693.460398] env[63260]: DEBUG oslo_vmware.api [None req-ebb9e8cf-fcb7-407d-b8f3-d06b62b776f4 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Waiting for the task: (returnval){ [ 693.460398] env[63260]: value = "task-2284375" [ 693.460398] env[63260]: _type = "Task" [ 693.460398] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.470881] env[63260]: DEBUG oslo_vmware.api [None req-ebb9e8cf-fcb7-407d-b8f3-d06b62b776f4 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': task-2284375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.514306] env[63260]: DEBUG nova.compute.manager [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.515188] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cbe6ac-a470-4b57-a1b8-aeeec5fdb2de {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.552500] env[63260]: DEBUG oslo_vmware.api [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Task: {'id': task-2284374, 'name': Rename_Task, 'duration_secs': 0.232582} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.552811] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.553100] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2afc7dfc-967a-426e-bb3e-818125f9222a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.561045] env[63260]: DEBUG oslo_vmware.api [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Waiting for the task: (returnval){ [ 693.561045] env[63260]: value = "task-2284376" [ 693.561045] env[63260]: _type = "Task" [ 693.561045] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.570922] env[63260]: DEBUG oslo_vmware.api [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Task: {'id': task-2284376, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.642241] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c2b2b2f-3b5a-4d85-8b00-9e9df1458152 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Lock "ea7c78e7-f3dc-42fd-bde2-12a4859b8170" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.844s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.843384] env[63260]: DEBUG nova.scheduler.client.report [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.868285] env[63260]: INFO nova.compute.manager [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Rebuilding instance [ 693.916842] env[63260]: DEBUG nova.compute.manager [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.917714] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637090a9-e3c7-43ac-a47c-0835ca354c9f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.971374] env[63260]: DEBUG oslo_vmware.api [None req-ebb9e8cf-fcb7-407d-b8f3-d06b62b776f4 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': task-2284375, 'name': PowerOffVM_Task, 'duration_secs': 0.263952} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.971829] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb9e8cf-fcb7-407d-b8f3-d06b62b776f4 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.972146] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb9e8cf-fcb7-407d-b8f3-d06b62b776f4 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.972491] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1f01c63-9ee3-4125-a86a-0359464653ef {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.047200] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb9e8cf-fcb7-407d-b8f3-d06b62b776f4 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 694.047548] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb9e8cf-fcb7-407d-b8f3-d06b62b776f4 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 694.047771] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebb9e8cf-fcb7-407d-b8f3-d06b62b776f4 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Deleting the datastore file [datastore1] d524fb17-62cf-42e9-a93f-0066614314a5 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 694.048312] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c78365b-cc1b-41e2-93ba-f6e9d0b68de8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.057901] env[63260]: DEBUG oslo_vmware.api [None req-ebb9e8cf-fcb7-407d-b8f3-d06b62b776f4 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Waiting for the task: (returnval){ [ 694.057901] env[63260]: value = "task-2284378" [ 694.057901] env[63260]: _type = "Task" [ 694.057901] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.071044] env[63260]: DEBUG oslo_vmware.api [None req-ebb9e8cf-fcb7-407d-b8f3-d06b62b776f4 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': task-2284378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.074302] env[63260]: DEBUG oslo_vmware.api [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Task: {'id': task-2284376, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.148043] env[63260]: DEBUG nova.compute.manager [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.354133] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.354555] env[63260]: DEBUG nova.compute.manager [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.358689] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.916s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.360207] env[63260]: INFO nova.compute.claims [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.531580] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.531924] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b30b98a9-2c18-4071-9b6f-89c199ac1c8a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.540410] env[63260]: DEBUG oslo_vmware.api [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 694.540410] env[63260]: value = "task-2284379" [ 694.540410] env[63260]: _type = "Task" [ 694.540410] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.550866] env[63260]: DEBUG oslo_vmware.api [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.571592] env[63260]: DEBUG oslo_vmware.api [None req-ebb9e8cf-fcb7-407d-b8f3-d06b62b776f4 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Task: {'id': task-2284378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286274} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.575151] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebb9e8cf-fcb7-407d-b8f3-d06b62b776f4 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.575447] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb9e8cf-fcb7-407d-b8f3-d06b62b776f4 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 694.575652] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb9e8cf-fcb7-407d-b8f3-d06b62b776f4 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 694.575893] env[63260]: INFO nova.compute.manager [None req-ebb9e8cf-fcb7-407d-b8f3-d06b62b776f4 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 694.576175] env[63260]: DEBUG oslo.service.loopingcall [None req-ebb9e8cf-fcb7-407d-b8f3-d06b62b776f4 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 694.576397] env[63260]: DEBUG oslo_vmware.api [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Task: {'id': task-2284376, 'name': PowerOnVM_Task, 'duration_secs': 0.691216} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.576644] env[63260]: DEBUG nova.compute.manager [-] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 694.576750] env[63260]: DEBUG nova.network.neutron [-] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 694.578636] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.578861] env[63260]: DEBUG nova.compute.manager [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.579717] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4564ace-aea8-4415-bf0f-170ac01422d6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.679014] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.862590] env[63260]: DEBUG nova.compute.utils [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 694.864662] env[63260]: DEBUG nova.compute.manager [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 694.865033] env[63260]: DEBUG nova.network.neutron [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 694.937031] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.937031] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-487f18bf-abdd-408b-bc68-a56f9eedc516 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.947443] env[63260]: DEBUG oslo_vmware.api [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Waiting for the task: (returnval){ [ 694.947443] env[63260]: value = "task-2284380" [ 694.947443] env[63260]: _type = "Task" [ 694.947443] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.961285] env[63260]: DEBUG oslo_vmware.api [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.968724] env[63260]: DEBUG nova.policy [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fa03c9e58974508b164d9a0db123567', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b54179d8e4d4189b01eb3a1c2387064', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.057762] env[63260]: DEBUG oslo_vmware.api [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284379, 'name': PowerOffVM_Task, 'duration_secs': 0.285157} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.057762] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 695.057762] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 695.058480] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e1167e-4aa0-42ab-ba3c-747d82341b5e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.068213] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 695.068554] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-144a7b82-4729-4832-b612-26a8c058618c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.101584] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.144082] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 695.144416] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 695.145032] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Deleting the datastore file [datastore1] 93672dcb-96dc-4383-9874-43855f247e9f {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 695.145032] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08df3c87-edc2-4cb5-960e-e9c131ce9d74 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.153857] env[63260]: DEBUG oslo_vmware.api [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 695.153857] env[63260]: value = "task-2284382" [ 695.153857] env[63260]: _type = "Task" [ 695.153857] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.164356] env[63260]: DEBUG oslo_vmware.api [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.169738] env[63260]: DEBUG nova.compute.manager [req-26a11cf1-434a-46fa-8868-cd741aedf523 req-151967d5-1564-4e3d-b6f6-a2d636894722 service nova] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Received event network-vif-deleted-ac159812-72af-49e3-bbe8-b0bd765f8b1a {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 695.170033] env[63260]: INFO nova.compute.manager [req-26a11cf1-434a-46fa-8868-cd741aedf523 req-151967d5-1564-4e3d-b6f6-a2d636894722 service nova] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Neutron deleted interface ac159812-72af-49e3-bbe8-b0bd765f8b1a; detaching it from the instance and deleting it from the info cache [ 695.170276] env[63260]: DEBUG nova.network.neutron [req-26a11cf1-434a-46fa-8868-cd741aedf523 req-151967d5-1564-4e3d-b6f6-a2d636894722 service nova] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.373081] env[63260]: DEBUG nova.compute.manager [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.423039] env[63260]: DEBUG nova.network.neutron [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] Successfully created port: a565a584-6375-4ced-8d0c-3a0bf95e9658 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.463390] env[63260]: DEBUG oslo_vmware.api [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284380, 'name': PowerOffVM_Task, 'duration_secs': 0.211062} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.463742] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 695.464098] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 695.465332] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d826a9-2c5d-4a49-b98c-2a52e0b36682 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.477234] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 695.477234] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1600c42-b957-435c-bb37-3c365201baa1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.499992] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 695.500224] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 695.500410] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Deleting the datastore file [datastore1] ea7c78e7-f3dc-42fd-bde2-12a4859b8170 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 695.500710] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d3eebf0-b08d-42ba-9c3a-57a0f1761c95 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.512434] env[63260]: DEBUG oslo_vmware.api [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Waiting for the task: (returnval){ [ 695.512434] env[63260]: value = "task-2284384" [ 695.512434] env[63260]: _type = "Task" [ 695.512434] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.522081] env[63260]: DEBUG oslo_vmware.api [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.580138] env[63260]: DEBUG nova.network.neutron [-] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.666870] env[63260]: DEBUG oslo_vmware.api [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284382, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295864} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.669608] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.670926] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.670926] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.673165] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f4284f5-ffa9-4a27-b4fe-a581077ad270 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.684035] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160d6e00-767e-4f20-a65f-bd50a600e92e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.727624] env[63260]: DEBUG nova.compute.manager [req-26a11cf1-434a-46fa-8868-cd741aedf523 req-151967d5-1564-4e3d-b6f6-a2d636894722 service nova] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Detach interface failed, port_id=ac159812-72af-49e3-bbe8-b0bd765f8b1a, reason: Instance d524fb17-62cf-42e9-a93f-0066614314a5 could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 695.770432] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c201aaf2-b25d-4b31-8b46-bb5e27674cd0 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Acquiring lock "f5985e13-7c49-4c38-b9c9-4c23c52a1f4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.770751] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c201aaf2-b25d-4b31-8b46-bb5e27674cd0 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Lock "f5985e13-7c49-4c38-b9c9-4c23c52a1f4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.771209] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c201aaf2-b25d-4b31-8b46-bb5e27674cd0 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Acquiring lock "f5985e13-7c49-4c38-b9c9-4c23c52a1f4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.771543] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c201aaf2-b25d-4b31-8b46-bb5e27674cd0 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Lock "f5985e13-7c49-4c38-b9c9-4c23c52a1f4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.771647] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c201aaf2-b25d-4b31-8b46-bb5e27674cd0 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Lock "f5985e13-7c49-4c38-b9c9-4c23c52a1f4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.774797] env[63260]: INFO nova.compute.manager [None req-c201aaf2-b25d-4b31-8b46-bb5e27674cd0 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Terminating instance [ 695.878632] env[63260]: INFO nova.virt.block_device [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] Booting with volume 4a97b8fc-afc3-47f8-a694-c0dca5b8daa6 at /dev/sda [ 695.925614] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd932634-db10-4ac0-8aec-7e6aba558d72 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.940779] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859e574c-6fe8-4a20-9934-d817dfca82fb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.984862] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cba4f175-70b2-44b4-8f78-6b1d1267ed9c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.993746] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a93e81e-012d-49d2-8827-86c7d6926cb6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.040517] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83891d9e-d3f0-488b-abb7-c4f31cac6a2b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.043429] env[63260]: DEBUG oslo_vmware.api [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247732} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.044067] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 696.044067] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 696.044341] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 696.051496] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab848ee-e40e-4f61-b3ac-1efd99239620 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.068871] env[63260]: DEBUG nova.virt.block_device [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] Updating existing volume attachment record: 59f4e28e-cdaa-4535-8dc2-1c1e2f60a9aa {{(pid=63260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 696.086560] env[63260]: INFO nova.compute.manager [-] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Took 1.51 seconds to deallocate network for instance. [ 696.115339] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e136de5-1bb7-44b4-b775-72a7097a818f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.126448] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5d5714-fad3-4f33-a222-84eab01d7c20 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.164829] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b4971c-27a6-4403-81a6-8267e510f16b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.172858] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c914266b-4a78-4c1d-a77e-16ddba06f122 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.192495] env[63260]: DEBUG nova.compute.provider_tree [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.278321] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c201aaf2-b25d-4b31-8b46-bb5e27674cd0 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Acquiring lock "refresh_cache-f5985e13-7c49-4c38-b9c9-4c23c52a1f4e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.278690] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c201aaf2-b25d-4b31-8b46-bb5e27674cd0 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Acquired lock "refresh_cache-f5985e13-7c49-4c38-b9c9-4c23c52a1f4e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.279076] env[63260]: DEBUG nova.network.neutron [None req-c201aaf2-b25d-4b31-8b46-bb5e27674cd0 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.594154] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ebb9e8cf-fcb7-407d-b8f3-d06b62b776f4 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.698386] env[63260]: DEBUG nova.scheduler.client.report [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.732683] env[63260]: DEBUG nova.virt.hardware [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.734174] env[63260]: DEBUG nova.virt.hardware [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.735069] env[63260]: DEBUG nova.virt.hardware [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.735392] env[63260]: DEBUG nova.virt.hardware [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.735591] env[63260]: DEBUG nova.virt.hardware [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.736040] env[63260]: DEBUG nova.virt.hardware [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.736446] env[63260]: DEBUG nova.virt.hardware [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.736788] env[63260]: DEBUG nova.virt.hardware [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.738389] env[63260]: DEBUG nova.virt.hardware [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.738724] env[63260]: DEBUG nova.virt.hardware [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.739558] env[63260]: DEBUG nova.virt.hardware [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.740957] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0f084e-e5ee-432a-b6e6-2358755f377f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.756021] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a482afda-b3c6-4241-8451-98f849062b11 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.773332] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:17:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97920763-c5c0-4685-9dbf-afa8ed9e8153', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.781937] env[63260]: DEBUG oslo.service.loopingcall [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 696.784734] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.784982] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a403dd7-195d-45fe-83f9-d3f276139f05 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.809775] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.809775] env[63260]: value = "task-2284385" [ 696.809775] env[63260]: _type = "Task" [ 696.809775] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.818614] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284385, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.834384] env[63260]: DEBUG nova.network.neutron [None req-c201aaf2-b25d-4b31-8b46-bb5e27674cd0 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.938234] env[63260]: DEBUG nova.network.neutron [None req-c201aaf2-b25d-4b31-8b46-bb5e27674cd0 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.088865] env[63260]: DEBUG nova.virt.hardware [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.088865] env[63260]: DEBUG nova.virt.hardware [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.088865] env[63260]: DEBUG nova.virt.hardware [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.088865] env[63260]: DEBUG nova.virt.hardware [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.089302] env[63260]: DEBUG nova.virt.hardware [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.091548] env[63260]: DEBUG nova.virt.hardware [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.091880] env[63260]: DEBUG nova.virt.hardware [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.092360] env[63260]: DEBUG nova.virt.hardware [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.092360] env[63260]: DEBUG nova.virt.hardware [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.092526] env[63260]: DEBUG nova.virt.hardware [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.092705] env[63260]: DEBUG nova.virt.hardware [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.094012] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f430d99-a532-481f-b55d-e980e93a8322 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.100074] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b5d76623-ab00-4da5-8c7b-9996da1b2f47 tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Acquiring lock "cf19fd4d-d960-46bf-a86b-3760b5d0bfee" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.100074] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b5d76623-ab00-4da5-8c7b-9996da1b2f47 tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Lock "cf19fd4d-d960-46bf-a86b-3760b5d0bfee" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.105033] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490d22a5-4d6c-4ae2-848d-7229cc4a797a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.120519] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Instance VIF info [] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.127385] env[63260]: DEBUG oslo.service.loopingcall [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 697.128753] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.131126] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29124699-1068-43ff-9a35-28b75d25ad84 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.154641] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.154641] env[63260]: value = "task-2284386" [ 697.154641] env[63260]: _type = "Task" [ 697.154641] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.157196] env[63260]: DEBUG oslo_vmware.rw_handles [None req-c86a449f-070a-453f-9609-eb9b7b00970c tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a21ff0-9e1b-565b-93e7-f3cbf70685cd/disk-0.vmdk. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 697.159094] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b270329-b4ea-4fd8-8763-9c0c43b110d1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.168379] env[63260]: DEBUG oslo_vmware.rw_handles [None req-c86a449f-070a-453f-9609-eb9b7b00970c tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a21ff0-9e1b-565b-93e7-f3cbf70685cd/disk-0.vmdk is in state: ready. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 697.168598] env[63260]: ERROR oslo_vmware.rw_handles [None req-c86a449f-070a-453f-9609-eb9b7b00970c tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a21ff0-9e1b-565b-93e7-f3cbf70685cd/disk-0.vmdk due to incomplete transfer. [ 697.171864] env[63260]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a7446529-a485-4d7b-a0d4-cb52ad0081fb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.173523] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284386, 'name': CreateVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.179689] env[63260]: DEBUG oslo_vmware.rw_handles [None req-c86a449f-070a-453f-9609-eb9b7b00970c tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a21ff0-9e1b-565b-93e7-f3cbf70685cd/disk-0.vmdk. {{(pid=63260) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 697.179813] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-c86a449f-070a-453f-9609-eb9b7b00970c tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Uploaded image ca2cf597-bc8e-44e1-9aca-8ef93872f601 to the Glance image server {{(pid=63260) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 697.182469] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86a449f-070a-453f-9609-eb9b7b00970c tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Destroying the VM {{(pid=63260) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 697.183401] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ba91b3fc-e72b-4282-ad57-1fedfbdf40e5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.195504] env[63260]: DEBUG oslo_vmware.api [None req-c86a449f-070a-453f-9609-eb9b7b00970c tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Waiting for the task: (returnval){ [ 697.195504] env[63260]: value = "task-2284387" [ 697.195504] env[63260]: _type = "Task" [ 697.195504] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.207930] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.849s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.208832] env[63260]: DEBUG nova.compute.manager [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 697.212390] env[63260]: DEBUG oslo_vmware.api [None req-c86a449f-070a-453f-9609-eb9b7b00970c tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284387, 'name': Destroy_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.213484] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.904s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.216024] env[63260]: INFO nova.compute.claims [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.325092] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284385, 'name': CreateVM_Task, 'duration_secs': 0.476487} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.325164] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.325990] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.326197] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.326544] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.326872] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-025e036a-a897-4a06-bafd-868f237d1e6c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.332843] env[63260]: DEBUG oslo_vmware.api [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 697.332843] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528f122b-7335-acb4-fd99-1f6819f46c6c" [ 697.332843] env[63260]: _type = "Task" [ 697.332843] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.340618] env[63260]: DEBUG oslo_vmware.api [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528f122b-7335-acb4-fd99-1f6819f46c6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.442484] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c201aaf2-b25d-4b31-8b46-bb5e27674cd0 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Releasing lock "refresh_cache-f5985e13-7c49-4c38-b9c9-4c23c52a1f4e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.442986] env[63260]: DEBUG nova.compute.manager [None req-c201aaf2-b25d-4b31-8b46-bb5e27674cd0 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 697.443695] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c201aaf2-b25d-4b31-8b46-bb5e27674cd0 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.444694] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c16c03e-c726-40bf-a48d-642e414fe7d4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.452860] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-c201aaf2-b25d-4b31-8b46-bb5e27674cd0 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.453136] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e9d8066-bdd4-4031-bbef-9866e91511a1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.462678] env[63260]: DEBUG oslo_vmware.api [None req-c201aaf2-b25d-4b31-8b46-bb5e27674cd0 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Waiting for the task: (returnval){ [ 697.462678] env[63260]: value = "task-2284388" [ 697.462678] env[63260]: _type = "Task" [ 697.462678] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.475272] env[63260]: DEBUG oslo_vmware.api [None req-c201aaf2-b25d-4b31-8b46-bb5e27674cd0 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': task-2284388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.565891] env[63260]: DEBUG nova.network.neutron [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] Successfully updated port: a565a584-6375-4ced-8d0c-3a0bf95e9658 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.605738] env[63260]: DEBUG nova.compute.utils [None req-b5d76623-ab00-4da5-8c7b-9996da1b2f47 tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 697.666689] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284386, 'name': CreateVM_Task, 'duration_secs': 0.415028} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.666879] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.667292] env[63260]: DEBUG oslo_concurrency.lockutils [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.703829] env[63260]: DEBUG oslo_vmware.api [None req-c86a449f-070a-453f-9609-eb9b7b00970c tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284387, 'name': Destroy_Task, 'duration_secs': 0.500043} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.705256] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-c86a449f-070a-453f-9609-eb9b7b00970c tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Destroyed the VM [ 697.705256] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c86a449f-070a-453f-9609-eb9b7b00970c tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Deleting Snapshot of the VM instance {{(pid=63260) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 697.705256] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bc6f3438-58fe-4579-84b0-55e9196de394 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.711115] env[63260]: DEBUG oslo_vmware.api [None req-c86a449f-070a-453f-9609-eb9b7b00970c tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Waiting for the task: (returnval){ [ 697.711115] env[63260]: value = "task-2284389" [ 697.711115] env[63260]: _type = "Task" [ 697.711115] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.715220] env[63260]: DEBUG nova.compute.utils [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 697.716822] env[63260]: DEBUG nova.compute.manager [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 697.717668] env[63260]: DEBUG nova.network.neutron [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 697.725634] env[63260]: DEBUG oslo_vmware.api [None req-c86a449f-070a-453f-9609-eb9b7b00970c tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284389, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.729144] env[63260]: DEBUG nova.compute.manager [req-a67dab35-a185-476d-8ee8-299e4098b520 req-0ad16772-7d8f-4fef-9117-176cccab0968 service nova] [instance: 77396720-1683-4848-876c-d292e6b4441a] Received event network-vif-plugged-a565a584-6375-4ced-8d0c-3a0bf95e9658 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 697.729356] env[63260]: DEBUG oslo_concurrency.lockutils [req-a67dab35-a185-476d-8ee8-299e4098b520 req-0ad16772-7d8f-4fef-9117-176cccab0968 service nova] Acquiring lock "77396720-1683-4848-876c-d292e6b4441a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.729574] env[63260]: DEBUG oslo_concurrency.lockutils [req-a67dab35-a185-476d-8ee8-299e4098b520 req-0ad16772-7d8f-4fef-9117-176cccab0968 service nova] Lock "77396720-1683-4848-876c-d292e6b4441a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.729755] env[63260]: DEBUG oslo_concurrency.lockutils [req-a67dab35-a185-476d-8ee8-299e4098b520 req-0ad16772-7d8f-4fef-9117-176cccab0968 service nova] Lock "77396720-1683-4848-876c-d292e6b4441a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.729929] env[63260]: DEBUG nova.compute.manager [req-a67dab35-a185-476d-8ee8-299e4098b520 req-0ad16772-7d8f-4fef-9117-176cccab0968 service nova] [instance: 77396720-1683-4848-876c-d292e6b4441a] No waiting events found dispatching network-vif-plugged-a565a584-6375-4ced-8d0c-3a0bf95e9658 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 697.730120] env[63260]: WARNING nova.compute.manager [req-a67dab35-a185-476d-8ee8-299e4098b520 req-0ad16772-7d8f-4fef-9117-176cccab0968 service nova] [instance: 77396720-1683-4848-876c-d292e6b4441a] Received unexpected event network-vif-plugged-a565a584-6375-4ced-8d0c-3a0bf95e9658 for instance with vm_state building and task_state block_device_mapping. [ 697.771700] env[63260]: DEBUG nova.policy [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7086029488d4e7495442cdebcf44bfa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de9710c813cb45d19476ffc1befb0e38', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.844148] env[63260]: DEBUG oslo_vmware.api [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528f122b-7335-acb4-fd99-1f6819f46c6c, 'name': SearchDatastore_Task, 'duration_secs': 0.016596} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.844148] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.844148] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.844148] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.844368] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.844492] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.844758] env[63260]: DEBUG oslo_concurrency.lockutils [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.845063] env[63260]: DEBUG oslo_concurrency.lockutils [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.845286] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3265bba-08dd-4ade-8f8f-ad799e057c25 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.847262] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92444f07-ffe2-4b53-b156-b90e4dce91ca {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.852139] env[63260]: DEBUG oslo_vmware.api [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Waiting for the task: (returnval){ [ 697.852139] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5210daf2-9d21-88e2-d403-f83f49bfeb58" [ 697.852139] env[63260]: _type = "Task" [ 697.852139] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.856494] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.856681] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.857373] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6303a17-4a8e-47c3-a98b-fed66a90ed0a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.862839] env[63260]: DEBUG oslo_vmware.api [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5210daf2-9d21-88e2-d403-f83f49bfeb58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.865710] env[63260]: DEBUG oslo_vmware.api [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 697.865710] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]521049e8-9099-98af-325f-31e538848fc9" [ 697.865710] env[63260]: _type = "Task" [ 697.865710] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.873052] env[63260]: DEBUG oslo_vmware.api [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]521049e8-9099-98af-325f-31e538848fc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.972710] env[63260]: DEBUG oslo_vmware.api [None req-c201aaf2-b25d-4b31-8b46-bb5e27674cd0 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': task-2284388, 'name': PowerOffVM_Task, 'duration_secs': 0.162935} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.972937] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-c201aaf2-b25d-4b31-8b46-bb5e27674cd0 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 697.973121] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c201aaf2-b25d-4b31-8b46-bb5e27674cd0 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 697.973372] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-664d1de3-058f-4303-b349-8fc2c7ee9112 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.999216] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c201aaf2-b25d-4b31-8b46-bb5e27674cd0 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 697.999450] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c201aaf2-b25d-4b31-8b46-bb5e27674cd0 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 697.999751] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-c201aaf2-b25d-4b31-8b46-bb5e27674cd0 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Deleting the datastore file [datastore1] f5985e13-7c49-4c38-b9c9-4c23c52a1f4e {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.000170] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8dad49b-e42d-4ec1-b6b3-a1e1c07d7946 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.010084] env[63260]: DEBUG oslo_vmware.api [None req-c201aaf2-b25d-4b31-8b46-bb5e27674cd0 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Waiting for the task: (returnval){ [ 698.010084] env[63260]: value = "task-2284391" [ 698.010084] env[63260]: _type = "Task" [ 698.010084] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.020615] env[63260]: DEBUG oslo_vmware.api [None req-c201aaf2-b25d-4b31-8b46-bb5e27674cd0 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': task-2284391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.068515] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Acquiring lock "refresh_cache-77396720-1683-4848-876c-d292e6b4441a" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.068565] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Acquired lock "refresh_cache-77396720-1683-4848-876c-d292e6b4441a" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.068687] env[63260]: DEBUG nova.network.neutron [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.110192] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b5d76623-ab00-4da5-8c7b-9996da1b2f47 tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Lock "cf19fd4d-d960-46bf-a86b-3760b5d0bfee" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.193399] env[63260]: DEBUG nova.compute.manager [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 698.194125] env[63260]: DEBUG nova.virt.hardware [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.194382] env[63260]: DEBUG nova.virt.hardware [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.194601] env[63260]: DEBUG nova.virt.hardware [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.194833] env[63260]: DEBUG nova.virt.hardware [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.195553] env[63260]: DEBUG nova.virt.hardware [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.195553] env[63260]: DEBUG nova.virt.hardware [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.195783] env[63260]: DEBUG nova.virt.hardware [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.195964] env[63260]: DEBUG nova.virt.hardware [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.196148] env[63260]: DEBUG nova.virt.hardware [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.196423] env[63260]: DEBUG nova.virt.hardware [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.196547] env[63260]: DEBUG nova.virt.hardware [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.197551] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e46d08-c165-4fe2-b280-5dc278629562 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.208015] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e63988-2217-42c4-bbb0-5aea68fca540 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.222150] env[63260]: DEBUG nova.compute.manager [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.226114] env[63260]: DEBUG oslo_vmware.api [None req-c86a449f-070a-453f-9609-eb9b7b00970c tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284389, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.236635] env[63260]: DEBUG nova.network.neutron [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Successfully created port: c33dcde4-3b9f-4b46-b000-e9fd5ab0d9f7 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.366957] env[63260]: DEBUG oslo_vmware.api [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5210daf2-9d21-88e2-d403-f83f49bfeb58, 'name': SearchDatastore_Task, 'duration_secs': 0.010327} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.370510] env[63260]: DEBUG oslo_concurrency.lockutils [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.374103] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.374103] env[63260]: DEBUG oslo_concurrency.lockutils [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.376672] env[63260]: DEBUG oslo_vmware.api [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]521049e8-9099-98af-325f-31e538848fc9, 'name': SearchDatastore_Task, 'duration_secs': 0.007618} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.384761] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59b5c32d-8d74-4f49-9e6e-befcb0cd940e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.389943] env[63260]: DEBUG oslo_vmware.api [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 698.389943] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52dee646-b432-5913-5044-9a4fa1ce8034" [ 698.389943] env[63260]: _type = "Task" [ 698.389943] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.398057] env[63260]: DEBUG oslo_vmware.api [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52dee646-b432-5913-5044-9a4fa1ce8034, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.525199] env[63260]: DEBUG oslo_vmware.api [None req-c201aaf2-b25d-4b31-8b46-bb5e27674cd0 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Task: {'id': task-2284391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118047} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.525500] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-c201aaf2-b25d-4b31-8b46-bb5e27674cd0 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.525740] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c201aaf2-b25d-4b31-8b46-bb5e27674cd0 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.525958] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c201aaf2-b25d-4b31-8b46-bb5e27674cd0 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.526177] env[63260]: INFO nova.compute.manager [None req-c201aaf2-b25d-4b31-8b46-bb5e27674cd0 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Took 1.08 seconds to destroy the instance on the hypervisor. [ 698.526465] env[63260]: DEBUG oslo.service.loopingcall [None req-c201aaf2-b25d-4b31-8b46-bb5e27674cd0 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 698.527082] env[63260]: DEBUG nova.compute.manager [-] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 698.527082] env[63260]: DEBUG nova.network.neutron [-] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 698.563876] env[63260]: DEBUG nova.network.neutron [-] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.625575] env[63260]: DEBUG nova.network.neutron [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.726900] env[63260]: DEBUG oslo_vmware.api [None req-c86a449f-070a-453f-9609-eb9b7b00970c tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284389, 'name': RemoveSnapshot_Task, 'duration_secs': 0.574571} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.726900] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c86a449f-070a-453f-9609-eb9b7b00970c tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Deleted Snapshot of the VM instance {{(pid=63260) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 698.726900] env[63260]: INFO nova.compute.manager [None req-c86a449f-070a-453f-9609-eb9b7b00970c tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Took 16.65 seconds to snapshot the instance on the hypervisor. [ 698.786143] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f295bb5f-01b3-454c-a0b9-420f3ca0d614 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.797308] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb72470-71aa-459e-9c0f-e40c431d1943 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.830384] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876522c8-b88a-4cda-949e-7dc99387dd9d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.837617] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0baa7fd-2956-432f-8170-f154451cf1b0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.843051] env[63260]: DEBUG nova.network.neutron [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] Updating instance_info_cache with network_info: [{"id": "a565a584-6375-4ced-8d0c-3a0bf95e9658", "address": "fa:16:3e:c9:95:7c", "network": {"id": "78dc5ef7-c3c7-4d61-a1f4-f33b270e48a3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-298268282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b54179d8e4d4189b01eb3a1c2387064", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa565a584-63", "ovs_interfaceid": "a565a584-6375-4ced-8d0c-3a0bf95e9658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.851875] env[63260]: DEBUG nova.compute.provider_tree [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.900868] env[63260]: DEBUG oslo_vmware.api [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52dee646-b432-5913-5044-9a4fa1ce8034, 'name': SearchDatastore_Task, 'duration_secs': 0.008991} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.901180] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.901437] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 93672dcb-96dc-4383-9874-43855f247e9f/93672dcb-96dc-4383-9874-43855f247e9f.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.901712] env[63260]: DEBUG oslo_concurrency.lockutils [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.901895] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.902123] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a79ecc5-587c-4fdb-9ccc-d344982a879a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.904025] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94b344d5-c163-4018-99d9-aa8d9d6ec512 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.910644] env[63260]: DEBUG oslo_vmware.api [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 698.910644] env[63260]: value = "task-2284392" [ 698.910644] env[63260]: _type = "Task" [ 698.910644] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.915012] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.915200] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.916285] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6378a48-4dd2-4309-9b8e-4dad3c294e26 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.921790] env[63260]: DEBUG oslo_vmware.api [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284392, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.924703] env[63260]: DEBUG oslo_vmware.api [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Waiting for the task: (returnval){ [ 698.924703] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]525a934c-a1fa-3830-b9b0-4c543209e3fc" [ 698.924703] env[63260]: _type = "Task" [ 698.924703] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.932554] env[63260]: DEBUG oslo_vmware.api [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]525a934c-a1fa-3830-b9b0-4c543209e3fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.067318] env[63260]: DEBUG nova.network.neutron [-] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.205335] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b5d76623-ab00-4da5-8c7b-9996da1b2f47 tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Acquiring lock "cf19fd4d-d960-46bf-a86b-3760b5d0bfee" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.205652] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b5d76623-ab00-4da5-8c7b-9996da1b2f47 tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Lock "cf19fd4d-d960-46bf-a86b-3760b5d0bfee" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.206468] env[63260]: INFO nova.compute.manager [None req-b5d76623-ab00-4da5-8c7b-9996da1b2f47 tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Attaching volume 1935b459-b7ac-470f-bd96-c7e77db8550d to /dev/sdb [ 699.245924] env[63260]: DEBUG nova.compute.manager [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 699.250374] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c925f25e-00cb-46b2-b134-d7b2386e0ec7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.260184] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9c3294-f616-4582-859c-2a4479f0020b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.275630] env[63260]: DEBUG nova.virt.hardware [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.276020] env[63260]: DEBUG nova.virt.hardware [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.276215] env[63260]: DEBUG nova.virt.hardware [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.276435] env[63260]: DEBUG nova.virt.hardware [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.276630] env[63260]: DEBUG nova.virt.hardware [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.276810] env[63260]: DEBUG nova.virt.hardware [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.277065] env[63260]: DEBUG nova.virt.hardware [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.277263] env[63260]: DEBUG nova.virt.hardware [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.277475] env[63260]: DEBUG nova.virt.hardware [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.277666] env[63260]: DEBUG nova.virt.hardware [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.277860] env[63260]: DEBUG nova.virt.hardware [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.279206] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b043fcab-973e-4214-9687-caf050e6a540 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.286807] env[63260]: DEBUG nova.virt.block_device [None req-b5d76623-ab00-4da5-8c7b-9996da1b2f47 tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Updating existing volume attachment record: 9c177218-e6fb-4589-ba10-53d18aa612d8 {{(pid=63260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 699.295625] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9bd819-646f-47d9-8769-efeeda3abe88 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.354130] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Releasing lock "refresh_cache-77396720-1683-4848-876c-d292e6b4441a" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.355056] env[63260]: DEBUG nova.compute.manager [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] Instance network_info: |[{"id": "a565a584-6375-4ced-8d0c-3a0bf95e9658", "address": "fa:16:3e:c9:95:7c", "network": {"id": "78dc5ef7-c3c7-4d61-a1f4-f33b270e48a3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-298268282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b54179d8e4d4189b01eb3a1c2387064", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa565a584-63", "ovs_interfaceid": "a565a584-6375-4ced-8d0c-3a0bf95e9658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.356172] env[63260]: DEBUG nova.scheduler.client.report [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.360201] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:95:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0248a27a-1d7f-4195-987b-06bfc8467347', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a565a584-6375-4ced-8d0c-3a0bf95e9658', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.368725] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Creating folder: Project (7b54179d8e4d4189b01eb3a1c2387064). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.369352] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91186fe0-350a-4c56-82f4-36b88b7400b6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.383732] env[63260]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 699.383940] env[63260]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63260) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 699.384556] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Folder already exists: Project (7b54179d8e4d4189b01eb3a1c2387064). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 699.384775] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Creating folder: Instances. Parent ref: group-v464965. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.385044] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b84861e-b360-4bf3-810f-cad6439374fc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.396143] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Created folder: Instances in parent group-v464965. [ 699.396655] env[63260]: DEBUG oslo.service.loopingcall [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 699.396655] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77396720-1683-4848-876c-d292e6b4441a] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.396822] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1027ccbc-8898-4967-a291-1482dd957ff6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.420566] env[63260]: DEBUG oslo_vmware.api [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284392, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.421545] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.421545] env[63260]: value = "task-2284395" [ 699.421545] env[63260]: _type = "Task" [ 699.421545] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.431457] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284395, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.439074] env[63260]: DEBUG oslo_vmware.api [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]525a934c-a1fa-3830-b9b0-4c543209e3fc, 'name': SearchDatastore_Task, 'duration_secs': 0.013917} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.439074] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92cc6cb9-11fa-45c2-a901-3c00660d63ee {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.444857] env[63260]: DEBUG oslo_vmware.api [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Waiting for the task: (returnval){ [ 699.444857] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]525ef1e2-35d1-cbb5-1f61-95dbf2ee9c5d" [ 699.444857] env[63260]: _type = "Task" [ 699.444857] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.453243] env[63260]: DEBUG oslo_vmware.api [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]525ef1e2-35d1-cbb5-1f61-95dbf2ee9c5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.570024] env[63260]: INFO nova.compute.manager [-] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Took 1.04 seconds to deallocate network for instance. [ 699.796889] env[63260]: DEBUG nova.compute.manager [req-99d389e6-086b-4886-9508-6caea2d36294 req-42c6e55c-f726-47f9-bb49-4a58ddab08e3 service nova] [instance: 77396720-1683-4848-876c-d292e6b4441a] Received event network-changed-a565a584-6375-4ced-8d0c-3a0bf95e9658 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 699.797140] env[63260]: DEBUG nova.compute.manager [req-99d389e6-086b-4886-9508-6caea2d36294 req-42c6e55c-f726-47f9-bb49-4a58ddab08e3 service nova] [instance: 77396720-1683-4848-876c-d292e6b4441a] Refreshing instance network info cache due to event network-changed-a565a584-6375-4ced-8d0c-3a0bf95e9658. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 699.797381] env[63260]: DEBUG oslo_concurrency.lockutils [req-99d389e6-086b-4886-9508-6caea2d36294 req-42c6e55c-f726-47f9-bb49-4a58ddab08e3 service nova] Acquiring lock "refresh_cache-77396720-1683-4848-876c-d292e6b4441a" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.797909] env[63260]: DEBUG oslo_concurrency.lockutils [req-99d389e6-086b-4886-9508-6caea2d36294 req-42c6e55c-f726-47f9-bb49-4a58ddab08e3 service nova] Acquired lock "refresh_cache-77396720-1683-4848-876c-d292e6b4441a" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.798169] env[63260]: DEBUG nova.network.neutron [req-99d389e6-086b-4886-9508-6caea2d36294 req-42c6e55c-f726-47f9-bb49-4a58ddab08e3 service nova] [instance: 77396720-1683-4848-876c-d292e6b4441a] Refreshing network info cache for port a565a584-6375-4ced-8d0c-3a0bf95e9658 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.870080] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.870594] env[63260]: DEBUG nova.compute.manager [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.875812] env[63260]: DEBUG oslo_concurrency.lockutils [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.820s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.877212] env[63260]: INFO nova.compute.claims [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.904797] env[63260]: DEBUG nova.network.neutron [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Successfully updated port: c33dcde4-3b9f-4b46-b000-e9fd5ab0d9f7 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.925031] env[63260]: DEBUG oslo_vmware.api [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284392, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666284} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.612936] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 93672dcb-96dc-4383-9874-43855f247e9f/93672dcb-96dc-4383-9874-43855f247e9f.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.613317] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.615577] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c201aaf2-b25d-4b31-8b46-bb5e27674cd0 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 700.620408] env[63260]: DEBUG nova.compute.utils [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 700.623060] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquiring lock "refresh_cache-6ebdf627-0ad7-46a8-9765-1a399deb34c8" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.623195] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquired lock "refresh_cache-6ebdf627-0ad7-46a8-9765-1a399deb34c8" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.623336] env[63260]: DEBUG nova.network.neutron [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.624466] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cfe4860-0838-450d-8d40-cb457294addb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.629915] env[63260]: DEBUG nova.compute.manager [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.630087] env[63260]: DEBUG nova.network.neutron [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.645347] env[63260]: DEBUG oslo_vmware.api [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 700.645347] env[63260]: value = "task-2284399" [ 700.645347] env[63260]: _type = "Task" [ 700.645347] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.645610] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284395, 'name': CreateVM_Task, 'duration_secs': 0.389822} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.645896] env[63260]: DEBUG oslo_vmware.api [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]525ef1e2-35d1-cbb5-1f61-95dbf2ee9c5d, 'name': SearchDatastore_Task, 'duration_secs': 0.055514} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.646208] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77396720-1683-4848-876c-d292e6b4441a] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.646464] env[63260]: DEBUG oslo_concurrency.lockutils [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.646710] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] ea7c78e7-f3dc-42fd-bde2-12a4859b8170/ea7c78e7-f3dc-42fd-bde2-12a4859b8170.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 700.650544] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '59f4e28e-cdaa-4535-8dc2-1c1e2f60a9aa', 'delete_on_termination': True, 'device_type': None, 'boot_index': 0, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-464974', 'volume_id': '4a97b8fc-afc3-47f8-a694-c0dca5b8daa6', 'name': 'volume-4a97b8fc-afc3-47f8-a694-c0dca5b8daa6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '77396720-1683-4848-876c-d292e6b4441a', 'attached_at': '', 'detached_at': '', 'volume_id': '4a97b8fc-afc3-47f8-a694-c0dca5b8daa6', 'serial': '4a97b8fc-afc3-47f8-a694-c0dca5b8daa6'}, 'guest_format': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=63260) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 700.650749] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] Root volume attach. Driver type: vmdk {{(pid=63260) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 700.651034] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b783feae-7bab-4bec-886e-96a98f762e5d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.654200] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56665375-56a5-4847-a6b7-501e28bb2940 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.661387] env[63260]: DEBUG oslo_vmware.api [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284399, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.665825] env[63260]: DEBUG oslo_vmware.api [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Waiting for the task: (returnval){ [ 700.665825] env[63260]: value = "task-2284400" [ 700.665825] env[63260]: _type = "Task" [ 700.665825] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.666501] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f43c67-e18b-4db6-b887-a2b0cf39dd5f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.679836] env[63260]: DEBUG oslo_vmware.api [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.680994] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e22b47-4209-4541-a08c-0e20fe5f9c67 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.689117] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-28479384-0d31-460b-beb8-3f75d45c3b3f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.694116] env[63260]: DEBUG nova.policy [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7086029488d4e7495442cdebcf44bfa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de9710c813cb45d19476ffc1befb0e38', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.695376] env[63260]: DEBUG oslo_vmware.api [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Waiting for the task: (returnval){ [ 700.695376] env[63260]: value = "task-2284401" [ 700.695376] env[63260]: _type = "Task" [ 700.695376] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.703242] env[63260]: DEBUG oslo_vmware.api [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Task: {'id': task-2284401, 'name': RelocateVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.823401] env[63260]: DEBUG oslo_concurrency.lockutils [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Acquiring lock "32eb47e5-eaa9-4901-9816-1227ebd21dae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 700.824148] env[63260]: DEBUG oslo_concurrency.lockutils [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Lock "32eb47e5-eaa9-4901-9816-1227ebd21dae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.912291] env[63260]: DEBUG nova.network.neutron [req-99d389e6-086b-4886-9508-6caea2d36294 req-42c6e55c-f726-47f9-bb49-4a58ddab08e3 service nova] [instance: 77396720-1683-4848-876c-d292e6b4441a] Updated VIF entry in instance network info cache for port a565a584-6375-4ced-8d0c-3a0bf95e9658. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.912412] env[63260]: DEBUG nova.network.neutron [req-99d389e6-086b-4886-9508-6caea2d36294 req-42c6e55c-f726-47f9-bb49-4a58ddab08e3 service nova] [instance: 77396720-1683-4848-876c-d292e6b4441a] Updating instance_info_cache with network_info: [{"id": "a565a584-6375-4ced-8d0c-3a0bf95e9658", "address": "fa:16:3e:c9:95:7c", "network": {"id": "78dc5ef7-c3c7-4d61-a1f4-f33b270e48a3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-298268282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b54179d8e4d4189b01eb3a1c2387064", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa565a584-63", "ovs_interfaceid": "a565a584-6375-4ced-8d0c-3a0bf95e9658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.044230] env[63260]: DEBUG nova.network.neutron [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Successfully created port: 8a03770e-4532-46be-98ee-1bcaa253f3ab {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.127835] env[63260]: DEBUG nova.compute.manager [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.138780] env[63260]: DEBUG nova.compute.manager [None req-8b999861-7424-4c1b-8168-a10b5534224f tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.139395] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a766544-6df3-410c-8495-f92b2ed7e651 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.166667] env[63260]: DEBUG oslo_vmware.api [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284399, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069521} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.167016] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.168109] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4deaf88-0829-42c4-8d82-ceb568e87334 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.199093] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 93672dcb-96dc-4383-9874-43855f247e9f/93672dcb-96dc-4383-9874-43855f247e9f.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.205725] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-089005e3-8f05-4489-a58e-1896d4b75707 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.220406] env[63260]: DEBUG oslo_vmware.api [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494996} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.224520] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] ea7c78e7-f3dc-42fd-bde2-12a4859b8170/ea7c78e7-f3dc-42fd-bde2-12a4859b8170.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 701.224732] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 701.225629] env[63260]: DEBUG nova.network.neutron [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.227910] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6dce483-aa1d-40d3-ae48-fc0204c361ac {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.238527] env[63260]: DEBUG oslo_vmware.api [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Task: {'id': task-2284401, 'name': RelocateVM_Task} progress is 20%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.238856] env[63260]: DEBUG oslo_vmware.api [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 701.238856] env[63260]: value = "task-2284402" [ 701.238856] env[63260]: _type = "Task" [ 701.238856] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.240484] env[63260]: DEBUG oslo_vmware.api [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Waiting for the task: (returnval){ [ 701.240484] env[63260]: value = "task-2284403" [ 701.240484] env[63260]: _type = "Task" [ 701.240484] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.253192] env[63260]: DEBUG oslo_vmware.api [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.262023] env[63260]: DEBUG oslo_vmware.api [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.416144] env[63260]: DEBUG oslo_concurrency.lockutils [req-99d389e6-086b-4886-9508-6caea2d36294 req-42c6e55c-f726-47f9-bb49-4a58ddab08e3 service nova] Releasing lock "refresh_cache-77396720-1683-4848-876c-d292e6b4441a" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.416441] env[63260]: DEBUG nova.compute.manager [req-99d389e6-086b-4886-9508-6caea2d36294 req-42c6e55c-f726-47f9-bb49-4a58ddab08e3 service nova] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Received event network-vif-plugged-c33dcde4-3b9f-4b46-b000-e9fd5ab0d9f7 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 701.418095] env[63260]: DEBUG oslo_concurrency.lockutils [req-99d389e6-086b-4886-9508-6caea2d36294 req-42c6e55c-f726-47f9-bb49-4a58ddab08e3 service nova] Acquiring lock "6ebdf627-0ad7-46a8-9765-1a399deb34c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.418095] env[63260]: DEBUG oslo_concurrency.lockutils [req-99d389e6-086b-4886-9508-6caea2d36294 req-42c6e55c-f726-47f9-bb49-4a58ddab08e3 service nova] Lock "6ebdf627-0ad7-46a8-9765-1a399deb34c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.418095] env[63260]: DEBUG oslo_concurrency.lockutils [req-99d389e6-086b-4886-9508-6caea2d36294 req-42c6e55c-f726-47f9-bb49-4a58ddab08e3 service nova] Lock "6ebdf627-0ad7-46a8-9765-1a399deb34c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.418095] env[63260]: DEBUG nova.compute.manager [req-99d389e6-086b-4886-9508-6caea2d36294 req-42c6e55c-f726-47f9-bb49-4a58ddab08e3 service nova] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] No waiting events found dispatching network-vif-plugged-c33dcde4-3b9f-4b46-b000-e9fd5ab0d9f7 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.418095] env[63260]: WARNING nova.compute.manager [req-99d389e6-086b-4886-9508-6caea2d36294 req-42c6e55c-f726-47f9-bb49-4a58ddab08e3 service nova] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Received unexpected event network-vif-plugged-c33dcde4-3b9f-4b46-b000-e9fd5ab0d9f7 for instance with vm_state building and task_state spawning. [ 701.479981] env[63260]: DEBUG nova.network.neutron [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Updating instance_info_cache with network_info: [{"id": "c33dcde4-3b9f-4b46-b000-e9fd5ab0d9f7", "address": "fa:16:3e:45:53:74", "network": {"id": "f4b3bac4-ecad-4caf-87e5-9250ae8c9e31", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2114827068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de9710c813cb45d19476ffc1befb0e38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc33dcde4-3b", "ovs_interfaceid": "c33dcde4-3b9f-4b46-b000-e9fd5ab0d9f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.660897] env[63260]: INFO nova.compute.manager [None req-8b999861-7424-4c1b-8168-a10b5534224f tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] instance snapshotting [ 701.663941] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95dfa788-7410-43e0-a0ab-2882a7318f74 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.689642] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788863f8-c3f8-41ae-9b30-e9e091e8c751 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.715198] env[63260]: DEBUG oslo_vmware.api [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Task: {'id': task-2284401, 'name': RelocateVM_Task, 'duration_secs': 0.679278} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.715534] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] Volume attach. Driver type: vmdk {{(pid=63260) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 701.715799] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-464974', 'volume_id': '4a97b8fc-afc3-47f8-a694-c0dca5b8daa6', 'name': 'volume-4a97b8fc-afc3-47f8-a694-c0dca5b8daa6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '77396720-1683-4848-876c-d292e6b4441a', 'attached_at': '', 'detached_at': '', 'volume_id': '4a97b8fc-afc3-47f8-a694-c0dca5b8daa6', 'serial': '4a97b8fc-afc3-47f8-a694-c0dca5b8daa6'} {{(pid=63260) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 701.716681] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ad63bd-c8e8-415f-a7bc-77a532480f5b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.743511] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719682ae-6046-4a7c-96b3-949fd7fc2d89 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.763028] env[63260]: DEBUG oslo_vmware.api [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.782326] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] volume-4a97b8fc-afc3-47f8-a694-c0dca5b8daa6/volume-4a97b8fc-afc3-47f8-a694-c0dca5b8daa6.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.782518] env[63260]: DEBUG oslo_vmware.api [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087623} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.783195] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41a62de-2e00-4806-a6e5-7da7472e5138 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.785918] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c921e880-f6e8-404b-8772-9feff696aead {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.805024] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.805024] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac73be5c-1560-4f2f-bffd-148af097d470 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.819714] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9daa982-5748-4681-8f92-d6a25981822d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.832838] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] ea7c78e7-f3dc-42fd-bde2-12a4859b8170/ea7c78e7-f3dc-42fd-bde2-12a4859b8170.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.833264] env[63260]: DEBUG oslo_vmware.api [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Waiting for the task: (returnval){ [ 701.833264] env[63260]: value = "task-2284404" [ 701.833264] env[63260]: _type = "Task" [ 701.833264] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.834779] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fa5ede1-5550-40f9-9244-9514128999df {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.852700] env[63260]: DEBUG nova.compute.manager [req-1847b1d5-b751-4828-9cb1-b435381acb21 req-169f3d37-060e-4522-bb91-a467f8391cdd service nova] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Received event network-changed-c33dcde4-3b9f-4b46-b000-e9fd5ab0d9f7 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 701.852700] env[63260]: DEBUG nova.compute.manager [req-1847b1d5-b751-4828-9cb1-b435381acb21 req-169f3d37-060e-4522-bb91-a467f8391cdd service nova] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Refreshing instance network info cache due to event network-changed-c33dcde4-3b9f-4b46-b000-e9fd5ab0d9f7. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 701.852953] env[63260]: DEBUG oslo_concurrency.lockutils [req-1847b1d5-b751-4828-9cb1-b435381acb21 req-169f3d37-060e-4522-bb91-a467f8391cdd service nova] Acquiring lock "refresh_cache-6ebdf627-0ad7-46a8-9765-1a399deb34c8" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.887095] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65ddcdb-f781-41e9-87a9-0eb06c1f5cc1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.891576] env[63260]: DEBUG oslo_vmware.api [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Waiting for the task: (returnval){ [ 701.891576] env[63260]: value = "task-2284406" [ 701.891576] env[63260]: _type = "Task" [ 701.891576] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.895614] env[63260]: DEBUG oslo_vmware.api [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Task: {'id': task-2284404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.903071] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3745a22a-fc1b-4c9c-83cf-c68144aaf061 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.910567] env[63260]: DEBUG oslo_vmware.api [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.921398] env[63260]: DEBUG nova.compute.provider_tree [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.983117] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Releasing lock "refresh_cache-6ebdf627-0ad7-46a8-9765-1a399deb34c8" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.983117] env[63260]: DEBUG nova.compute.manager [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Instance network_info: |[{"id": "c33dcde4-3b9f-4b46-b000-e9fd5ab0d9f7", "address": "fa:16:3e:45:53:74", "network": {"id": "f4b3bac4-ecad-4caf-87e5-9250ae8c9e31", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2114827068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de9710c813cb45d19476ffc1befb0e38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc33dcde4-3b", "ovs_interfaceid": "c33dcde4-3b9f-4b46-b000-e9fd5ab0d9f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 701.983117] env[63260]: DEBUG oslo_concurrency.lockutils [req-1847b1d5-b751-4828-9cb1-b435381acb21 req-169f3d37-060e-4522-bb91-a467f8391cdd service nova] Acquired lock "refresh_cache-6ebdf627-0ad7-46a8-9765-1a399deb34c8" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.983417] env[63260]: DEBUG nova.network.neutron [req-1847b1d5-b751-4828-9cb1-b435381acb21 req-169f3d37-060e-4522-bb91-a467f8391cdd service nova] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Refreshing network info cache for port c33dcde4-3b9f-4b46-b000-e9fd5ab0d9f7 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.984651] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:53:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0c293d47-74c0-49d7-a474-cdb643080f6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c33dcde4-3b9f-4b46-b000-e9fd5ab0d9f7', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.998192] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Creating folder: Project (de9710c813cb45d19476ffc1befb0e38). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.999806] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21d71a34-5cf4-4c94-acd7-c4f5f4ed6160 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.012525] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Created folder: Project (de9710c813cb45d19476ffc1befb0e38) in parent group-v464889. [ 702.012928] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Creating folder: Instances. Parent ref: group-v465030. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.013320] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-195d550f-a920-4e20-a16b-d5fb9ecdc842 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.023669] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Created folder: Instances in parent group-v465030. [ 702.024079] env[63260]: DEBUG oslo.service.loopingcall [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 702.024482] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.024673] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a62a312-1393-4131-990c-2876badd28dd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.046095] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.046095] env[63260]: value = "task-2284409" [ 702.046095] env[63260]: _type = "Task" [ 702.046095] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.054408] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284409, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.147360] env[63260]: DEBUG nova.compute.manager [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.171483] env[63260]: DEBUG nova.virt.hardware [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.171743] env[63260]: DEBUG nova.virt.hardware [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.171903] env[63260]: DEBUG nova.virt.hardware [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.172096] env[63260]: DEBUG nova.virt.hardware [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.172332] env[63260]: DEBUG nova.virt.hardware [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.172486] env[63260]: DEBUG nova.virt.hardware [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.172694] env[63260]: DEBUG nova.virt.hardware [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.172873] env[63260]: DEBUG nova.virt.hardware [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.173018] env[63260]: DEBUG nova.virt.hardware [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.173225] env[63260]: DEBUG nova.virt.hardware [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.173400] env[63260]: DEBUG nova.virt.hardware [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.174389] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c57003-6497-4962-be98-74bc819583e6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.183090] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c33b98d-5ad2-4778-be5a-fed4fcca5187 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.202509] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8b999861-7424-4c1b-8168-a10b5534224f tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Creating Snapshot of the VM instance {{(pid=63260) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 702.202703] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-be460033-d1d6-4a39-a80f-64407ec093d6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.209661] env[63260]: DEBUG oslo_vmware.api [None req-8b999861-7424-4c1b-8168-a10b5534224f tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Waiting for the task: (returnval){ [ 702.209661] env[63260]: value = "task-2284410" [ 702.209661] env[63260]: _type = "Task" [ 702.209661] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.218461] env[63260]: DEBUG oslo_vmware.api [None req-8b999861-7424-4c1b-8168-a10b5534224f tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284410, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.260658] env[63260]: DEBUG oslo_vmware.api [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284402, 'name': ReconfigVM_Task, 'duration_secs': 0.707374} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.261196] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 93672dcb-96dc-4383-9874-43855f247e9f/93672dcb-96dc-4383-9874-43855f247e9f.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.262202] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91d4a423-9600-4a1b-8cc9-ab1eb4d0c38d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.271448] env[63260]: DEBUG oslo_vmware.api [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 702.271448] env[63260]: value = "task-2284411" [ 702.271448] env[63260]: _type = "Task" [ 702.271448] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.286645] env[63260]: DEBUG oslo_vmware.api [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284411, 'name': Rename_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.362483] env[63260]: DEBUG oslo_vmware.api [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Task: {'id': task-2284404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.408017] env[63260]: DEBUG oslo_vmware.api [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.425227] env[63260]: DEBUG nova.scheduler.client.report [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.558614] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284409, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.585873] env[63260]: DEBUG nova.compute.manager [req-9bf1b91f-451a-421a-826e-e2559d1d2663 req-bc618fc5-1996-4400-a5fc-7a94b3cbab77 service nova] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Received event network-vif-plugged-8a03770e-4532-46be-98ee-1bcaa253f3ab {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 702.586130] env[63260]: DEBUG oslo_concurrency.lockutils [req-9bf1b91f-451a-421a-826e-e2559d1d2663 req-bc618fc5-1996-4400-a5fc-7a94b3cbab77 service nova] Acquiring lock "e139538b-3363-4c4f-b1ea-b4e98e2528ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.586334] env[63260]: DEBUG oslo_concurrency.lockutils [req-9bf1b91f-451a-421a-826e-e2559d1d2663 req-bc618fc5-1996-4400-a5fc-7a94b3cbab77 service nova] Lock "e139538b-3363-4c4f-b1ea-b4e98e2528ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.586500] env[63260]: DEBUG oslo_concurrency.lockutils [req-9bf1b91f-451a-421a-826e-e2559d1d2663 req-bc618fc5-1996-4400-a5fc-7a94b3cbab77 service nova] Lock "e139538b-3363-4c4f-b1ea-b4e98e2528ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.586664] env[63260]: DEBUG nova.compute.manager [req-9bf1b91f-451a-421a-826e-e2559d1d2663 req-bc618fc5-1996-4400-a5fc-7a94b3cbab77 service nova] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] No waiting events found dispatching network-vif-plugged-8a03770e-4532-46be-98ee-1bcaa253f3ab {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.586898] env[63260]: WARNING nova.compute.manager [req-9bf1b91f-451a-421a-826e-e2559d1d2663 req-bc618fc5-1996-4400-a5fc-7a94b3cbab77 service nova] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Received unexpected event network-vif-plugged-8a03770e-4532-46be-98ee-1bcaa253f3ab for instance with vm_state building and task_state spawning. [ 702.706303] env[63260]: DEBUG nova.network.neutron [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Successfully updated port: 8a03770e-4532-46be-98ee-1bcaa253f3ab {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.720984] env[63260]: DEBUG oslo_vmware.api [None req-8b999861-7424-4c1b-8168-a10b5534224f tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284410, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.780778] env[63260]: DEBUG oslo_vmware.api [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284411, 'name': Rename_Task, 'duration_secs': 0.26592} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.781063] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.781314] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3604fb77-39c4-419a-a2a1-65d2aeec1b74 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.787998] env[63260]: DEBUG oslo_vmware.api [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 702.787998] env[63260]: value = "task-2284412" [ 702.787998] env[63260]: _type = "Task" [ 702.787998] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.795462] env[63260]: DEBUG oslo_vmware.api [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.801658] env[63260]: DEBUG nova.network.neutron [req-1847b1d5-b751-4828-9cb1-b435381acb21 req-169f3d37-060e-4522-bb91-a467f8391cdd service nova] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Updated VIF entry in instance network info cache for port c33dcde4-3b9f-4b46-b000-e9fd5ab0d9f7. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.802174] env[63260]: DEBUG nova.network.neutron [req-1847b1d5-b751-4828-9cb1-b435381acb21 req-169f3d37-060e-4522-bb91-a467f8391cdd service nova] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Updating instance_info_cache with network_info: [{"id": "c33dcde4-3b9f-4b46-b000-e9fd5ab0d9f7", "address": "fa:16:3e:45:53:74", "network": {"id": "f4b3bac4-ecad-4caf-87e5-9250ae8c9e31", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2114827068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de9710c813cb45d19476ffc1befb0e38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc33dcde4-3b", "ovs_interfaceid": "c33dcde4-3b9f-4b46-b000-e9fd5ab0d9f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.860587] env[63260]: DEBUG oslo_vmware.api [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Task: {'id': task-2284404, 'name': ReconfigVM_Task, 'duration_secs': 0.703242} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.860587] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] Reconfigured VM instance instance-0000002f to attach disk [datastore2] volume-4a97b8fc-afc3-47f8-a694-c0dca5b8daa6/volume-4a97b8fc-afc3-47f8-a694-c0dca5b8daa6.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.865547] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b0012d0-7290-4e3f-b47c-66f92beb1d0c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.880520] env[63260]: DEBUG oslo_vmware.api [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Waiting for the task: (returnval){ [ 702.880520] env[63260]: value = "task-2284413" [ 702.880520] env[63260]: _type = "Task" [ 702.880520] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.889212] env[63260]: DEBUG oslo_vmware.api [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Task: {'id': task-2284413, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.906406] env[63260]: DEBUG oslo_vmware.api [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284406, 'name': ReconfigVM_Task, 'duration_secs': 0.675832} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.906873] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Reconfigured VM instance instance-0000002e to attach disk [datastore2] ea7c78e7-f3dc-42fd-bde2-12a4859b8170/ea7c78e7-f3dc-42fd-bde2-12a4859b8170.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.907564] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13339646-55b9-417c-b273-952edc478425 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.915186] env[63260]: DEBUG oslo_vmware.api [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Waiting for the task: (returnval){ [ 702.915186] env[63260]: value = "task-2284414" [ 702.915186] env[63260]: _type = "Task" [ 702.915186] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.923966] env[63260]: DEBUG oslo_vmware.api [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284414, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.930987] env[63260]: DEBUG oslo_concurrency.lockutils [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.055s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.931539] env[63260]: DEBUG nova.compute.manager [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.934584] env[63260]: DEBUG oslo_concurrency.lockutils [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.787s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.936519] env[63260]: INFO nova.compute.claims [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.058056] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284409, 'name': CreateVM_Task, 'duration_secs': 0.539702} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.058181] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.058844] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.059013] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.059371] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.059646] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-051a31a8-1573-4313-9c99-413e819735dd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.064064] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for the task: (returnval){ [ 703.064064] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5207d977-0348-0868-ecfc-696feccfa598" [ 703.064064] env[63260]: _type = "Task" [ 703.064064] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.071881] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5207d977-0348-0868-ecfc-696feccfa598, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.209079] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquiring lock "refresh_cache-e139538b-3363-4c4f-b1ea-b4e98e2528ee" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.209289] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquired lock "refresh_cache-e139538b-3363-4c4f-b1ea-b4e98e2528ee" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.209449] env[63260]: DEBUG nova.network.neutron [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.221455] env[63260]: DEBUG oslo_vmware.api [None req-8b999861-7424-4c1b-8168-a10b5534224f tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284410, 'name': CreateSnapshot_Task, 'duration_secs': 0.789851} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.222593] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8b999861-7424-4c1b-8168-a10b5534224f tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Created Snapshot of the VM instance {{(pid=63260) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 703.222907] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1993acf7-c5f1-48f9-9c7b-9b9de1911bf9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.298997] env[63260]: DEBUG oslo_vmware.api [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284412, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.304633] env[63260]: DEBUG oslo_concurrency.lockutils [req-1847b1d5-b751-4828-9cb1-b435381acb21 req-169f3d37-060e-4522-bb91-a467f8391cdd service nova] Releasing lock "refresh_cache-6ebdf627-0ad7-46a8-9765-1a399deb34c8" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.391333] env[63260]: DEBUG oslo_vmware.api [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Task: {'id': task-2284413, 'name': ReconfigVM_Task, 'duration_secs': 0.145591} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.391637] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-464974', 'volume_id': '4a97b8fc-afc3-47f8-a694-c0dca5b8daa6', 'name': 'volume-4a97b8fc-afc3-47f8-a694-c0dca5b8daa6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '77396720-1683-4848-876c-d292e6b4441a', 'attached_at': '', 'detached_at': '', 'volume_id': '4a97b8fc-afc3-47f8-a694-c0dca5b8daa6', 'serial': '4a97b8fc-afc3-47f8-a694-c0dca5b8daa6'} {{(pid=63260) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 703.392191] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-792ebe5b-9e48-4c8b-888f-f97d378d1371 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.398378] env[63260]: DEBUG oslo_vmware.api [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Waiting for the task: (returnval){ [ 703.398378] env[63260]: value = "task-2284415" [ 703.398378] env[63260]: _type = "Task" [ 703.398378] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.405870] env[63260]: DEBUG oslo_vmware.api [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Task: {'id': task-2284415, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.423852] env[63260]: DEBUG oslo_vmware.api [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284414, 'name': Rename_Task, 'duration_secs': 0.168145} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.424125] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.424363] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d69d6a8-4d4d-49ef-8fce-5f77f502b450 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.430392] env[63260]: DEBUG oslo_vmware.api [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Waiting for the task: (returnval){ [ 703.430392] env[63260]: value = "task-2284416" [ 703.430392] env[63260]: _type = "Task" [ 703.430392] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.437464] env[63260]: DEBUG oslo_vmware.api [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.441703] env[63260]: DEBUG nova.compute.utils [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 703.445500] env[63260]: DEBUG nova.compute.manager [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 703.445500] env[63260]: DEBUG nova.network.neutron [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 703.490678] env[63260]: DEBUG nova.policy [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b03f65a04e7d4d138a573e93a1e25468', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b3606221d8f449db74ead1fd4346926', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.575950] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5207d977-0348-0868-ecfc-696feccfa598, 'name': SearchDatastore_Task, 'duration_secs': 0.009557} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.576335] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.576501] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.576739] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.576882] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.577087] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.577478] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89390b5c-1611-4b6c-8c21-8199ce87754f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.586814] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.587017] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.587746] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa4cdd91-4050-4c17-8baa-b26284613677 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.592744] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for the task: (returnval){ [ 703.592744] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5290434c-2e73-5b63-0c74-f6919e2f246e" [ 703.592744] env[63260]: _type = "Task" [ 703.592744] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.601555] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5290434c-2e73-5b63-0c74-f6919e2f246e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.741576] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8b999861-7424-4c1b-8168-a10b5534224f tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Creating linked-clone VM from snapshot {{(pid=63260) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 703.741950] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0ef213c3-4db9-438d-958e-850a1f506454 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.750466] env[63260]: DEBUG oslo_vmware.api [None req-8b999861-7424-4c1b-8168-a10b5534224f tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Waiting for the task: (returnval){ [ 703.750466] env[63260]: value = "task-2284417" [ 703.750466] env[63260]: _type = "Task" [ 703.750466] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.756439] env[63260]: DEBUG nova.network.neutron [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.761636] env[63260]: DEBUG oslo_vmware.api [None req-8b999861-7424-4c1b-8168-a10b5534224f tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284417, 'name': CloneVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.800869] env[63260]: DEBUG oslo_vmware.api [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284412, 'name': PowerOnVM_Task, 'duration_secs': 0.574533} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.801226] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.801458] env[63260]: DEBUG nova.compute.manager [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.806022] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35362ebc-7b66-4d3c-b5cb-0234b263d2cc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.909369] env[63260]: DEBUG oslo_vmware.api [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Task: {'id': task-2284415, 'name': Rename_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.920036] env[63260]: DEBUG nova.network.neutron [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Successfully created port: 0c21e070-7462-4e66-901c-b136c2215ae3 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 703.947200] env[63260]: DEBUG nova.compute.manager [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.949907] env[63260]: DEBUG oslo_vmware.api [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284416, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.977395] env[63260]: DEBUG nova.network.neutron [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Updating instance_info_cache with network_info: [{"id": "8a03770e-4532-46be-98ee-1bcaa253f3ab", "address": "fa:16:3e:51:0d:a8", "network": {"id": "f4b3bac4-ecad-4caf-87e5-9250ae8c9e31", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2114827068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de9710c813cb45d19476ffc1befb0e38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a03770e-45", "ovs_interfaceid": "8a03770e-4532-46be-98ee-1bcaa253f3ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.105642] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5290434c-2e73-5b63-0c74-f6919e2f246e, 'name': SearchDatastore_Task, 'duration_secs': 0.015456} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.106485] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b96cefd-9b9d-475e-9146-008686aea64f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.113272] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for the task: (returnval){ [ 704.113272] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5275ea93-ed39-962f-6051-521883ce57d0" [ 704.113272] env[63260]: _type = "Task" [ 704.113272] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.120428] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5275ea93-ed39-962f-6051-521883ce57d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.268254] env[63260]: DEBUG oslo_vmware.api [None req-8b999861-7424-4c1b-8168-a10b5534224f tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284417, 'name': CloneVM_Task} progress is 94%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.281957] env[63260]: DEBUG nova.network.neutron [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Successfully created port: 4f12f95b-bdda-4586-948e-f2f72949fefe {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.325111] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.345650] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5d76623-ab00-4da5-8c7b-9996da1b2f47 tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Volume attach. Driver type: vmdk {{(pid=63260) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 704.345650] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5d76623-ab00-4da5-8c7b-9996da1b2f47 tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465029', 'volume_id': '1935b459-b7ac-470f-bd96-c7e77db8550d', 'name': 'volume-1935b459-b7ac-470f-bd96-c7e77db8550d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cf19fd4d-d960-46bf-a86b-3760b5d0bfee', 'attached_at': '', 'detached_at': '', 'volume_id': '1935b459-b7ac-470f-bd96-c7e77db8550d', 'serial': '1935b459-b7ac-470f-bd96-c7e77db8550d'} {{(pid=63260) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 704.346582] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6067b3dc-d660-46e6-adb4-25e69dde8594 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.365599] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f335e4-ad82-487e-a9e0-cae697c85fdd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.390032] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5d76623-ab00-4da5-8c7b-9996da1b2f47 tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] volume-1935b459-b7ac-470f-bd96-c7e77db8550d/volume-1935b459-b7ac-470f-bd96-c7e77db8550d.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.392903] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e30a7cf-3343-4bd6-95a2-b9a667c58d32 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.416568] env[63260]: DEBUG oslo_vmware.api [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Task: {'id': task-2284415, 'name': Rename_Task, 'duration_secs': 0.709926} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.420222] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.420549] env[63260]: DEBUG oslo_vmware.api [None req-b5d76623-ab00-4da5-8c7b-9996da1b2f47 tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Waiting for the task: (returnval){ [ 704.420549] env[63260]: value = "task-2284418" [ 704.420549] env[63260]: _type = "Task" [ 704.420549] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.420916] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a912e7e-b862-444b-abf3-8928067d19c0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.430444] env[63260]: DEBUG oslo_vmware.api [None req-b5d76623-ab00-4da5-8c7b-9996da1b2f47 tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': task-2284418, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.431785] env[63260]: DEBUG oslo_vmware.api [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Waiting for the task: (returnval){ [ 704.431785] env[63260]: value = "task-2284419" [ 704.431785] env[63260]: _type = "Task" [ 704.431785] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.446251] env[63260]: DEBUG oslo_vmware.api [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Task: {'id': task-2284419, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.449618] env[63260]: DEBUG oslo_vmware.api [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284416, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.482863] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Releasing lock "refresh_cache-e139538b-3363-4c4f-b1ea-b4e98e2528ee" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.482863] env[63260]: DEBUG nova.compute.manager [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Instance network_info: |[{"id": "8a03770e-4532-46be-98ee-1bcaa253f3ab", "address": "fa:16:3e:51:0d:a8", "network": {"id": "f4b3bac4-ecad-4caf-87e5-9250ae8c9e31", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2114827068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de9710c813cb45d19476ffc1befb0e38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a03770e-45", "ovs_interfaceid": "8a03770e-4532-46be-98ee-1bcaa253f3ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 704.483088] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:0d:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0c293d47-74c0-49d7-a474-cdb643080f6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a03770e-4532-46be-98ee-1bcaa253f3ab', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.490941] env[63260]: DEBUG oslo.service.loopingcall [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 704.493808] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.494289] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b70a44d8-9924-4857-9586-d9a5cc8b1173 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.516901] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.516901] env[63260]: value = "task-2284420" [ 704.516901] env[63260]: _type = "Task" [ 704.516901] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.526478] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284420, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.601711] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69e93bb-e4a7-494f-af69-1e4bbdb44b9e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.609431] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5636f06c-d562-4912-a0d0-0d8118b4b796 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.622124] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5275ea93-ed39-962f-6051-521883ce57d0, 'name': SearchDatastore_Task, 'duration_secs': 0.009709} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.650026] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.650026] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 6ebdf627-0ad7-46a8-9765-1a399deb34c8/6ebdf627-0ad7-46a8-9765-1a399deb34c8.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.650026] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9f6e229-475e-4d1b-b18f-3ff08123ec26 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.651310] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d67946a-fd3d-4aee-97de-f4bf3c521b4d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.660314] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3af3aa-4f0c-49df-a96e-c4ef59ee3090 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.664820] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for the task: (returnval){ [ 704.664820] env[63260]: value = "task-2284421" [ 704.664820] env[63260]: _type = "Task" [ 704.664820] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.676474] env[63260]: DEBUG nova.compute.provider_tree [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.682037] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.706310] env[63260]: DEBUG nova.compute.manager [req-25e3d0a7-04a5-4af3-bcfb-675d811343f2 req-b0ad5032-67aa-41f2-8f4d-fc222ace3d25 service nova] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Received event network-changed-8a03770e-4532-46be-98ee-1bcaa253f3ab {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 704.706543] env[63260]: DEBUG nova.compute.manager [req-25e3d0a7-04a5-4af3-bcfb-675d811343f2 req-b0ad5032-67aa-41f2-8f4d-fc222ace3d25 service nova] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Refreshing instance network info cache due to event network-changed-8a03770e-4532-46be-98ee-1bcaa253f3ab. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 704.707057] env[63260]: DEBUG oslo_concurrency.lockutils [req-25e3d0a7-04a5-4af3-bcfb-675d811343f2 req-b0ad5032-67aa-41f2-8f4d-fc222ace3d25 service nova] Acquiring lock "refresh_cache-e139538b-3363-4c4f-b1ea-b4e98e2528ee" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.707057] env[63260]: DEBUG oslo_concurrency.lockutils [req-25e3d0a7-04a5-4af3-bcfb-675d811343f2 req-b0ad5032-67aa-41f2-8f4d-fc222ace3d25 service nova] Acquired lock "refresh_cache-e139538b-3363-4c4f-b1ea-b4e98e2528ee" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.707457] env[63260]: DEBUG nova.network.neutron [req-25e3d0a7-04a5-4af3-bcfb-675d811343f2 req-b0ad5032-67aa-41f2-8f4d-fc222ace3d25 service nova] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Refreshing network info cache for port 8a03770e-4532-46be-98ee-1bcaa253f3ab {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.763891] env[63260]: DEBUG oslo_vmware.api [None req-8b999861-7424-4c1b-8168-a10b5534224f tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284417, 'name': CloneVM_Task} progress is 94%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.936102] env[63260]: DEBUG oslo_vmware.api [None req-b5d76623-ab00-4da5-8c7b-9996da1b2f47 tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': task-2284418, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.948656] env[63260]: DEBUG oslo_vmware.api [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284416, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.952432] env[63260]: DEBUG oslo_vmware.api [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Task: {'id': task-2284419, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.958202] env[63260]: DEBUG nova.compute.manager [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.989977] env[63260]: DEBUG nova.virt.hardware [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.990316] env[63260]: DEBUG nova.virt.hardware [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.990481] env[63260]: DEBUG nova.virt.hardware [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.990662] env[63260]: DEBUG nova.virt.hardware [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.991045] env[63260]: DEBUG nova.virt.hardware [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.991045] env[63260]: DEBUG nova.virt.hardware [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.991562] env[63260]: DEBUG nova.virt.hardware [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.991562] env[63260]: DEBUG nova.virt.hardware [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.991777] env[63260]: DEBUG nova.virt.hardware [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.992054] env[63260]: DEBUG nova.virt.hardware [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.992189] env[63260]: DEBUG nova.virt.hardware [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.993188] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c0ab24-e092-49f6-afa1-dbb3fc7ce34c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.004786] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b461fc30-f73e-4cf2-b5cd-c3954365a512 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.029668] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284420, 'name': CreateVM_Task, 'duration_secs': 0.503798} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.030396] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.030670] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.030914] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.031311] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.031634] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53229404-91b4-4774-9123-3226702fce67 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.037485] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for the task: (returnval){ [ 705.037485] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5231a8bc-b2ec-8ce2-f7b1-ffaec128b741" [ 705.037485] env[63260]: _type = "Task" [ 705.037485] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.046970] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5231a8bc-b2ec-8ce2-f7b1-ffaec128b741, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.177352] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284421, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.180371] env[63260]: DEBUG nova.scheduler.client.report [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.261431] env[63260]: DEBUG oslo_vmware.api [None req-8b999861-7424-4c1b-8168-a10b5534224f tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284417, 'name': CloneVM_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.388774] env[63260]: INFO nova.compute.manager [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Rebuilding instance [ 705.438606] env[63260]: DEBUG oslo_vmware.api [None req-b5d76623-ab00-4da5-8c7b-9996da1b2f47 tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': task-2284418, 'name': ReconfigVM_Task, 'duration_secs': 0.648093} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.441844] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5d76623-ab00-4da5-8c7b-9996da1b2f47 tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Reconfigured VM instance instance-0000001e to attach disk [datastore2] volume-1935b459-b7ac-470f-bd96-c7e77db8550d/volume-1935b459-b7ac-470f-bd96-c7e77db8550d.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.454176] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee68c994-aa70-4bc9-a8bc-d49c950fb7a0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.464029] env[63260]: DEBUG nova.compute.manager [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.470562] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18872832-0ae8-42a1-8a06-af809f94b2fc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.475337] env[63260]: DEBUG oslo_vmware.api [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284416, 'name': PowerOnVM_Task, 'duration_secs': 2.022387} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.478656] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.478656] env[63260]: DEBUG nova.compute.manager [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.478656] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1913bc-390b-414b-8b3c-42d589a40cf7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.484309] env[63260]: DEBUG oslo_vmware.api [None req-b5d76623-ab00-4da5-8c7b-9996da1b2f47 tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Waiting for the task: (returnval){ [ 705.484309] env[63260]: value = "task-2284422" [ 705.484309] env[63260]: _type = "Task" [ 705.484309] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.486960] env[63260]: DEBUG oslo_vmware.api [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Task: {'id': task-2284419, 'name': PowerOnVM_Task, 'duration_secs': 0.795256} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.487698] env[63260]: DEBUG nova.network.neutron [req-25e3d0a7-04a5-4af3-bcfb-675d811343f2 req-b0ad5032-67aa-41f2-8f4d-fc222ace3d25 service nova] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Updated VIF entry in instance network info cache for port 8a03770e-4532-46be-98ee-1bcaa253f3ab. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.488013] env[63260]: DEBUG nova.network.neutron [req-25e3d0a7-04a5-4af3-bcfb-675d811343f2 req-b0ad5032-67aa-41f2-8f4d-fc222ace3d25 service nova] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Updating instance_info_cache with network_info: [{"id": "8a03770e-4532-46be-98ee-1bcaa253f3ab", "address": "fa:16:3e:51:0d:a8", "network": {"id": "f4b3bac4-ecad-4caf-87e5-9250ae8c9e31", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2114827068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de9710c813cb45d19476ffc1befb0e38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a03770e-45", "ovs_interfaceid": "8a03770e-4532-46be-98ee-1bcaa253f3ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.489401] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.489633] env[63260]: INFO nova.compute.manager [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] Took 7.30 seconds to spawn the instance on the hypervisor. [ 705.489814] env[63260]: DEBUG nova.compute.manager [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.493343] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600373d4-5e08-41e8-8b0a-f315abeab538 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.506223] env[63260]: DEBUG oslo_vmware.api [None req-b5d76623-ab00-4da5-8c7b-9996da1b2f47 tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': task-2284422, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.549155] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5231a8bc-b2ec-8ce2-f7b1-ffaec128b741, 'name': SearchDatastore_Task, 'duration_secs': 0.065953} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.549353] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.549586] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.550085] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.550085] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.550213] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.550615] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d8fe93f-357f-4364-a86d-096a52508ba3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.562545] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.562739] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.563485] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c99697f-3f00-4843-8d3f-d7aa07e04cd2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.568830] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for the task: (returnval){ [ 705.568830] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5230da37-8770-d0fc-0b36-1d4f1e22d864" [ 705.568830] env[63260]: _type = "Task" [ 705.568830] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.576740] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5230da37-8770-d0fc-0b36-1d4f1e22d864, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.676490] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284421, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533098} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.676603] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 6ebdf627-0ad7-46a8-9765-1a399deb34c8/6ebdf627-0ad7-46a8-9765-1a399deb34c8.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.676860] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.677183] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-680aad64-55e8-4249-9936-f410b1f19328 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.683605] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for the task: (returnval){ [ 705.683605] env[63260]: value = "task-2284423" [ 705.683605] env[63260]: _type = "Task" [ 705.683605] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.687906] env[63260]: DEBUG oslo_concurrency.lockutils [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.753s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.688479] env[63260]: DEBUG nova.compute.manager [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 705.696894] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3d3fa1b4-23d1-4a52-a3e5-3d8ce8d584ea tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.016s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.696894] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3d3fa1b4-23d1-4a52-a3e5-3d8ce8d584ea tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.697249] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a4712fb4-6f13-4ca6-ab7d-d581bbcd4631 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.987s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.697361] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a4712fb4-6f13-4ca6-ab7d-d581bbcd4631 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.699312] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e76199de-641c-46b7-a92c-25d730358098 tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.738s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.699547] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e76199de-641c-46b7-a92c-25d730358098 tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.702483] env[63260]: DEBUG oslo_concurrency.lockutils [None req-42ed90ca-0543-4153-8c77-b95146df173a tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.670s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.702691] env[63260]: DEBUG oslo_concurrency.lockutils [None req-42ed90ca-0543-4153-8c77-b95146df173a tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.704452] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.217s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.705998] env[63260]: INFO nova.compute.claims [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.708790] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284423, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.730701] env[63260]: INFO nova.scheduler.client.report [None req-a4712fb4-6f13-4ca6-ab7d-d581bbcd4631 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Deleted allocations for instance 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6 [ 705.735021] env[63260]: INFO nova.scheduler.client.report [None req-42ed90ca-0543-4153-8c77-b95146df173a tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Deleted allocations for instance 64e84161-5eff-406a-af5b-6f9f104cebae [ 705.763806] env[63260]: DEBUG oslo_vmware.api [None req-8b999861-7424-4c1b-8168-a10b5534224f tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284417, 'name': CloneVM_Task, 'duration_secs': 1.56101} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.764636] env[63260]: INFO nova.virt.vmwareapi.vmops [None req-8b999861-7424-4c1b-8168-a10b5534224f tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Created linked-clone VM from snapshot [ 705.765610] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a127e3a-9e09-4d8a-a3bb-8c2daa79fef3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.773714] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-8b999861-7424-4c1b-8168-a10b5534224f tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Uploading image 16a1882d-8cc5-46b5-a495-53dc94331eac {{(pid=63260) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 705.776577] env[63260]: INFO nova.scheduler.client.report [None req-3d3fa1b4-23d1-4a52-a3e5-3d8ce8d584ea tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Deleted allocations for instance 5fe433a6-f3de-43d2-a381-7a2c5a394c35 [ 705.778546] env[63260]: INFO nova.scheduler.client.report [None req-e76199de-641c-46b7-a92c-25d730358098 tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Deleted allocations for instance 1d59ae97-3d8f-4926-bc59-ec290cef74ab [ 705.808853] env[63260]: DEBUG oslo_vmware.rw_handles [None req-8b999861-7424-4c1b-8168-a10b5534224f tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 705.808853] env[63260]: value = "vm-465034" [ 705.808853] env[63260]: _type = "VirtualMachine" [ 705.808853] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 705.809479] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a8ad3266-c5ef-4804-8306-925f6f6d237c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.816822] env[63260]: DEBUG oslo_vmware.rw_handles [None req-8b999861-7424-4c1b-8168-a10b5534224f tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Lease: (returnval){ [ 705.816822] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]525baa69-58d4-995c-1bd7-20813af7f424" [ 705.816822] env[63260]: _type = "HttpNfcLease" [ 705.816822] env[63260]: } obtained for exporting VM: (result){ [ 705.816822] env[63260]: value = "vm-465034" [ 705.816822] env[63260]: _type = "VirtualMachine" [ 705.816822] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 705.817165] env[63260]: DEBUG oslo_vmware.api [None req-8b999861-7424-4c1b-8168-a10b5534224f tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Waiting for the lease: (returnval){ [ 705.817165] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]525baa69-58d4-995c-1bd7-20813af7f424" [ 705.817165] env[63260]: _type = "HttpNfcLease" [ 705.817165] env[63260]: } to be ready. {{(pid=63260) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 705.825636] env[63260]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 705.825636] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]525baa69-58d4-995c-1bd7-20813af7f424" [ 705.825636] env[63260]: _type = "HttpNfcLease" [ 705.825636] env[63260]: } is initializing. {{(pid=63260) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 705.844343] env[63260]: DEBUG nova.compute.manager [req-f42af78f-8e9c-4b66-a2b0-9a57d20491eb req-51fef498-ba38-4557-ac14-a12658938e0c service nova] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Received event network-vif-plugged-0c21e070-7462-4e66-901c-b136c2215ae3 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 705.844596] env[63260]: DEBUG oslo_concurrency.lockutils [req-f42af78f-8e9c-4b66-a2b0-9a57d20491eb req-51fef498-ba38-4557-ac14-a12658938e0c service nova] Acquiring lock "38afe872-ec16-4ee0-a555-45f407f1a150-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.844843] env[63260]: DEBUG oslo_concurrency.lockutils [req-f42af78f-8e9c-4b66-a2b0-9a57d20491eb req-51fef498-ba38-4557-ac14-a12658938e0c service nova] Lock "38afe872-ec16-4ee0-a555-45f407f1a150-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.845025] env[63260]: DEBUG oslo_concurrency.lockutils [req-f42af78f-8e9c-4b66-a2b0-9a57d20491eb req-51fef498-ba38-4557-ac14-a12658938e0c service nova] Lock "38afe872-ec16-4ee0-a555-45f407f1a150-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.845192] env[63260]: DEBUG nova.compute.manager [req-f42af78f-8e9c-4b66-a2b0-9a57d20491eb req-51fef498-ba38-4557-ac14-a12658938e0c service nova] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] No waiting events found dispatching network-vif-plugged-0c21e070-7462-4e66-901c-b136c2215ae3 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 705.845356] env[63260]: WARNING nova.compute.manager [req-f42af78f-8e9c-4b66-a2b0-9a57d20491eb req-51fef498-ba38-4557-ac14-a12658938e0c service nova] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Received unexpected event network-vif-plugged-0c21e070-7462-4e66-901c-b136c2215ae3 for instance with vm_state building and task_state spawning. [ 705.995384] env[63260]: DEBUG nova.network.neutron [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Successfully updated port: 0c21e070-7462-4e66-901c-b136c2215ae3 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.996060] env[63260]: WARNING oslo_messaging._drivers.amqpdriver [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 706.000151] env[63260]: DEBUG oslo_concurrency.lockutils [req-25e3d0a7-04a5-4af3-bcfb-675d811343f2 req-b0ad5032-67aa-41f2-8f4d-fc222ace3d25 service nova] Releasing lock "refresh_cache-e139538b-3363-4c4f-b1ea-b4e98e2528ee" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.008427] env[63260]: DEBUG oslo_vmware.api [None req-b5d76623-ab00-4da5-8c7b-9996da1b2f47 tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': task-2284422, 'name': ReconfigVM_Task, 'duration_secs': 0.160187} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.010754] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5d76623-ab00-4da5-8c7b-9996da1b2f47 tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465029', 'volume_id': '1935b459-b7ac-470f-bd96-c7e77db8550d', 'name': 'volume-1935b459-b7ac-470f-bd96-c7e77db8550d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cf19fd4d-d960-46bf-a86b-3760b5d0bfee', 'attached_at': '', 'detached_at': '', 'volume_id': '1935b459-b7ac-470f-bd96-c7e77db8550d', 'serial': '1935b459-b7ac-470f-bd96-c7e77db8550d'} {{(pid=63260) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 706.012683] env[63260]: DEBUG oslo_concurrency.lockutils [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.019536] env[63260]: INFO nova.compute.manager [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] Took 42.09 seconds to build instance. [ 706.079876] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5230da37-8770-d0fc-0b36-1d4f1e22d864, 'name': SearchDatastore_Task, 'duration_secs': 0.037427} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.080695] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c3b7568-14ee-45c5-bb63-03f9d491dcbc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.085708] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for the task: (returnval){ [ 706.085708] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52ef86c6-4584-930d-7437-beae85924155" [ 706.085708] env[63260]: _type = "Task" [ 706.085708] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.093897] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52ef86c6-4584-930d-7437-beae85924155, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.194502] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284423, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15519} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.194982] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.195940] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f14e22b-7a58-4b44-aa1f-dbdc8680280c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.213906] env[63260]: DEBUG nova.compute.utils [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 706.230043] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 6ebdf627-0ad7-46a8-9765-1a399deb34c8/6ebdf627-0ad7-46a8-9765-1a399deb34c8.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.231636] env[63260]: DEBUG nova.compute.manager [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 706.237869] env[63260]: DEBUG nova.compute.manager [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 706.238074] env[63260]: DEBUG nova.network.neutron [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 706.239912] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-898417c2-95b1-4ca4-a724-a06756143e6e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.259779] env[63260]: DEBUG oslo_concurrency.lockutils [None req-42ed90ca-0543-4153-8c77-b95146df173a tempest-ServerMetadataNegativeTestJSON-782049286 tempest-ServerMetadataNegativeTestJSON-782049286-project-member] Lock "64e84161-5eff-406a-af5b-6f9f104cebae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.893s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.268715] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a4712fb4-6f13-4ca6-ab7d-d581bbcd4631 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Lock "84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.827s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.274712] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for the task: (returnval){ [ 706.274712] env[63260]: value = "task-2284425" [ 706.274712] env[63260]: _type = "Task" [ 706.274712] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.286369] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284425, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.291999] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3d3fa1b4-23d1-4a52-a3e5-3d8ce8d584ea tempest-VolumesAssistedSnapshotsTest-1038511086 tempest-VolumesAssistedSnapshotsTest-1038511086-project-member] Lock "5fe433a6-f3de-43d2-a381-7a2c5a394c35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.122s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.293618] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e76199de-641c-46b7-a92c-25d730358098 tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Lock "1d59ae97-3d8f-4926-bc59-ec290cef74ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.824s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.328132] env[63260]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 706.328132] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]525baa69-58d4-995c-1bd7-20813af7f424" [ 706.328132] env[63260]: _type = "HttpNfcLease" [ 706.328132] env[63260]: } is ready. {{(pid=63260) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 706.328132] env[63260]: DEBUG oslo_vmware.rw_handles [None req-8b999861-7424-4c1b-8168-a10b5534224f tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 706.328132] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]525baa69-58d4-995c-1bd7-20813af7f424" [ 706.328132] env[63260]: _type = "HttpNfcLease" [ 706.328132] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 706.329569] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bec720-3a56-4aa0-a8ca-3c8dd2cf503d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.340541] env[63260]: DEBUG oslo_vmware.rw_handles [None req-8b999861-7424-4c1b-8168-a10b5534224f tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527db44a-af9e-e069-45db-2109530ac35d/disk-0.vmdk from lease info. {{(pid=63260) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 706.340731] env[63260]: DEBUG oslo_vmware.rw_handles [None req-8b999861-7424-4c1b-8168-a10b5534224f tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527db44a-af9e-e069-45db-2109530ac35d/disk-0.vmdk for reading. {{(pid=63260) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 706.405496] env[63260]: DEBUG nova.policy [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '967c68a4b89040788b1e8c16e900d3cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c195b911ddd94efaa7ac8c24a902b293', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 706.442297] env[63260]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e6790b10-b95e-467a-8039-3b1a0cbbcc3a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.502808] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.505416] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdadc37f-6800-4dcc-9055-90815928d0fb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.513176] env[63260]: DEBUG oslo_vmware.api [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 706.513176] env[63260]: value = "task-2284426" [ 706.513176] env[63260]: _type = "Task" [ 706.513176] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.521719] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d84c42b4-df9f-4b43-bbb6-ab1d1db9fd3e tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Lock "77396720-1683-4848-876c-d292e6b4441a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.803s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.527645] env[63260]: DEBUG oslo_vmware.api [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284426, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.599919] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52ef86c6-4584-930d-7437-beae85924155, 'name': SearchDatastore_Task, 'duration_secs': 0.045215} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.599919] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.600139] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] e139538b-3363-4c4f-b1ea-b4e98e2528ee/e139538b-3363-4c4f-b1ea-b4e98e2528ee.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.600300] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdfabe5f-ceb5-469a-a22b-24f66247f366 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.610873] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for the task: (returnval){ [ 706.610873] env[63260]: value = "task-2284427" [ 706.610873] env[63260]: _type = "Task" [ 706.610873] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.618751] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.787289] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284425, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.916800] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c94d09-3bca-4ec2-a8e6-c6e26b745457 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.927467] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4eab057-7b97-42ab-8e4b-f2e42199df36 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.962891] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe1d749-9f8c-4711-9eaa-a466099d24d0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.973186] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14293631-4092-44ca-9ebd-6817a3cefb31 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.989221] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8710aeff-3025-4ac6-95ee-30396764c4ea tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Acquiring lock "b75e845b-560f-43b4-a24a-5bebe8f72016" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.989675] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8710aeff-3025-4ac6-95ee-30396764c4ea tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Lock "b75e845b-560f-43b4-a24a-5bebe8f72016" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.989898] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8710aeff-3025-4ac6-95ee-30396764c4ea tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Acquiring lock "b75e845b-560f-43b4-a24a-5bebe8f72016-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.991016] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8710aeff-3025-4ac6-95ee-30396764c4ea tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Lock "b75e845b-560f-43b4-a24a-5bebe8f72016-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.991016] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8710aeff-3025-4ac6-95ee-30396764c4ea tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Lock "b75e845b-560f-43b4-a24a-5bebe8f72016-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.992457] env[63260]: DEBUG nova.compute.provider_tree [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.994233] env[63260]: INFO nova.compute.manager [None req-8710aeff-3025-4ac6-95ee-30396764c4ea tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Terminating instance [ 707.029579] env[63260]: DEBUG oslo_vmware.api [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284426, 'name': PowerOffVM_Task, 'duration_secs': 0.241641} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.029579] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 707.029579] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.029579] env[63260]: DEBUG nova.compute.manager [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 707.031862] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa83b7d-89f4-4fe6-a8f1-b7b35868866e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.039898] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.040220] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99c42e4a-2b59-4b87-b33c-82c297fdd2d4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.078500] env[63260]: DEBUG nova.objects.instance [None req-b5d76623-ab00-4da5-8c7b-9996da1b2f47 tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Lazy-loading 'flavor' on Instance uuid cf19fd4d-d960-46bf-a86b-3760b5d0bfee {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 707.122464] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284427, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.134328] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.134666] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.134857] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Deleting the datastore file [datastore2] 93672dcb-96dc-4383-9874-43855f247e9f {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.135206] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa26fecb-7121-43bb-86a8-03e257badf01 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.141835] env[63260]: DEBUG oslo_vmware.api [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 707.141835] env[63260]: value = "task-2284429" [ 707.141835] env[63260]: _type = "Task" [ 707.141835] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.150221] env[63260]: DEBUG oslo_vmware.api [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.246226] env[63260]: DEBUG nova.compute.manager [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 707.278532] env[63260]: DEBUG nova.virt.hardware [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 707.279116] env[63260]: DEBUG nova.virt.hardware [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 707.279361] env[63260]: DEBUG nova.virt.hardware [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.279762] env[63260]: DEBUG nova.virt.hardware [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 707.279820] env[63260]: DEBUG nova.virt.hardware [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.279964] env[63260]: DEBUG nova.virt.hardware [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 707.280962] env[63260]: DEBUG nova.virt.hardware [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 707.282153] env[63260]: DEBUG nova.virt.hardware [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 707.282153] env[63260]: DEBUG nova.virt.hardware [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 707.282153] env[63260]: DEBUG nova.virt.hardware [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 707.282153] env[63260]: DEBUG nova.virt.hardware [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 707.282918] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dae1eb7-bd7c-46a2-981d-248b3c017087 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.308028] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d26c00e-5561-4773-9bd6-d33db1d37f2e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.311339] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284425, 'name': ReconfigVM_Task, 'duration_secs': 0.541858} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.311729] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 6ebdf627-0ad7-46a8-9765-1a399deb34c8/6ebdf627-0ad7-46a8-9765-1a399deb34c8.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.312946] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a44798d3-9487-4e1b-99d4-d2e7bc6d1d32 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.327572] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for the task: (returnval){ [ 707.327572] env[63260]: value = "task-2284430" [ 707.327572] env[63260]: _type = "Task" [ 707.327572] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.335982] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284430, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.366493] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c46b4e18-762f-4675-b6a2-f24e95e55ecc tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Acquiring lock "5a0fb955-d6d5-429f-9925-244d7a943bab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.367160] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c46b4e18-762f-4675-b6a2-f24e95e55ecc tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Lock "5a0fb955-d6d5-429f-9925-244d7a943bab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.367569] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c46b4e18-762f-4675-b6a2-f24e95e55ecc tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Acquiring lock "5a0fb955-d6d5-429f-9925-244d7a943bab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.367818] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c46b4e18-762f-4675-b6a2-f24e95e55ecc tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Lock "5a0fb955-d6d5-429f-9925-244d7a943bab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.368033] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c46b4e18-762f-4675-b6a2-f24e95e55ecc tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Lock "5a0fb955-d6d5-429f-9925-244d7a943bab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.370771] env[63260]: INFO nova.compute.manager [None req-c46b4e18-762f-4675-b6a2-f24e95e55ecc tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Terminating instance [ 707.408027] env[63260]: DEBUG nova.network.neutron [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Successfully created port: bc37e5d9-c3e3-4558-a9d1-140aa3829937 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.497349] env[63260]: DEBUG nova.scheduler.client.report [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.505411] env[63260]: DEBUG nova.compute.manager [None req-8710aeff-3025-4ac6-95ee-30396764c4ea tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 707.505624] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8710aeff-3025-4ac6-95ee-30396764c4ea tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.507696] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4840da4-4359-46f8-b039-2c0e44ac51d2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.516163] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8710aeff-3025-4ac6-95ee-30396764c4ea tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.516528] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15c231de-3381-47d1-9976-e1ea50e1eb19 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.523250] env[63260]: DEBUG oslo_vmware.api [None req-8710aeff-3025-4ac6-95ee-30396764c4ea tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Waiting for the task: (returnval){ [ 707.523250] env[63260]: value = "task-2284431" [ 707.523250] env[63260]: _type = "Task" [ 707.523250] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.532884] env[63260]: DEBUG oslo_vmware.api [None req-8710aeff-3025-4ac6-95ee-30396764c4ea tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': task-2284431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.553204] env[63260]: DEBUG oslo_concurrency.lockutils [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.584138] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b5d76623-ab00-4da5-8c7b-9996da1b2f47 tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Lock "cf19fd4d-d960-46bf-a86b-3760b5d0bfee" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.378s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.622209] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284427, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.628084] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "33fd6009-046c-4511-9c50-f435f0c80a16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.628576] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "33fd6009-046c-4511-9c50-f435f0c80a16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.652812] env[63260]: DEBUG oslo_vmware.api [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333517} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.653616] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 707.653987] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 707.654312] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 707.842086] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284430, 'name': Rename_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.875491] env[63260]: DEBUG nova.compute.manager [None req-c46b4e18-762f-4675-b6a2-f24e95e55ecc tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 707.875868] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c46b4e18-762f-4675-b6a2-f24e95e55ecc tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.876929] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fb6f01-0b80-4b7b-b967-2cf63d94309c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.884520] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-c46b4e18-762f-4675-b6a2-f24e95e55ecc tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.884814] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3a2b667-3a37-4fd8-83f9-19c223120248 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.892852] env[63260]: DEBUG oslo_vmware.api [None req-c46b4e18-762f-4675-b6a2-f24e95e55ecc tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Waiting for the task: (returnval){ [ 707.892852] env[63260]: value = "task-2284432" [ 707.892852] env[63260]: _type = "Task" [ 707.892852] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.907182] env[63260]: DEBUG oslo_vmware.api [None req-c46b4e18-762f-4675-b6a2-f24e95e55ecc tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Task: {'id': task-2284432, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.007619] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.303s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.008401] env[63260]: DEBUG nova.compute.manager [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 708.015023] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.392s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.015023] env[63260]: DEBUG nova.objects.instance [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63260) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 708.036220] env[63260]: DEBUG oslo_vmware.api [None req-8710aeff-3025-4ac6-95ee-30396764c4ea tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': task-2284431, 'name': PowerOffVM_Task, 'duration_secs': 0.317004} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.038600] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8710aeff-3025-4ac6-95ee-30396764c4ea tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.038600] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8710aeff-3025-4ac6-95ee-30396764c4ea tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.038600] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab64ae26-4cc6-4442-8bed-275ab9ea65c8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.109230] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8710aeff-3025-4ac6-95ee-30396764c4ea tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.109560] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8710aeff-3025-4ac6-95ee-30396764c4ea tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.109810] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-8710aeff-3025-4ac6-95ee-30396764c4ea tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Deleting the datastore file [datastore1] b75e845b-560f-43b4-a24a-5bebe8f72016 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.110562] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-076b92f5-feea-41ad-8253-0b5eac775b7c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.122670] env[63260]: DEBUG oslo_vmware.api [None req-8710aeff-3025-4ac6-95ee-30396764c4ea tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Waiting for the task: (returnval){ [ 708.122670] env[63260]: value = "task-2284434" [ 708.122670] env[63260]: _type = "Task" [ 708.122670] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.125929] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284427, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.135599] env[63260]: DEBUG oslo_vmware.api [None req-8710aeff-3025-4ac6-95ee-30396764c4ea tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': task-2284434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.338570] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284430, 'name': Rename_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.403385] env[63260]: DEBUG oslo_vmware.api [None req-c46b4e18-762f-4675-b6a2-f24e95e55ecc tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Task: {'id': task-2284432, 'name': PowerOffVM_Task, 'duration_secs': 0.246844} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.403754] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-c46b4e18-762f-4675-b6a2-f24e95e55ecc tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.404071] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c46b4e18-762f-4675-b6a2-f24e95e55ecc tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.405976] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdb9f4a1-6fd2-4225-a4f6-6c3c5a55e6a7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.478699] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c46b4e18-762f-4675-b6a2-f24e95e55ecc tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.478977] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c46b4e18-762f-4675-b6a2-f24e95e55ecc tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.479225] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-c46b4e18-762f-4675-b6a2-f24e95e55ecc tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Deleting the datastore file [datastore2] 5a0fb955-d6d5-429f-9925-244d7a943bab {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.479565] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3aeaf2ab-7c3f-4072-a2c6-094deb51ae26 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.489956] env[63260]: DEBUG oslo_vmware.api [None req-c46b4e18-762f-4675-b6a2-f24e95e55ecc tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Waiting for the task: (returnval){ [ 708.489956] env[63260]: value = "task-2284436" [ 708.489956] env[63260]: _type = "Task" [ 708.489956] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.507509] env[63260]: DEBUG oslo_vmware.api [None req-c46b4e18-762f-4675-b6a2-f24e95e55ecc tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Task: {'id': task-2284436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.518172] env[63260]: DEBUG nova.compute.utils [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 708.523315] env[63260]: DEBUG nova.compute.manager [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 708.523315] env[63260]: DEBUG nova.network.neutron [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.611754] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aae92b21-7e80-4f74-9527-5d0110fe38fc tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Acquiring lock "ea7c78e7-f3dc-42fd-bde2-12a4859b8170" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.612270] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aae92b21-7e80-4f74-9527-5d0110fe38fc tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Lock "ea7c78e7-f3dc-42fd-bde2-12a4859b8170" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.612575] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aae92b21-7e80-4f74-9527-5d0110fe38fc tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Acquiring lock "ea7c78e7-f3dc-42fd-bde2-12a4859b8170-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.612735] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aae92b21-7e80-4f74-9527-5d0110fe38fc tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Lock "ea7c78e7-f3dc-42fd-bde2-12a4859b8170-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.612907] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aae92b21-7e80-4f74-9527-5d0110fe38fc tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Lock "ea7c78e7-f3dc-42fd-bde2-12a4859b8170-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.619711] env[63260]: INFO nova.compute.manager [None req-aae92b21-7e80-4f74-9527-5d0110fe38fc tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Terminating instance [ 708.624374] env[63260]: DEBUG nova.policy [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb9f97da676d407c813859e22cbf3734', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25f7d7c691404bbf97a0b07129088370', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.636020] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284427, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.551357} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.636536] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] e139538b-3363-4c4f-b1ea-b4e98e2528ee/e139538b-3363-4c4f-b1ea-b4e98e2528ee.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.636848] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.637918] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38d89477-83ed-485f-8486-562c77167dce {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.643708] env[63260]: DEBUG oslo_vmware.api [None req-8710aeff-3025-4ac6-95ee-30396764c4ea tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Task: {'id': task-2284434, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350451} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.645607] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-8710aeff-3025-4ac6-95ee-30396764c4ea tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.645788] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8710aeff-3025-4ac6-95ee-30396764c4ea tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.646128] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8710aeff-3025-4ac6-95ee-30396764c4ea tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.646371] env[63260]: INFO nova.compute.manager [None req-8710aeff-3025-4ac6-95ee-30396764c4ea tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Took 1.14 seconds to destroy the instance on the hypervisor. [ 708.646666] env[63260]: DEBUG oslo.service.loopingcall [None req-8710aeff-3025-4ac6-95ee-30396764c4ea tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 708.647046] env[63260]: DEBUG nova.compute.manager [-] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 708.647239] env[63260]: DEBUG nova.network.neutron [-] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 708.650881] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for the task: (returnval){ [ 708.650881] env[63260]: value = "task-2284437" [ 708.650881] env[63260]: _type = "Task" [ 708.650881] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.661365] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284437, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.694727] env[63260]: DEBUG nova.virt.hardware [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.694938] env[63260]: DEBUG nova.virt.hardware [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.695065] env[63260]: DEBUG nova.virt.hardware [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.695658] env[63260]: DEBUG nova.virt.hardware [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.695963] env[63260]: DEBUG nova.virt.hardware [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.696259] env[63260]: DEBUG nova.virt.hardware [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.696567] env[63260]: DEBUG nova.virt.hardware [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.696839] env[63260]: DEBUG nova.virt.hardware [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.697140] env[63260]: DEBUG nova.virt.hardware [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.698118] env[63260]: DEBUG nova.virt.hardware [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.698349] env[63260]: DEBUG nova.virt.hardware [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.699232] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abddfd0c-f76f-405e-9532-9f09cc0e9dbd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.708956] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd3bc46-7346-40e7-9c2c-88a200c59c9f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.732629] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:17:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97920763-c5c0-4685-9dbf-afa8ed9e8153', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.745953] env[63260]: DEBUG oslo.service.loopingcall [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 708.746473] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.746973] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c8d0997-a043-4790-a7f6-42eb1b521cd3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.770109] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.770109] env[63260]: value = "task-2284438" [ 708.770109] env[63260]: _type = "Task" [ 708.770109] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.780927] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284438, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.839145] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284430, 'name': Rename_Task, 'duration_secs': 1.0621} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.839411] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.839663] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a952293-c8c5-461c-8a2b-915d86b09646 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.846402] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for the task: (returnval){ [ 708.846402] env[63260]: value = "task-2284439" [ 708.846402] env[63260]: _type = "Task" [ 708.846402] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.854628] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.869983] env[63260]: DEBUG nova.compute.manager [req-294e8047-d7f4-4922-8047-dca4307f87c9 req-e3a12067-e4b7-4481-b5be-2dadf9ed3eba service nova] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Received event network-changed-0c21e070-7462-4e66-901c-b136c2215ae3 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 708.870221] env[63260]: DEBUG nova.compute.manager [req-294e8047-d7f4-4922-8047-dca4307f87c9 req-e3a12067-e4b7-4481-b5be-2dadf9ed3eba service nova] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Refreshing instance network info cache due to event network-changed-0c21e070-7462-4e66-901c-b136c2215ae3. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 708.870472] env[63260]: DEBUG oslo_concurrency.lockutils [req-294e8047-d7f4-4922-8047-dca4307f87c9 req-e3a12067-e4b7-4481-b5be-2dadf9ed3eba service nova] Acquiring lock "refresh_cache-38afe872-ec16-4ee0-a555-45f407f1a150" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.870642] env[63260]: DEBUG oslo_concurrency.lockutils [req-294e8047-d7f4-4922-8047-dca4307f87c9 req-e3a12067-e4b7-4481-b5be-2dadf9ed3eba service nova] Acquired lock "refresh_cache-38afe872-ec16-4ee0-a555-45f407f1a150" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.870835] env[63260]: DEBUG nova.network.neutron [req-294e8047-d7f4-4922-8047-dca4307f87c9 req-e3a12067-e4b7-4481-b5be-2dadf9ed3eba service nova] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Refreshing network info cache for port 0c21e070-7462-4e66-901c-b136c2215ae3 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.002864] env[63260]: DEBUG oslo_vmware.api [None req-c46b4e18-762f-4675-b6a2-f24e95e55ecc tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Task: {'id': task-2284436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313949} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.002864] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-c46b4e18-762f-4675-b6a2-f24e95e55ecc tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.002864] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c46b4e18-762f-4675-b6a2-f24e95e55ecc tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 709.002864] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c46b4e18-762f-4675-b6a2-f24e95e55ecc tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.002864] env[63260]: INFO nova.compute.manager [None req-c46b4e18-762f-4675-b6a2-f24e95e55ecc tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Took 1.13 seconds to destroy the instance on the hypervisor. [ 709.002864] env[63260]: DEBUG oslo.service.loopingcall [None req-c46b4e18-762f-4675-b6a2-f24e95e55ecc tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 709.003159] env[63260]: DEBUG nova.compute.manager [-] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 709.003264] env[63260]: DEBUG nova.network.neutron [-] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 709.027463] env[63260]: DEBUG nova.compute.manager [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 709.030880] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ab5aec3c-5f4d-4b1a-bb11-64c997d4679f tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.032092] env[63260]: DEBUG oslo_concurrency.lockutils [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.138s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.033478] env[63260]: INFO nova.compute.claims [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] [instance: ccdb87cc-389c-411f-b8ec-05a4bbaf21f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.129011] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aae92b21-7e80-4f74-9527-5d0110fe38fc tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Acquiring lock "refresh_cache-ea7c78e7-f3dc-42fd-bde2-12a4859b8170" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.129011] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aae92b21-7e80-4f74-9527-5d0110fe38fc tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Acquired lock "refresh_cache-ea7c78e7-f3dc-42fd-bde2-12a4859b8170" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.129011] env[63260]: DEBUG nova.network.neutron [None req-aae92b21-7e80-4f74-9527-5d0110fe38fc tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.161566] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284437, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.162365] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.163073] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a64d3f-a5b5-4b6c-b92c-fd75b70a73f2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.189585] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] e139538b-3363-4c4f-b1ea-b4e98e2528ee/e139538b-3363-4c4f-b1ea-b4e98e2528ee.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.189585] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-170851d6-469b-4a2b-8083-4de9abb493b3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.213442] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for the task: (returnval){ [ 709.213442] env[63260]: value = "task-2284440" [ 709.213442] env[63260]: _type = "Task" [ 709.213442] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.232194] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284440, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.281190] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284438, 'name': CreateVM_Task} progress is 25%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.288889] env[63260]: DEBUG nova.network.neutron [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Successfully updated port: 4f12f95b-bdda-4586-948e-f2f72949fefe {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.360706] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284439, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.433098] env[63260]: DEBUG nova.network.neutron [req-294e8047-d7f4-4922-8047-dca4307f87c9 req-e3a12067-e4b7-4481-b5be-2dadf9ed3eba service nova] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.586132] env[63260]: DEBUG nova.compute.manager [req-e331a9c8-dae5-47ee-9fad-d9605d212bcd req-e0660f7e-7fe5-449c-b6b9-474adae440da service nova] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Received event network-vif-plugged-4f12f95b-bdda-4586-948e-f2f72949fefe {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 709.588157] env[63260]: DEBUG oslo_concurrency.lockutils [req-e331a9c8-dae5-47ee-9fad-d9605d212bcd req-e0660f7e-7fe5-449c-b6b9-474adae440da service nova] Acquiring lock "38afe872-ec16-4ee0-a555-45f407f1a150-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.588157] env[63260]: DEBUG oslo_concurrency.lockutils [req-e331a9c8-dae5-47ee-9fad-d9605d212bcd req-e0660f7e-7fe5-449c-b6b9-474adae440da service nova] Lock "38afe872-ec16-4ee0-a555-45f407f1a150-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.588157] env[63260]: DEBUG oslo_concurrency.lockutils [req-e331a9c8-dae5-47ee-9fad-d9605d212bcd req-e0660f7e-7fe5-449c-b6b9-474adae440da service nova] Lock "38afe872-ec16-4ee0-a555-45f407f1a150-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.588157] env[63260]: DEBUG nova.compute.manager [req-e331a9c8-dae5-47ee-9fad-d9605d212bcd req-e0660f7e-7fe5-449c-b6b9-474adae440da service nova] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] No waiting events found dispatching network-vif-plugged-4f12f95b-bdda-4586-948e-f2f72949fefe {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 709.588157] env[63260]: WARNING nova.compute.manager [req-e331a9c8-dae5-47ee-9fad-d9605d212bcd req-e0660f7e-7fe5-449c-b6b9-474adae440da service nova] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Received unexpected event network-vif-plugged-4f12f95b-bdda-4586-948e-f2f72949fefe for instance with vm_state building and task_state spawning. [ 709.637624] env[63260]: DEBUG nova.network.neutron [req-294e8047-d7f4-4922-8047-dca4307f87c9 req-e3a12067-e4b7-4481-b5be-2dadf9ed3eba service nova] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.658200] env[63260]: DEBUG nova.network.neutron [None req-aae92b21-7e80-4f74-9527-5d0110fe38fc tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.667863] env[63260]: DEBUG nova.network.neutron [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Successfully created port: dcfe2491-c9ea-41b3-bee1-8c8f53c213c4 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 709.724057] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.764474] env[63260]: DEBUG nova.network.neutron [None req-aae92b21-7e80-4f74-9527-5d0110fe38fc tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.781863] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284438, 'name': CreateVM_Task} progress is 25%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.791909] env[63260]: DEBUG oslo_concurrency.lockutils [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Acquiring lock "refresh_cache-38afe872-ec16-4ee0-a555-45f407f1a150" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.861775] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284439, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.865905] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cd12d6ac-1508-4c43-a98e-f705ee7dfbfd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Acquiring lock "cf19fd4d-d960-46bf-a86b-3760b5d0bfee" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.866576] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cd12d6ac-1508-4c43-a98e-f705ee7dfbfd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Lock "cf19fd4d-d960-46bf-a86b-3760b5d0bfee" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.902519] env[63260]: DEBUG nova.network.neutron [-] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.045024] env[63260]: DEBUG nova.compute.manager [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 710.075393] env[63260]: DEBUG nova.virt.hardware [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.076057] env[63260]: DEBUG nova.virt.hardware [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.076512] env[63260]: DEBUG nova.virt.hardware [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.079023] env[63260]: DEBUG nova.virt.hardware [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.079023] env[63260]: DEBUG nova.virt.hardware [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.079023] env[63260]: DEBUG nova.virt.hardware [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.079023] env[63260]: DEBUG nova.virt.hardware [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.079023] env[63260]: DEBUG nova.virt.hardware [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.079023] env[63260]: DEBUG nova.virt.hardware [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.079023] env[63260]: DEBUG nova.virt.hardware [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.079023] env[63260]: DEBUG nova.virt.hardware [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.082559] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc23c24-363f-4e27-ac1e-bd8c5029d1a8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.102465] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999823ca-8bd1-4f71-bdaa-70bc91926b70 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.142553] env[63260]: DEBUG oslo_concurrency.lockutils [req-294e8047-d7f4-4922-8047-dca4307f87c9 req-e3a12067-e4b7-4481-b5be-2dadf9ed3eba service nova] Releasing lock "refresh_cache-38afe872-ec16-4ee0-a555-45f407f1a150" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.143182] env[63260]: DEBUG oslo_concurrency.lockutils [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Acquired lock "refresh_cache-38afe872-ec16-4ee0-a555-45f407f1a150" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.143346] env[63260]: DEBUG nova.network.neutron [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.223755] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.273208] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aae92b21-7e80-4f74-9527-5d0110fe38fc tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Releasing lock "refresh_cache-ea7c78e7-f3dc-42fd-bde2-12a4859b8170" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.274375] env[63260]: DEBUG nova.compute.manager [None req-aae92b21-7e80-4f74-9527-5d0110fe38fc tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 710.274375] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-aae92b21-7e80-4f74-9527-5d0110fe38fc tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.275594] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da63aa1c-b96a-4fe0-a316-37b0638f28a9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.290849] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284438, 'name': CreateVM_Task} progress is 25%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.291442] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae92b21-7e80-4f74-9527-5d0110fe38fc tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.294123] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07d984db-2588-445b-87ed-41d2ef9c1768 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.303280] env[63260]: DEBUG oslo_vmware.api [None req-aae92b21-7e80-4f74-9527-5d0110fe38fc tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Waiting for the task: (returnval){ [ 710.303280] env[63260]: value = "task-2284441" [ 710.303280] env[63260]: _type = "Task" [ 710.303280] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.312618] env[63260]: DEBUG oslo_vmware.api [None req-aae92b21-7e80-4f74-9527-5d0110fe38fc tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.363981] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284439, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.371465] env[63260]: INFO nova.compute.manager [None req-cd12d6ac-1508-4c43-a98e-f705ee7dfbfd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Detaching volume 1935b459-b7ac-470f-bd96-c7e77db8550d [ 710.374725] env[63260]: DEBUG nova.network.neutron [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Successfully updated port: bc37e5d9-c3e3-4558-a9d1-140aa3829937 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 710.407824] env[63260]: INFO nova.compute.manager [-] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Took 1.76 seconds to deallocate network for instance. [ 710.425654] env[63260]: INFO nova.virt.block_device [None req-cd12d6ac-1508-4c43-a98e-f705ee7dfbfd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Attempting to driver detach volume 1935b459-b7ac-470f-bd96-c7e77db8550d from mountpoint /dev/sdb [ 710.425745] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd12d6ac-1508-4c43-a98e-f705ee7dfbfd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Volume detach. Driver type: vmdk {{(pid=63260) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 710.425882] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd12d6ac-1508-4c43-a98e-f705ee7dfbfd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465029', 'volume_id': '1935b459-b7ac-470f-bd96-c7e77db8550d', 'name': 'volume-1935b459-b7ac-470f-bd96-c7e77db8550d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cf19fd4d-d960-46bf-a86b-3760b5d0bfee', 'attached_at': '', 'detached_at': '', 'volume_id': '1935b459-b7ac-470f-bd96-c7e77db8550d', 'serial': '1935b459-b7ac-470f-bd96-c7e77db8550d'} {{(pid=63260) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 710.426772] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac99e2a2-1a03-470c-8f38-651331898f53 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.458674] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0858a3-f3f2-4617-a866-027bad3da639 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.468216] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ded281-d9f0-441b-a639-467f7458d4c7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.492710] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18cd01f-c581-4589-abdd-2659afe7d3b5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.513662] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd12d6ac-1508-4c43-a98e-f705ee7dfbfd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] The volume has not been displaced from its original location: [datastore2] volume-1935b459-b7ac-470f-bd96-c7e77db8550d/volume-1935b459-b7ac-470f-bd96-c7e77db8550d.vmdk. No consolidation needed. {{(pid=63260) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 710.518435] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd12d6ac-1508-4c43-a98e-f705ee7dfbfd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Reconfiguring VM instance instance-0000001e to detach disk 2001 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 710.521545] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d0e56c1-c33d-41de-b2e6-104f02ebd6ab {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.542764] env[63260]: DEBUG oslo_vmware.api [None req-cd12d6ac-1508-4c43-a98e-f705ee7dfbfd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Waiting for the task: (returnval){ [ 710.542764] env[63260]: value = "task-2284442" [ 710.542764] env[63260]: _type = "Task" [ 710.542764] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.555160] env[63260]: DEBUG oslo_vmware.api [None req-cd12d6ac-1508-4c43-a98e-f705ee7dfbfd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': task-2284442, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.692262] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e655e8-77dd-4891-8d46-f058a6e19e31 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.704040] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac509cc-44f4-4543-a94c-2c7386f9bedd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.738270] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ca26c5-032a-49ad-aa4a-e5948a1fd7cf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.753726] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.756157] env[63260]: DEBUG nova.network.neutron [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.760205] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8715596-19fe-48b1-ac99-2d1e8ed9355b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.780069] env[63260]: DEBUG nova.compute.provider_tree [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.793308] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284438, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.821692] env[63260]: DEBUG oslo_vmware.api [None req-aae92b21-7e80-4f74-9527-5d0110fe38fc tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284441, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.864120] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284439, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.878025] env[63260]: DEBUG oslo_concurrency.lockutils [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Acquiring lock "refresh_cache-02506b07-c1eb-46f9-a0bc-2cafa25d31da" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.878126] env[63260]: DEBUG oslo_concurrency.lockutils [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Acquired lock "refresh_cache-02506b07-c1eb-46f9-a0bc-2cafa25d31da" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.879028] env[63260]: DEBUG nova.network.neutron [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.918341] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8710aeff-3025-4ac6-95ee-30396764c4ea tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.053391] env[63260]: DEBUG oslo_vmware.api [None req-cd12d6ac-1508-4c43-a98e-f705ee7dfbfd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': task-2284442, 'name': ReconfigVM_Task, 'duration_secs': 0.305246} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.053761] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd12d6ac-1508-4c43-a98e-f705ee7dfbfd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Reconfigured VM instance instance-0000001e to detach disk 2001 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 711.058513] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e46fdb56-495f-4c43-82d3-4b7bf098b6ac {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.077284] env[63260]: DEBUG oslo_vmware.api [None req-cd12d6ac-1508-4c43-a98e-f705ee7dfbfd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Waiting for the task: (returnval){ [ 711.077284] env[63260]: value = "task-2284443" [ 711.077284] env[63260]: _type = "Task" [ 711.077284] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.086299] env[63260]: DEBUG oslo_vmware.api [None req-cd12d6ac-1508-4c43-a98e-f705ee7dfbfd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': task-2284443, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.129423] env[63260]: DEBUG nova.compute.manager [req-b929923a-5af8-4ac1-9cf2-725205c8a5f2 req-976997f4-6867-4366-9d46-240eb5d7aeca service nova] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Received event network-vif-plugged-bc37e5d9-c3e3-4558-a9d1-140aa3829937 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 711.129665] env[63260]: DEBUG oslo_concurrency.lockutils [req-b929923a-5af8-4ac1-9cf2-725205c8a5f2 req-976997f4-6867-4366-9d46-240eb5d7aeca service nova] Acquiring lock "02506b07-c1eb-46f9-a0bc-2cafa25d31da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.132151] env[63260]: DEBUG oslo_concurrency.lockutils [req-b929923a-5af8-4ac1-9cf2-725205c8a5f2 req-976997f4-6867-4366-9d46-240eb5d7aeca service nova] Lock "02506b07-c1eb-46f9-a0bc-2cafa25d31da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.132151] env[63260]: DEBUG oslo_concurrency.lockutils [req-b929923a-5af8-4ac1-9cf2-725205c8a5f2 req-976997f4-6867-4366-9d46-240eb5d7aeca service nova] Lock "02506b07-c1eb-46f9-a0bc-2cafa25d31da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.132151] env[63260]: DEBUG nova.compute.manager [req-b929923a-5af8-4ac1-9cf2-725205c8a5f2 req-976997f4-6867-4366-9d46-240eb5d7aeca service nova] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] No waiting events found dispatching network-vif-plugged-bc37e5d9-c3e3-4558-a9d1-140aa3829937 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 711.132151] env[63260]: WARNING nova.compute.manager [req-b929923a-5af8-4ac1-9cf2-725205c8a5f2 req-976997f4-6867-4366-9d46-240eb5d7aeca service nova] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Received unexpected event network-vif-plugged-bc37e5d9-c3e3-4558-a9d1-140aa3829937 for instance with vm_state building and task_state spawning. [ 711.132151] env[63260]: DEBUG nova.compute.manager [req-b929923a-5af8-4ac1-9cf2-725205c8a5f2 req-976997f4-6867-4366-9d46-240eb5d7aeca service nova] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Received event network-changed-bc37e5d9-c3e3-4558-a9d1-140aa3829937 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 711.132151] env[63260]: DEBUG nova.compute.manager [req-b929923a-5af8-4ac1-9cf2-725205c8a5f2 req-976997f4-6867-4366-9d46-240eb5d7aeca service nova] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Refreshing instance network info cache due to event network-changed-bc37e5d9-c3e3-4558-a9d1-140aa3829937. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 711.132151] env[63260]: DEBUG oslo_concurrency.lockutils [req-b929923a-5af8-4ac1-9cf2-725205c8a5f2 req-976997f4-6867-4366-9d46-240eb5d7aeca service nova] Acquiring lock "refresh_cache-02506b07-c1eb-46f9-a0bc-2cafa25d31da" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.207428] env[63260]: DEBUG nova.network.neutron [-] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.249099] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284440, 'name': ReconfigVM_Task, 'duration_secs': 1.746955} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.249556] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Reconfigured VM instance instance-00000031 to attach disk [datastore2] e139538b-3363-4c4f-b1ea-b4e98e2528ee/e139538b-3363-4c4f-b1ea-b4e98e2528ee.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.250337] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be44e6bc-ba42-4fbb-974e-0fef1729cebb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.262394] env[63260]: DEBUG nova.network.neutron [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Updating instance_info_cache with network_info: [{"id": "0c21e070-7462-4e66-901c-b136c2215ae3", "address": "fa:16:3e:e5:ee:04", "network": {"id": "f3003af1-2745-46fa-b83f-16491fe9ac42", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1640185872", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b3606221d8f449db74ead1fd4346926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c21e070-74", "ovs_interfaceid": "0c21e070-7462-4e66-901c-b136c2215ae3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4f12f95b-bdda-4586-948e-f2f72949fefe", "address": "fa:16:3e:5a:3f:13", "network": {"id": "a38c0e83-a70d-49f3-871d-36f546dcf246", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-396875527", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3b3606221d8f449db74ead1fd4346926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f12f95b-bd", "ovs_interfaceid": "4f12f95b-bdda-4586-948e-f2f72949fefe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.264137] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for the task: (returnval){ [ 711.264137] env[63260]: value = "task-2284444" [ 711.264137] env[63260]: _type = "Task" [ 711.264137] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.275064] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284444, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.293030] env[63260]: DEBUG nova.scheduler.client.report [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.297302] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284438, 'name': CreateVM_Task, 'duration_secs': 2.15074} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.298024] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.298790] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.298961] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.299311] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.299580] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4679c44e-cfac-4f97-9fab-80116273aec6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.310598] env[63260]: DEBUG oslo_vmware.api [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 711.310598] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]527b1266-c46a-6bb9-8074-77d590b32241" [ 711.310598] env[63260]: _type = "Task" [ 711.310598] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.319708] env[63260]: DEBUG oslo_vmware.api [None req-aae92b21-7e80-4f74-9527-5d0110fe38fc tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284441, 'name': PowerOffVM_Task, 'duration_secs': 0.667626} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.320474] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae92b21-7e80-4f74-9527-5d0110fe38fc tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.320743] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-aae92b21-7e80-4f74-9527-5d0110fe38fc tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.321816] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f8dc7b4-b70b-4f25-8f08-be92eb7601b0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.328203] env[63260]: DEBUG oslo_vmware.api [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]527b1266-c46a-6bb9-8074-77d590b32241, 'name': SearchDatastore_Task, 'duration_secs': 0.015509} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.328912] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.329263] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.329623] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.329870] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.330142] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.330481] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca2585f9-3149-4394-84fd-946b93fdf937 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.343257] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.343257] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.343257] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfeefd5e-5ddf-4a7e-8991-76dba9258b0b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.350157] env[63260]: DEBUG oslo_vmware.api [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 711.350157] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5241e092-b323-e908-4e06-f79415102c5e" [ 711.350157] env[63260]: _type = "Task" [ 711.350157] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.351474] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-aae92b21-7e80-4f74-9527-5d0110fe38fc tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.351694] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-aae92b21-7e80-4f74-9527-5d0110fe38fc tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.351829] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-aae92b21-7e80-4f74-9527-5d0110fe38fc tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Deleting the datastore file [datastore2] ea7c78e7-f3dc-42fd-bde2-12a4859b8170 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.355564] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9ab0465-df03-4e89-ab58-33ba0a7af07a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.366885] env[63260]: DEBUG oslo_vmware.api [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5241e092-b323-e908-4e06-f79415102c5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.371659] env[63260]: DEBUG oslo_vmware.api [None req-aae92b21-7e80-4f74-9527-5d0110fe38fc tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Waiting for the task: (returnval){ [ 711.371659] env[63260]: value = "task-2284446" [ 711.371659] env[63260]: _type = "Task" [ 711.371659] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.372189] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284439, 'name': PowerOnVM_Task, 'duration_secs': 2.113135} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.372625] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.372712] env[63260]: INFO nova.compute.manager [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Took 12.13 seconds to spawn the instance on the hypervisor. [ 711.372868] env[63260]: DEBUG nova.compute.manager [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.377461] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b698b20c-94af-4803-b6de-4eb8dd0a7fee {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.391517] env[63260]: DEBUG oslo_vmware.api [None req-aae92b21-7e80-4f74-9527-5d0110fe38fc tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.432173] env[63260]: DEBUG nova.network.neutron [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.588485] env[63260]: DEBUG oslo_vmware.api [None req-cd12d6ac-1508-4c43-a98e-f705ee7dfbfd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': task-2284443, 'name': ReconfigVM_Task, 'duration_secs': 0.170833} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.588808] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd12d6ac-1508-4c43-a98e-f705ee7dfbfd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465029', 'volume_id': '1935b459-b7ac-470f-bd96-c7e77db8550d', 'name': 'volume-1935b459-b7ac-470f-bd96-c7e77db8550d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cf19fd4d-d960-46bf-a86b-3760b5d0bfee', 'attached_at': '', 'detached_at': '', 'volume_id': '1935b459-b7ac-470f-bd96-c7e77db8550d', 'serial': '1935b459-b7ac-470f-bd96-c7e77db8550d'} {{(pid=63260) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 711.598333] env[63260]: DEBUG nova.network.neutron [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Updating instance_info_cache with network_info: [{"id": "bc37e5d9-c3e3-4558-a9d1-140aa3829937", "address": "fa:16:3e:c9:80:8e", "network": {"id": "2b44804b-5746-4ea6-99db-20ea1b42aba1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1494239024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c195b911ddd94efaa7ac8c24a902b293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc37e5d9-c3", "ovs_interfaceid": "bc37e5d9-c3e3-4558-a9d1-140aa3829937", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.638374] env[63260]: DEBUG nova.compute.manager [req-4a5d441c-5f5a-4089-b170-512d6e178727 req-91a1e696-6469-497c-a14f-14e5b392bd10 service nova] [instance: 77396720-1683-4848-876c-d292e6b4441a] Received event network-changed-a565a584-6375-4ced-8d0c-3a0bf95e9658 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 711.638374] env[63260]: DEBUG nova.compute.manager [req-4a5d441c-5f5a-4089-b170-512d6e178727 req-91a1e696-6469-497c-a14f-14e5b392bd10 service nova] [instance: 77396720-1683-4848-876c-d292e6b4441a] Refreshing instance network info cache due to event network-changed-a565a584-6375-4ced-8d0c-3a0bf95e9658. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 711.640789] env[63260]: DEBUG oslo_concurrency.lockutils [req-4a5d441c-5f5a-4089-b170-512d6e178727 req-91a1e696-6469-497c-a14f-14e5b392bd10 service nova] Acquiring lock "refresh_cache-77396720-1683-4848-876c-d292e6b4441a" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.641164] env[63260]: DEBUG oslo_concurrency.lockutils [req-4a5d441c-5f5a-4089-b170-512d6e178727 req-91a1e696-6469-497c-a14f-14e5b392bd10 service nova] Acquired lock "refresh_cache-77396720-1683-4848-876c-d292e6b4441a" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.641448] env[63260]: DEBUG nova.network.neutron [req-4a5d441c-5f5a-4089-b170-512d6e178727 req-91a1e696-6469-497c-a14f-14e5b392bd10 service nova] [instance: 77396720-1683-4848-876c-d292e6b4441a] Refreshing network info cache for port a565a584-6375-4ced-8d0c-3a0bf95e9658 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.711361] env[63260]: INFO nova.compute.manager [-] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Took 2.71 seconds to deallocate network for instance. [ 711.765448] env[63260]: DEBUG oslo_concurrency.lockutils [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Releasing lock "refresh_cache-38afe872-ec16-4ee0-a555-45f407f1a150" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.765878] env[63260]: DEBUG nova.compute.manager [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Instance network_info: |[{"id": "0c21e070-7462-4e66-901c-b136c2215ae3", "address": "fa:16:3e:e5:ee:04", "network": {"id": "f3003af1-2745-46fa-b83f-16491fe9ac42", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1640185872", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b3606221d8f449db74ead1fd4346926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c21e070-74", "ovs_interfaceid": "0c21e070-7462-4e66-901c-b136c2215ae3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4f12f95b-bdda-4586-948e-f2f72949fefe", "address": "fa:16:3e:5a:3f:13", "network": {"id": "a38c0e83-a70d-49f3-871d-36f546dcf246", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-396875527", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3b3606221d8f449db74ead1fd4346926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f12f95b-bd", "ovs_interfaceid": "4f12f95b-bdda-4586-948e-f2f72949fefe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 711.766431] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:ee:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48937bd1-23dc-413f-b46b-59bf9e709aa0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c21e070-7462-4e66-901c-b136c2215ae3', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:3f:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f12f95b-bdda-4586-948e-f2f72949fefe', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.780962] env[63260]: DEBUG oslo.service.loopingcall [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 711.786795] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.787074] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb6c2be3-75de-454f-9eb8-d3c252164ebb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.806194] env[63260]: DEBUG oslo_concurrency.lockutils [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.774s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.806778] env[63260]: DEBUG nova.compute.manager [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] [instance: ccdb87cc-389c-411f-b8ec-05a4bbaf21f9] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.813767] env[63260]: DEBUG oslo_concurrency.lockutils [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 23.021s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.819028] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284444, 'name': Rename_Task, 'duration_secs': 0.225442} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.819028] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.819028] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-328cbad5-65b6-43c5-a4b5-f8ca99226ca9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.820499] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.820499] env[63260]: value = "task-2284447" [ 711.820499] env[63260]: _type = "Task" [ 711.820499] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.825662] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for the task: (returnval){ [ 711.825662] env[63260]: value = "task-2284448" [ 711.825662] env[63260]: _type = "Task" [ 711.825662] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.833423] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284447, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.839017] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.863568] env[63260]: DEBUG oslo_vmware.api [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5241e092-b323-e908-4e06-f79415102c5e, 'name': SearchDatastore_Task, 'duration_secs': 0.015722} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.864563] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9dd17b0-60b0-4ac5-95c4-80e4e164f4c6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.871210] env[63260]: DEBUG oslo_vmware.api [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 711.871210] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]521e6abb-c20c-a1b3-fb83-598a4deeef9b" [ 711.871210] env[63260]: _type = "Task" [ 711.871210] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.883215] env[63260]: DEBUG oslo_vmware.api [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]521e6abb-c20c-a1b3-fb83-598a4deeef9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.886597] env[63260]: DEBUG oslo_vmware.api [None req-aae92b21-7e80-4f74-9527-5d0110fe38fc tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152167} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.886875] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-aae92b21-7e80-4f74-9527-5d0110fe38fc tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.887168] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-aae92b21-7e80-4f74-9527-5d0110fe38fc tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.887411] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-aae92b21-7e80-4f74-9527-5d0110fe38fc tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.887650] env[63260]: INFO nova.compute.manager [None req-aae92b21-7e80-4f74-9527-5d0110fe38fc tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Took 1.61 seconds to destroy the instance on the hypervisor. [ 711.888048] env[63260]: DEBUG oslo.service.loopingcall [None req-aae92b21-7e80-4f74-9527-5d0110fe38fc tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 711.888237] env[63260]: DEBUG nova.compute.manager [-] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 711.888358] env[63260]: DEBUG nova.network.neutron [-] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 711.902105] env[63260]: INFO nova.compute.manager [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Took 47.49 seconds to build instance. [ 711.917210] env[63260]: DEBUG nova.network.neutron [-] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.102344] env[63260]: DEBUG oslo_concurrency.lockutils [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Releasing lock "refresh_cache-02506b07-c1eb-46f9-a0bc-2cafa25d31da" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.102810] env[63260]: DEBUG nova.compute.manager [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Instance network_info: |[{"id": "bc37e5d9-c3e3-4558-a9d1-140aa3829937", "address": "fa:16:3e:c9:80:8e", "network": {"id": "2b44804b-5746-4ea6-99db-20ea1b42aba1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1494239024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c195b911ddd94efaa7ac8c24a902b293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc37e5d9-c3", "ovs_interfaceid": "bc37e5d9-c3e3-4558-a9d1-140aa3829937", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 712.103256] env[63260]: DEBUG oslo_concurrency.lockutils [req-b929923a-5af8-4ac1-9cf2-725205c8a5f2 req-976997f4-6867-4366-9d46-240eb5d7aeca service nova] Acquired lock "refresh_cache-02506b07-c1eb-46f9-a0bc-2cafa25d31da" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.103564] env[63260]: DEBUG nova.network.neutron [req-b929923a-5af8-4ac1-9cf2-725205c8a5f2 req-976997f4-6867-4366-9d46-240eb5d7aeca service nova] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Refreshing network info cache for port bc37e5d9-c3e3-4558-a9d1-140aa3829937 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.109030] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:80:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f267bcdd-0daa-4337-9709-5fc060c267d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc37e5d9-c3e3-4558-a9d1-140aa3829937', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.114638] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Creating folder: Project (c195b911ddd94efaa7ac8c24a902b293). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.115317] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2f69095-f9bb-4da4-b0f1-36d86f994060 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.126744] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Created folder: Project (c195b911ddd94efaa7ac8c24a902b293) in parent group-v464889. [ 712.126744] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Creating folder: Instances. Parent ref: group-v465038. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.126744] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1d90adc-7e69-4590-aafa-6ce7a3c6e85b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.136539] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Created folder: Instances in parent group-v465038. [ 712.136539] env[63260]: DEBUG oslo.service.loopingcall [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 712.136539] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.136539] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d92abc5-9df1-4880-9f98-5baf00ee6e2d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.159183] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.159183] env[63260]: value = "task-2284451" [ 712.159183] env[63260]: _type = "Task" [ 712.159183] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.169609] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284451, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.180932] env[63260]: DEBUG nova.objects.instance [None req-cd12d6ac-1508-4c43-a98e-f705ee7dfbfd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Lazy-loading 'flavor' on Instance uuid cf19fd4d-d960-46bf-a86b-3760b5d0bfee {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 712.219212] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c46b4e18-762f-4675-b6a2-f24e95e55ecc tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.316383] env[63260]: DEBUG nova.compute.utils [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 712.319370] env[63260]: DEBUG nova.compute.manager [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] [instance: ccdb87cc-389c-411f-b8ec-05a4bbaf21f9] Not allocating networking since 'none' was specified. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 712.323427] env[63260]: INFO nova.compute.claims [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.345429] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284448, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.349645] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284447, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.384161] env[63260]: DEBUG oslo_vmware.api [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]521e6abb-c20c-a1b3-fb83-598a4deeef9b, 'name': SearchDatastore_Task, 'duration_secs': 0.016033} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.384559] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.384892] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 93672dcb-96dc-4383-9874-43855f247e9f/93672dcb-96dc-4383-9874-43855f247e9f.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.385237] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6541bcd9-6353-449f-bee2-ffa508871096 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.393766] env[63260]: DEBUG oslo_vmware.api [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 712.393766] env[63260]: value = "task-2284452" [ 712.393766] env[63260]: _type = "Task" [ 712.393766] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.403250] env[63260]: DEBUG oslo_vmware.api [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.405153] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Lock "6ebdf627-0ad7-46a8-9765-1a399deb34c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.642s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.420674] env[63260]: DEBUG nova.network.neutron [-] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.671736] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284451, 'name': CreateVM_Task, 'duration_secs': 0.402593} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.671736] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.672403] env[63260]: DEBUG oslo_concurrency.lockutils [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.672582] env[63260]: DEBUG oslo_concurrency.lockutils [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.675111] env[63260]: DEBUG oslo_concurrency.lockutils [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.675111] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bbe2c0d-5dd8-4ecc-9d87-2658e275f2c4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.679386] env[63260]: DEBUG oslo_vmware.api [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Waiting for the task: (returnval){ [ 712.679386] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b5b349-f1a0-7102-c41a-a533b46a1159" [ 712.679386] env[63260]: _type = "Task" [ 712.679386] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.690532] env[63260]: DEBUG oslo_vmware.api [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b5b349-f1a0-7102-c41a-a533b46a1159, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.829637] env[63260]: DEBUG nova.compute.manager [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] [instance: ccdb87cc-389c-411f-b8ec-05a4bbaf21f9] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.835020] env[63260]: INFO nova.compute.resource_tracker [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Updating resource usage from migration 4a141423-7109-4a5f-befe-04b47e8e2d46 [ 712.858291] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284447, 'name': CreateVM_Task, 'duration_secs': 0.525331} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.868030] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.868030] env[63260]: DEBUG oslo_vmware.api [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284448, 'name': PowerOnVM_Task, 'duration_secs': 0.659835} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.868692] env[63260]: DEBUG oslo_concurrency.lockutils [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.869053] env[63260]: DEBUG oslo_concurrency.lockutils [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.869632] env[63260]: DEBUG oslo_concurrency.lockutils [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.869632] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.869802] env[63260]: INFO nova.compute.manager [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Took 10.72 seconds to spawn the instance on the hypervisor. [ 712.869923] env[63260]: DEBUG nova.compute.manager [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.871196] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ead961ba-d931-4735-b3cc-2ab95904beee {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.874063] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c37de61-b069-4217-9247-a768b75388ac {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.889021] env[63260]: DEBUG oslo_vmware.api [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Waiting for the task: (returnval){ [ 712.889021] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b3d986-2846-5ac6-cf8d-5474983f5f03" [ 712.889021] env[63260]: _type = "Task" [ 712.889021] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.909858] env[63260]: DEBUG nova.compute.manager [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.912665] env[63260]: DEBUG oslo_vmware.api [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b3d986-2846-5ac6-cf8d-5474983f5f03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.917272] env[63260]: DEBUG oslo_vmware.api [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284452, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.923460] env[63260]: INFO nova.compute.manager [-] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Took 1.03 seconds to deallocate network for instance. [ 713.001197] env[63260]: DEBUG nova.network.neutron [req-4a5d441c-5f5a-4089-b170-512d6e178727 req-91a1e696-6469-497c-a14f-14e5b392bd10 service nova] [instance: 77396720-1683-4848-876c-d292e6b4441a] Updated VIF entry in instance network info cache for port a565a584-6375-4ced-8d0c-3a0bf95e9658. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.001578] env[63260]: DEBUG nova.network.neutron [req-4a5d441c-5f5a-4089-b170-512d6e178727 req-91a1e696-6469-497c-a14f-14e5b392bd10 service nova] [instance: 77396720-1683-4848-876c-d292e6b4441a] Updating instance_info_cache with network_info: [{"id": "a565a584-6375-4ced-8d0c-3a0bf95e9658", "address": "fa:16:3e:c9:95:7c", "network": {"id": "78dc5ef7-c3c7-4d61-a1f4-f33b270e48a3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-298268282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b54179d8e4d4189b01eb3a1c2387064", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa565a584-63", "ovs_interfaceid": "a565a584-6375-4ced-8d0c-3a0bf95e9658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.015059] env[63260]: DEBUG nova.network.neutron [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Successfully updated port: dcfe2491-c9ea-41b3-bee1-8c8f53c213c4 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.194598] env[63260]: DEBUG oslo_vmware.api [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b5b349-f1a0-7102-c41a-a533b46a1159, 'name': SearchDatastore_Task, 'duration_secs': 0.066562} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.194964] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cd12d6ac-1508-4c43-a98e-f705ee7dfbfd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Lock "cf19fd4d-d960-46bf-a86b-3760b5d0bfee" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.328s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.196151] env[63260]: DEBUG oslo_concurrency.lockutils [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.196691] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.196691] env[63260]: DEBUG oslo_concurrency.lockutils [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.196937] env[63260]: DEBUG oslo_concurrency.lockutils [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.196937] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.197414] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88552861-6e3f-4f73-884a-562f7fb3caf4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.208498] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.210479] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.214215] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a058f0f3-4cbd-4a85-8753-5295cdfda214 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.222575] env[63260]: DEBUG oslo_vmware.api [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Waiting for the task: (returnval){ [ 713.222575] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52ed326f-bfe3-9a52-d010-0fa7175ea03d" [ 713.222575] env[63260]: _type = "Task" [ 713.222575] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.230730] env[63260]: DEBUG oslo_vmware.api [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52ed326f-bfe3-9a52-d010-0fa7175ea03d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.286309] env[63260]: DEBUG nova.network.neutron [req-b929923a-5af8-4ac1-9cf2-725205c8a5f2 req-976997f4-6867-4366-9d46-240eb5d7aeca service nova] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Updated VIF entry in instance network info cache for port bc37e5d9-c3e3-4558-a9d1-140aa3829937. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.286624] env[63260]: DEBUG nova.network.neutron [req-b929923a-5af8-4ac1-9cf2-725205c8a5f2 req-976997f4-6867-4366-9d46-240eb5d7aeca service nova] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Updating instance_info_cache with network_info: [{"id": "bc37e5d9-c3e3-4558-a9d1-140aa3829937", "address": "fa:16:3e:c9:80:8e", "network": {"id": "2b44804b-5746-4ea6-99db-20ea1b42aba1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1494239024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c195b911ddd94efaa7ac8c24a902b293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc37e5d9-c3", "ovs_interfaceid": "bc37e5d9-c3e3-4558-a9d1-140aa3829937", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.359533] env[63260]: DEBUG nova.compute.manager [req-5953c11a-b8b9-4acb-8726-8ff27ff4f4c9 req-cc4c7e49-6d9c-4492-b8ec-1008bfbe2851 service nova] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Received event network-vif-plugged-dcfe2491-c9ea-41b3-bee1-8c8f53c213c4 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 713.359533] env[63260]: DEBUG oslo_concurrency.lockutils [req-5953c11a-b8b9-4acb-8726-8ff27ff4f4c9 req-cc4c7e49-6d9c-4492-b8ec-1008bfbe2851 service nova] Acquiring lock "6952e379-f83f-469a-a4d2-ba1072fd37f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.359533] env[63260]: DEBUG oslo_concurrency.lockutils [req-5953c11a-b8b9-4acb-8726-8ff27ff4f4c9 req-cc4c7e49-6d9c-4492-b8ec-1008bfbe2851 service nova] Lock "6952e379-f83f-469a-a4d2-ba1072fd37f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.359911] env[63260]: DEBUG oslo_concurrency.lockutils [req-5953c11a-b8b9-4acb-8726-8ff27ff4f4c9 req-cc4c7e49-6d9c-4492-b8ec-1008bfbe2851 service nova] Lock "6952e379-f83f-469a-a4d2-ba1072fd37f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.359911] env[63260]: DEBUG nova.compute.manager [req-5953c11a-b8b9-4acb-8726-8ff27ff4f4c9 req-cc4c7e49-6d9c-4492-b8ec-1008bfbe2851 service nova] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] No waiting events found dispatching network-vif-plugged-dcfe2491-c9ea-41b3-bee1-8c8f53c213c4 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 713.360056] env[63260]: WARNING nova.compute.manager [req-5953c11a-b8b9-4acb-8726-8ff27ff4f4c9 req-cc4c7e49-6d9c-4492-b8ec-1008bfbe2851 service nova] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Received unexpected event network-vif-plugged-dcfe2491-c9ea-41b3-bee1-8c8f53c213c4 for instance with vm_state building and task_state spawning. [ 713.360229] env[63260]: DEBUG nova.compute.manager [req-5953c11a-b8b9-4acb-8726-8ff27ff4f4c9 req-cc4c7e49-6d9c-4492-b8ec-1008bfbe2851 service nova] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Received event network-changed-dcfe2491-c9ea-41b3-bee1-8c8f53c213c4 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 713.360385] env[63260]: DEBUG nova.compute.manager [req-5953c11a-b8b9-4acb-8726-8ff27ff4f4c9 req-cc4c7e49-6d9c-4492-b8ec-1008bfbe2851 service nova] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Refreshing instance network info cache due to event network-changed-dcfe2491-c9ea-41b3-bee1-8c8f53c213c4. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 713.360578] env[63260]: DEBUG oslo_concurrency.lockutils [req-5953c11a-b8b9-4acb-8726-8ff27ff4f4c9 req-cc4c7e49-6d9c-4492-b8ec-1008bfbe2851 service nova] Acquiring lock "refresh_cache-6952e379-f83f-469a-a4d2-ba1072fd37f6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.360780] env[63260]: DEBUG oslo_concurrency.lockutils [req-5953c11a-b8b9-4acb-8726-8ff27ff4f4c9 req-cc4c7e49-6d9c-4492-b8ec-1008bfbe2851 service nova] Acquired lock "refresh_cache-6952e379-f83f-469a-a4d2-ba1072fd37f6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.360874] env[63260]: DEBUG nova.network.neutron [req-5953c11a-b8b9-4acb-8726-8ff27ff4f4c9 req-cc4c7e49-6d9c-4492-b8ec-1008bfbe2851 service nova] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Refreshing network info cache for port dcfe2491-c9ea-41b3-bee1-8c8f53c213c4 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.411562] env[63260]: DEBUG oslo_vmware.api [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b3d986-2846-5ac6-cf8d-5474983f5f03, 'name': SearchDatastore_Task, 'duration_secs': 0.028733} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.416472] env[63260]: INFO nova.compute.manager [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Took 39.13 seconds to build instance. [ 713.418077] env[63260]: DEBUG oslo_concurrency.lockutils [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.418313] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.418741] env[63260]: DEBUG oslo_concurrency.lockutils [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.418741] env[63260]: DEBUG oslo_concurrency.lockutils [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.418894] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.423987] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-975e5e25-5db9-4bac-a2bd-fbc3e7892542 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.429696] env[63260]: DEBUG oslo_vmware.api [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284452, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58973} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.430149] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 93672dcb-96dc-4383-9874-43855f247e9f/93672dcb-96dc-4383-9874-43855f247e9f.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.430394] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.430677] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74bfe188-5c54-4376-a09a-ff15357fd5a9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.435253] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.436579] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.436762] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.441417] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d2ac648-8f94-4a64-b8ff-ea29d8469860 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.444643] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aae92b21-7e80-4f74-9527-5d0110fe38fc tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.445051] env[63260]: DEBUG oslo_vmware.api [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 713.445051] env[63260]: value = "task-2284453" [ 713.445051] env[63260]: _type = "Task" [ 713.445051] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.453367] env[63260]: DEBUG oslo_vmware.api [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Waiting for the task: (returnval){ [ 713.453367] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526ed7c9-a99b-1834-c962-5681825eff03" [ 713.453367] env[63260]: _type = "Task" [ 713.453367] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.460274] env[63260]: DEBUG oslo_vmware.api [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284453, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.462516] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de896cc0-0543-45fc-a591-fa16de278401 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.468752] env[63260]: DEBUG oslo_vmware.api [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526ed7c9-a99b-1834-c962-5681825eff03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.473029] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36a5a92-d9c9-442b-bcd0-b5712d6190a1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.508294] env[63260]: DEBUG oslo_concurrency.lockutils [req-4a5d441c-5f5a-4089-b170-512d6e178727 req-91a1e696-6469-497c-a14f-14e5b392bd10 service nova] Releasing lock "refresh_cache-77396720-1683-4848-876c-d292e6b4441a" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.508294] env[63260]: DEBUG nova.compute.manager [req-4a5d441c-5f5a-4089-b170-512d6e178727 req-91a1e696-6469-497c-a14f-14e5b392bd10 service nova] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Received event network-changed-4f12f95b-bdda-4586-948e-f2f72949fefe {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 713.508294] env[63260]: DEBUG nova.compute.manager [req-4a5d441c-5f5a-4089-b170-512d6e178727 req-91a1e696-6469-497c-a14f-14e5b392bd10 service nova] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Refreshing instance network info cache due to event network-changed-4f12f95b-bdda-4586-948e-f2f72949fefe. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 713.508294] env[63260]: DEBUG oslo_concurrency.lockutils [req-4a5d441c-5f5a-4089-b170-512d6e178727 req-91a1e696-6469-497c-a14f-14e5b392bd10 service nova] Acquiring lock "refresh_cache-38afe872-ec16-4ee0-a555-45f407f1a150" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.508294] env[63260]: DEBUG oslo_concurrency.lockutils [req-4a5d441c-5f5a-4089-b170-512d6e178727 req-91a1e696-6469-497c-a14f-14e5b392bd10 service nova] Acquired lock "refresh_cache-38afe872-ec16-4ee0-a555-45f407f1a150" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.508294] env[63260]: DEBUG nova.network.neutron [req-4a5d441c-5f5a-4089-b170-512d6e178727 req-91a1e696-6469-497c-a14f-14e5b392bd10 service nova] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Refreshing network info cache for port 4f12f95b-bdda-4586-948e-f2f72949fefe {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.511036] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc9f957-d164-4d56-b097-1ac1b246ec9d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.521128] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f80708-fcfd-4624-b803-09ad5f515c6c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.524806] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Acquiring lock "refresh_cache-6952e379-f83f-469a-a4d2-ba1072fd37f6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.536849] env[63260]: DEBUG nova.compute.provider_tree [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.739208] env[63260]: DEBUG oslo_vmware.api [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52ed326f-bfe3-9a52-d010-0fa7175ea03d, 'name': SearchDatastore_Task, 'duration_secs': 0.038233} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.739859] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b1fab99-88cd-4c6d-a96b-92b138476457 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.746963] env[63260]: DEBUG oslo_vmware.api [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Waiting for the task: (returnval){ [ 713.746963] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5249e14e-fa96-748a-0217-29b916d08b34" [ 713.746963] env[63260]: _type = "Task" [ 713.746963] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.756423] env[63260]: DEBUG oslo_vmware.api [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5249e14e-fa96-748a-0217-29b916d08b34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.789250] env[63260]: DEBUG oslo_concurrency.lockutils [req-b929923a-5af8-4ac1-9cf2-725205c8a5f2 req-976997f4-6867-4366-9d46-240eb5d7aeca service nova] Releasing lock "refresh_cache-02506b07-c1eb-46f9-a0bc-2cafa25d31da" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.789560] env[63260]: DEBUG nova.compute.manager [req-b929923a-5af8-4ac1-9cf2-725205c8a5f2 req-976997f4-6867-4366-9d46-240eb5d7aeca service nova] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Received event network-vif-deleted-0820cabc-1fa4-4adf-ad31-bb72249ca601 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 713.789780] env[63260]: INFO nova.compute.manager [req-b929923a-5af8-4ac1-9cf2-725205c8a5f2 req-976997f4-6867-4366-9d46-240eb5d7aeca service nova] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Neutron deleted interface 0820cabc-1fa4-4adf-ad31-bb72249ca601; detaching it from the instance and deleting it from the info cache [ 713.789943] env[63260]: DEBUG nova.network.neutron [req-b929923a-5af8-4ac1-9cf2-725205c8a5f2 req-976997f4-6867-4366-9d46-240eb5d7aeca service nova] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.857857] env[63260]: DEBUG nova.compute.manager [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] [instance: ccdb87cc-389c-411f-b8ec-05a4bbaf21f9] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 713.887533] env[63260]: DEBUG nova.virt.hardware [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.887884] env[63260]: DEBUG nova.virt.hardware [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.887884] env[63260]: DEBUG nova.virt.hardware [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.888046] env[63260]: DEBUG nova.virt.hardware [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.888183] env[63260]: DEBUG nova.virt.hardware [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.888343] env[63260]: DEBUG nova.virt.hardware [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.888538] env[63260]: DEBUG nova.virt.hardware [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.888705] env[63260]: DEBUG nova.virt.hardware [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.888876] env[63260]: DEBUG nova.virt.hardware [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.889060] env[63260]: DEBUG nova.virt.hardware [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.889230] env[63260]: DEBUG nova.virt.hardware [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.890485] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd7cd1d-a88d-4e75-b5e2-7e2110430416 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.899601] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a994945a-d149-4115-9aa7-4f581b97a388 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.913711] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] [instance: ccdb87cc-389c-411f-b8ec-05a4bbaf21f9] Instance VIF info [] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.919267] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Creating folder: Project (ec0dd31711c64e898a119993e1c8002a). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.920336] env[63260]: DEBUG nova.network.neutron [req-5953c11a-b8b9-4acb-8726-8ff27ff4f4c9 req-cc4c7e49-6d9c-4492-b8ec-1008bfbe2851 service nova] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 713.922281] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f9a65ccc-951b-436a-b257-7d56602e3acc tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Lock "e139538b-3363-4c4f-b1ea-b4e98e2528ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.130s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.922591] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-408da27d-68e4-4450-ac98-fd8122ba0d5f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.934548] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Created folder: Project (ec0dd31711c64e898a119993e1c8002a) in parent group-v464889. [ 713.934758] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Creating folder: Instances. Parent ref: group-v465041. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.935013] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-158ecabb-20da-4d8b-8078-ed3ca205ada5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.945019] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Created folder: Instances in parent group-v465041. [ 713.945019] env[63260]: DEBUG oslo.service.loopingcall [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 713.945019] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccdb87cc-389c-411f-b8ec-05a4bbaf21f9] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.945019] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91d9968b-36b4-4206-8c8c-8914b2e1436a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.969084] env[63260]: DEBUG oslo_vmware.api [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526ed7c9-a99b-1834-c962-5681825eff03, 'name': SearchDatastore_Task, 'duration_secs': 0.014359} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.973207] env[63260]: DEBUG oslo_vmware.api [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284453, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079398} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.973898] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.973898] env[63260]: value = "task-2284456" [ 713.973898] env[63260]: _type = "Task" [ 713.973898] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.973898] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-707bc982-345e-4425-8d1f-7c61bf553ea2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.975972] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.976973] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5baf7598-249c-45e0-8f61-7f3aeaffdd86 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.985956] env[63260]: DEBUG oslo_vmware.api [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Waiting for the task: (returnval){ [ 713.985956] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5294523b-a015-fba8-f624-bf7a5987c75a" [ 713.985956] env[63260]: _type = "Task" [ 713.985956] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.000923] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284456, 'name': CreateVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.011021] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 93672dcb-96dc-4383-9874-43855f247e9f/93672dcb-96dc-4383-9874-43855f247e9f.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.021110] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1878f481-13bc-4233-b638-434ebbdfe7ea {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.037411] env[63260]: DEBUG oslo_concurrency.lockutils [None req-88024408-e889-478d-bfc2-c7ac532c9cbb tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquiring lock "e139538b-3363-4c4f-b1ea-b4e98e2528ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.037667] env[63260]: DEBUG oslo_concurrency.lockutils [None req-88024408-e889-478d-bfc2-c7ac532c9cbb tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Lock "e139538b-3363-4c4f-b1ea-b4e98e2528ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.038060] env[63260]: DEBUG oslo_concurrency.lockutils [None req-88024408-e889-478d-bfc2-c7ac532c9cbb tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquiring lock "e139538b-3363-4c4f-b1ea-b4e98e2528ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.038060] env[63260]: DEBUG oslo_concurrency.lockutils [None req-88024408-e889-478d-bfc2-c7ac532c9cbb tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Lock "e139538b-3363-4c4f-b1ea-b4e98e2528ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.038215] env[63260]: DEBUG oslo_concurrency.lockutils [None req-88024408-e889-478d-bfc2-c7ac532c9cbb tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Lock "e139538b-3363-4c4f-b1ea-b4e98e2528ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.040312] env[63260]: INFO nova.compute.manager [None req-88024408-e889-478d-bfc2-c7ac532c9cbb tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Terminating instance [ 714.042685] env[63260]: DEBUG nova.scheduler.client.report [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.053395] env[63260]: DEBUG oslo_vmware.api [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5294523b-a015-fba8-f624-bf7a5987c75a, 'name': SearchDatastore_Task, 'duration_secs': 0.01903} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.053395] env[63260]: DEBUG oslo_concurrency.lockutils [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.053644] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 38afe872-ec16-4ee0-a555-45f407f1a150/38afe872-ec16-4ee0-a555-45f407f1a150.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.054029] env[63260]: DEBUG oslo_vmware.api [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 714.054029] env[63260]: value = "task-2284457" [ 714.054029] env[63260]: _type = "Task" [ 714.054029] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.054259] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7e0ef36-32c9-42b7-9494-bb444162ff9a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.067560] env[63260]: DEBUG oslo_vmware.api [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284457, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.070624] env[63260]: DEBUG oslo_vmware.api [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Waiting for the task: (returnval){ [ 714.070624] env[63260]: value = "task-2284458" [ 714.070624] env[63260]: _type = "Task" [ 714.070624] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.081125] env[63260]: DEBUG oslo_vmware.api [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': task-2284458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.100869] env[63260]: DEBUG nova.network.neutron [req-5953c11a-b8b9-4acb-8726-8ff27ff4f4c9 req-cc4c7e49-6d9c-4492-b8ec-1008bfbe2851 service nova] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.233043] env[63260]: DEBUG oslo_concurrency.lockutils [None req-773cce87-87a9-4e20-88a3-7a33fc882e7f tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquiring lock "6ebdf627-0ad7-46a8-9765-1a399deb34c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.233043] env[63260]: DEBUG oslo_concurrency.lockutils [None req-773cce87-87a9-4e20-88a3-7a33fc882e7f tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Lock "6ebdf627-0ad7-46a8-9765-1a399deb34c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.233043] env[63260]: DEBUG oslo_concurrency.lockutils [None req-773cce87-87a9-4e20-88a3-7a33fc882e7f tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquiring lock "6ebdf627-0ad7-46a8-9765-1a399deb34c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.233043] env[63260]: DEBUG oslo_concurrency.lockutils [None req-773cce87-87a9-4e20-88a3-7a33fc882e7f tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Lock "6ebdf627-0ad7-46a8-9765-1a399deb34c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.233043] env[63260]: DEBUG oslo_concurrency.lockutils [None req-773cce87-87a9-4e20-88a3-7a33fc882e7f tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Lock "6ebdf627-0ad7-46a8-9765-1a399deb34c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.236745] env[63260]: INFO nova.compute.manager [None req-773cce87-87a9-4e20-88a3-7a33fc882e7f tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Terminating instance [ 714.261226] env[63260]: DEBUG oslo_vmware.api [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5249e14e-fa96-748a-0217-29b916d08b34, 'name': SearchDatastore_Task, 'duration_secs': 0.015549} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.261577] env[63260]: DEBUG oslo_concurrency.lockutils [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.262045] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 02506b07-c1eb-46f9-a0bc-2cafa25d31da/02506b07-c1eb-46f9-a0bc-2cafa25d31da.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.262180] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d137a43-a0c6-4429-9b7c-1a60b169df49 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.269487] env[63260]: DEBUG oslo_vmware.api [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Waiting for the task: (returnval){ [ 714.269487] env[63260]: value = "task-2284459" [ 714.269487] env[63260]: _type = "Task" [ 714.269487] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.281840] env[63260]: DEBUG oslo_vmware.api [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Task: {'id': task-2284459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.294743] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-98c68770-d1f2-41c8-b5b1-35070438ad76 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.309469] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e72fe2-453f-41a8-b4b2-540b230b03e0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.352412] env[63260]: DEBUG nova.compute.manager [req-b929923a-5af8-4ac1-9cf2-725205c8a5f2 req-976997f4-6867-4366-9d46-240eb5d7aeca service nova] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Detach interface failed, port_id=0820cabc-1fa4-4adf-ad31-bb72249ca601, reason: Instance 5a0fb955-d6d5-429f-9925-244d7a943bab could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 714.489664] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284456, 'name': CreateVM_Task} progress is 25%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.548078] env[63260]: DEBUG oslo_concurrency.lockutils [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.734s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.548549] env[63260]: INFO nova.compute.manager [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Migrating [ 714.558202] env[63260]: DEBUG oslo_concurrency.lockutils [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.445s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.559973] env[63260]: INFO nova.compute.claims [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.564356] env[63260]: DEBUG nova.compute.manager [None req-88024408-e889-478d-bfc2-c7ac532c9cbb tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 714.564879] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-88024408-e889-478d-bfc2-c7ac532c9cbb tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 714.570157] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8024d1b-4794-401f-966d-638e4090bdd6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.607709] env[63260]: DEBUG oslo_concurrency.lockutils [req-5953c11a-b8b9-4acb-8726-8ff27ff4f4c9 req-cc4c7e49-6d9c-4492-b8ec-1008bfbe2851 service nova] Releasing lock "refresh_cache-6952e379-f83f-469a-a4d2-ba1072fd37f6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.608135] env[63260]: DEBUG oslo_vmware.api [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284457, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.609020] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-88024408-e889-478d-bfc2-c7ac532c9cbb tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.609358] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Acquired lock "refresh_cache-6952e379-f83f-469a-a4d2-ba1072fd37f6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.609562] env[63260]: DEBUG nova.network.neutron [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.610748] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54285285-60a1-4b52-bf3b-9bf7c3bd9f5e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.620408] env[63260]: DEBUG oslo_vmware.api [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': task-2284458, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.626566] env[63260]: DEBUG oslo_vmware.api [None req-88024408-e889-478d-bfc2-c7ac532c9cbb tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for the task: (returnval){ [ 714.626566] env[63260]: value = "task-2284460" [ 714.626566] env[63260]: _type = "Task" [ 714.626566] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.637419] env[63260]: DEBUG oslo_vmware.api [None req-88024408-e889-478d-bfc2-c7ac532c9cbb tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.714910] env[63260]: DEBUG nova.network.neutron [req-4a5d441c-5f5a-4089-b170-512d6e178727 req-91a1e696-6469-497c-a14f-14e5b392bd10 service nova] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Updated VIF entry in instance network info cache for port 4f12f95b-bdda-4586-948e-f2f72949fefe. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.717503] env[63260]: DEBUG nova.network.neutron [req-4a5d441c-5f5a-4089-b170-512d6e178727 req-91a1e696-6469-497c-a14f-14e5b392bd10 service nova] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Updating instance_info_cache with network_info: [{"id": "0c21e070-7462-4e66-901c-b136c2215ae3", "address": "fa:16:3e:e5:ee:04", "network": {"id": "f3003af1-2745-46fa-b83f-16491fe9ac42", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1640185872", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b3606221d8f449db74ead1fd4346926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c21e070-74", "ovs_interfaceid": "0c21e070-7462-4e66-901c-b136c2215ae3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4f12f95b-bdda-4586-948e-f2f72949fefe", "address": "fa:16:3e:5a:3f:13", "network": {"id": "a38c0e83-a70d-49f3-871d-36f546dcf246", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-396875527", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3b3606221d8f449db74ead1fd4346926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f12f95b-bd", "ovs_interfaceid": "4f12f95b-bdda-4586-948e-f2f72949fefe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.741279] env[63260]: DEBUG nova.compute.manager [None req-773cce87-87a9-4e20-88a3-7a33fc882e7f tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 714.741808] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-773cce87-87a9-4e20-88a3-7a33fc882e7f tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 714.742849] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04bd18cd-7ac8-4816-ad6a-71179869399e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.752687] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-773cce87-87a9-4e20-88a3-7a33fc882e7f tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.753189] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e109036d-aa65-4625-a567-589d0016a93b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.760555] env[63260]: DEBUG oslo_vmware.api [None req-773cce87-87a9-4e20-88a3-7a33fc882e7f tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for the task: (returnval){ [ 714.760555] env[63260]: value = "task-2284461" [ 714.760555] env[63260]: _type = "Task" [ 714.760555] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.771293] env[63260]: DEBUG oslo_vmware.api [None req-773cce87-87a9-4e20-88a3-7a33fc882e7f tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.780610] env[63260]: DEBUG oslo_vmware.api [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Task: {'id': task-2284459, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.790795] env[63260]: DEBUG oslo_vmware.rw_handles [None req-8b999861-7424-4c1b-8168-a10b5534224f tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527db44a-af9e-e069-45db-2109530ac35d/disk-0.vmdk. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 714.794564] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9094fa5-2564-40c8-b785-8e22c94d78f7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.800899] env[63260]: DEBUG oslo_vmware.rw_handles [None req-8b999861-7424-4c1b-8168-a10b5534224f tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527db44a-af9e-e069-45db-2109530ac35d/disk-0.vmdk is in state: ready. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 714.801386] env[63260]: ERROR oslo_vmware.rw_handles [None req-8b999861-7424-4c1b-8168-a10b5534224f tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527db44a-af9e-e069-45db-2109530ac35d/disk-0.vmdk due to incomplete transfer. [ 714.801722] env[63260]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-79a7643b-24fc-487f-a634-8288a950abf9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.811973] env[63260]: DEBUG oslo_vmware.rw_handles [None req-8b999861-7424-4c1b-8168-a10b5534224f tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527db44a-af9e-e069-45db-2109530ac35d/disk-0.vmdk. {{(pid=63260) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 714.812292] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-8b999861-7424-4c1b-8168-a10b5534224f tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Uploaded image 16a1882d-8cc5-46b5-a495-53dc94331eac to the Glance image server {{(pid=63260) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 714.815503] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b999861-7424-4c1b-8168-a10b5534224f tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Destroying the VM {{(pid=63260) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 714.816017] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ae112111-0645-4d9a-8158-bf3f3daa9cb3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.822505] env[63260]: DEBUG oslo_vmware.api [None req-8b999861-7424-4c1b-8168-a10b5534224f tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Waiting for the task: (returnval){ [ 714.822505] env[63260]: value = "task-2284462" [ 714.822505] env[63260]: _type = "Task" [ 714.822505] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.832081] env[63260]: DEBUG oslo_vmware.api [None req-8b999861-7424-4c1b-8168-a10b5534224f tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284462, 'name': Destroy_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.920733] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Acquiring lock "28374458-e9ac-463f-923e-cfeb49492716" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.921116] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Lock "28374458-e9ac-463f-923e-cfeb49492716" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.990164] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284456, 'name': CreateVM_Task, 'duration_secs': 0.928433} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.990638] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccdb87cc-389c-411f-b8ec-05a4bbaf21f9] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.991295] env[63260]: DEBUG oslo_concurrency.lockutils [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.991650] env[63260]: DEBUG oslo_concurrency.lockutils [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.992122] env[63260]: DEBUG oslo_concurrency.lockutils [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.992522] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f94113a2-84cb-4343-aa10-5e9adc61d7f4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.999199] env[63260]: DEBUG oslo_vmware.api [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Waiting for the task: (returnval){ [ 714.999199] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b59633-80f1-4fc2-ef1d-44735904ec9a" [ 714.999199] env[63260]: _type = "Task" [ 714.999199] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.013184] env[63260]: DEBUG oslo_vmware.api [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b59633-80f1-4fc2-ef1d-44735904ec9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.078745] env[63260]: DEBUG oslo_vmware.api [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284457, 'name': ReconfigVM_Task, 'duration_secs': 0.559928} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.079131] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 93672dcb-96dc-4383-9874-43855f247e9f/93672dcb-96dc-4383-9874-43855f247e9f.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.080575] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-903cb4a2-6f60-4cd2-9767-d170ed8a550c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.091686] env[63260]: DEBUG oslo_concurrency.lockutils [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquiring lock "refresh_cache-9b45195e-aa35-45d4-a8d1-2460610897dd" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.091686] env[63260]: DEBUG oslo_concurrency.lockutils [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquired lock "refresh_cache-9b45195e-aa35-45d4-a8d1-2460610897dd" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.091686] env[63260]: DEBUG nova.network.neutron [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.092161] env[63260]: DEBUG oslo_vmware.api [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 715.092161] env[63260]: value = "task-2284463" [ 715.092161] env[63260]: _type = "Task" [ 715.092161] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.106869] env[63260]: DEBUG oslo_vmware.api [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284463, 'name': Rename_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.107167] env[63260]: DEBUG oslo_vmware.api [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': task-2284458, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707314} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.107985] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 38afe872-ec16-4ee0-a555-45f407f1a150/38afe872-ec16-4ee0-a555-45f407f1a150.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.108187] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.108464] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d67d448-c60d-41a4-bdda-6a1f78d55975 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.119183] env[63260]: DEBUG oslo_vmware.api [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Waiting for the task: (returnval){ [ 715.119183] env[63260]: value = "task-2284464" [ 715.119183] env[63260]: _type = "Task" [ 715.119183] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.128888] env[63260]: DEBUG oslo_vmware.api [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': task-2284464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.137048] env[63260]: DEBUG oslo_vmware.api [None req-88024408-e889-478d-bfc2-c7ac532c9cbb tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284460, 'name': PowerOffVM_Task, 'duration_secs': 0.357827} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.137419] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-88024408-e889-478d-bfc2-c7ac532c9cbb tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 715.137631] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-88024408-e889-478d-bfc2-c7ac532c9cbb tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 715.138131] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ef19100-fe6a-45ed-a2f1-78a4df0a814c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.187893] env[63260]: DEBUG nova.network.neutron [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.218044] env[63260]: DEBUG oslo_concurrency.lockutils [req-4a5d441c-5f5a-4089-b170-512d6e178727 req-91a1e696-6469-497c-a14f-14e5b392bd10 service nova] Releasing lock "refresh_cache-38afe872-ec16-4ee0-a555-45f407f1a150" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.218350] env[63260]: DEBUG nova.compute.manager [req-4a5d441c-5f5a-4089-b170-512d6e178727 req-91a1e696-6469-497c-a14f-14e5b392bd10 service nova] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Received event network-vif-deleted-0435af71-8708-4f3f-b34a-027a8e80cb7f {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 715.220615] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-88024408-e889-478d-bfc2-c7ac532c9cbb tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 715.220847] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-88024408-e889-478d-bfc2-c7ac532c9cbb tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 715.221088] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-88024408-e889-478d-bfc2-c7ac532c9cbb tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Deleting the datastore file [datastore2] e139538b-3363-4c4f-b1ea-b4e98e2528ee {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 715.221322] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdb5539c-c720-475a-8a3a-f5d58908f77f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.229125] env[63260]: DEBUG oslo_vmware.api [None req-88024408-e889-478d-bfc2-c7ac532c9cbb tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for the task: (returnval){ [ 715.229125] env[63260]: value = "task-2284466" [ 715.229125] env[63260]: _type = "Task" [ 715.229125] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.237448] env[63260]: DEBUG oslo_vmware.api [None req-88024408-e889-478d-bfc2-c7ac532c9cbb tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.269474] env[63260]: DEBUG oslo_vmware.api [None req-773cce87-87a9-4e20-88a3-7a33fc882e7f tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284461, 'name': PowerOffVM_Task, 'duration_secs': 0.308453} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.269734] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-773cce87-87a9-4e20-88a3-7a33fc882e7f tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 715.269978] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-773cce87-87a9-4e20-88a3-7a33fc882e7f tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 715.270158] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7010d924-f483-4a26-8caf-911d6b212a24 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.279640] env[63260]: DEBUG oslo_vmware.api [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Task: {'id': task-2284459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.794542} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.279872] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 02506b07-c1eb-46f9-a0bc-2cafa25d31da/02506b07-c1eb-46f9-a0bc-2cafa25d31da.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.280088] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.280317] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2b4a696-de98-4aef-ae66-b614c032aa47 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.286667] env[63260]: DEBUG oslo_vmware.api [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Waiting for the task: (returnval){ [ 715.286667] env[63260]: value = "task-2284468" [ 715.286667] env[63260]: _type = "Task" [ 715.286667] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.294925] env[63260]: DEBUG oslo_vmware.api [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Task: {'id': task-2284468, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.335970] env[63260]: DEBUG oslo_vmware.api [None req-8b999861-7424-4c1b-8168-a10b5534224f tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284462, 'name': Destroy_Task, 'duration_secs': 0.398999} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.336267] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-8b999861-7424-4c1b-8168-a10b5534224f tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Destroyed the VM [ 715.336522] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8b999861-7424-4c1b-8168-a10b5534224f tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Deleting Snapshot of the VM instance {{(pid=63260) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 715.336754] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b6c14ae7-8361-4c82-8e9f-4a9ccd3c4cca {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.340828] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-773cce87-87a9-4e20-88a3-7a33fc882e7f tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 715.341063] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-773cce87-87a9-4e20-88a3-7a33fc882e7f tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 715.341232] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-773cce87-87a9-4e20-88a3-7a33fc882e7f tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Deleting the datastore file [datastore2] 6ebdf627-0ad7-46a8-9765-1a399deb34c8 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 715.341460] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4936aac-8546-4554-b271-598ca2caecec {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.349453] env[63260]: DEBUG oslo_vmware.api [None req-8b999861-7424-4c1b-8168-a10b5534224f tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Waiting for the task: (returnval){ [ 715.349453] env[63260]: value = "task-2284469" [ 715.349453] env[63260]: _type = "Task" [ 715.349453] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.353162] env[63260]: DEBUG oslo_vmware.api [None req-773cce87-87a9-4e20-88a3-7a33fc882e7f tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for the task: (returnval){ [ 715.353162] env[63260]: value = "task-2284470" [ 715.353162] env[63260]: _type = "Task" [ 715.353162] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.363626] env[63260]: DEBUG oslo_vmware.api [None req-8b999861-7424-4c1b-8168-a10b5534224f tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284469, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.366777] env[63260]: DEBUG oslo_vmware.api [None req-773cce87-87a9-4e20-88a3-7a33fc882e7f tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.393255] env[63260]: DEBUG nova.network.neutron [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Updating instance_info_cache with network_info: [{"id": "dcfe2491-c9ea-41b3-bee1-8c8f53c213c4", "address": "fa:16:3e:14:b3:45", "network": {"id": "ed6c3b54-cad5-409d-9dae-826a33d6a892", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-837473625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25f7d7c691404bbf97a0b07129088370", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcfe2491-c9", "ovs_interfaceid": "dcfe2491-c9ea-41b3-bee1-8c8f53c213c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.423711] env[63260]: DEBUG nova.compute.manager [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 715.509856] env[63260]: DEBUG oslo_vmware.api [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b59633-80f1-4fc2-ef1d-44735904ec9a, 'name': SearchDatastore_Task, 'duration_secs': 0.040432} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.509966] env[63260]: DEBUG oslo_concurrency.lockutils [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.510227] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] [instance: ccdb87cc-389c-411f-b8ec-05a4bbaf21f9] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.510482] env[63260]: DEBUG oslo_concurrency.lockutils [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.510619] env[63260]: DEBUG oslo_concurrency.lockutils [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.510798] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.511082] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fcb32e0-801f-43cf-9acf-1ffad1bcb46b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.519444] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.519753] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.520351] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55b32b3d-1426-4edd-8c64-f1c01cbc78e8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.525178] env[63260]: DEBUG oslo_vmware.api [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Waiting for the task: (returnval){ [ 715.525178] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52713b26-987e-0a83-896a-6542d2b6bdda" [ 715.525178] env[63260]: _type = "Task" [ 715.525178] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.535312] env[63260]: DEBUG oslo_vmware.api [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52713b26-987e-0a83-896a-6542d2b6bdda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.611361] env[63260]: DEBUG oslo_vmware.api [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284463, 'name': Rename_Task, 'duration_secs': 0.170265} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.611607] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.611855] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0240649b-9a82-4600-9b43-0973ef22faa7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.619998] env[63260]: DEBUG oslo_vmware.api [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 715.619998] env[63260]: value = "task-2284471" [ 715.619998] env[63260]: _type = "Task" [ 715.619998] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.637333] env[63260]: DEBUG oslo_vmware.api [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': task-2284464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065022} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.637592] env[63260]: DEBUG oslo_vmware.api [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.639904] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.640839] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7e91a5-a530-422d-b394-fa4c442a34b7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.666731] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 38afe872-ec16-4ee0-a555-45f407f1a150/38afe872-ec16-4ee0-a555-45f407f1a150.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.669593] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d0a7714-4955-4833-85e2-e5141866e8c1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.691820] env[63260]: DEBUG oslo_vmware.api [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Waiting for the task: (returnval){ [ 715.691820] env[63260]: value = "task-2284472" [ 715.691820] env[63260]: _type = "Task" [ 715.691820] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.702463] env[63260]: DEBUG oslo_vmware.api [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': task-2284472, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.740744] env[63260]: DEBUG oslo_vmware.api [None req-88024408-e889-478d-bfc2-c7ac532c9cbb tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17809} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.741028] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-88024408-e889-478d-bfc2-c7ac532c9cbb tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.741283] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-88024408-e889-478d-bfc2-c7ac532c9cbb tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.741526] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-88024408-e889-478d-bfc2-c7ac532c9cbb tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.741748] env[63260]: INFO nova.compute.manager [None req-88024408-e889-478d-bfc2-c7ac532c9cbb tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Took 1.18 seconds to destroy the instance on the hypervisor. [ 715.742675] env[63260]: DEBUG oslo.service.loopingcall [None req-88024408-e889-478d-bfc2-c7ac532c9cbb tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 715.742675] env[63260]: DEBUG nova.compute.manager [-] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 715.742675] env[63260]: DEBUG nova.network.neutron [-] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 715.804199] env[63260]: DEBUG oslo_vmware.api [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Task: {'id': task-2284468, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070018} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.804592] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.805679] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd540e14-4c47-4a2f-83c8-bbc256044810 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.835094] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 02506b07-c1eb-46f9-a0bc-2cafa25d31da/02506b07-c1eb-46f9-a0bc-2cafa25d31da.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.838119] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8300d94d-5f4b-4ef8-a3e3-9c39584291b7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.861389] env[63260]: DEBUG oslo_vmware.api [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Waiting for the task: (returnval){ [ 715.861389] env[63260]: value = "task-2284473" [ 715.861389] env[63260]: _type = "Task" [ 715.861389] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.867487] env[63260]: DEBUG oslo_vmware.api [None req-8b999861-7424-4c1b-8168-a10b5534224f tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284469, 'name': RemoveSnapshot_Task, 'duration_secs': 0.492205} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.867896] env[63260]: DEBUG oslo_vmware.api [None req-773cce87-87a9-4e20-88a3-7a33fc882e7f tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152852} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.872087] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8b999861-7424-4c1b-8168-a10b5534224f tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Deleted Snapshot of the VM instance {{(pid=63260) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 715.872268] env[63260]: INFO nova.compute.manager [None req-8b999861-7424-4c1b-8168-a10b5534224f tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Took 14.21 seconds to snapshot the instance on the hypervisor. [ 715.874651] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-773cce87-87a9-4e20-88a3-7a33fc882e7f tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.874914] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-773cce87-87a9-4e20-88a3-7a33fc882e7f tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.875172] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-773cce87-87a9-4e20-88a3-7a33fc882e7f tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.875409] env[63260]: INFO nova.compute.manager [None req-773cce87-87a9-4e20-88a3-7a33fc882e7f tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 715.875703] env[63260]: DEBUG oslo.service.loopingcall [None req-773cce87-87a9-4e20-88a3-7a33fc882e7f tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 715.878820] env[63260]: DEBUG nova.compute.manager [-] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 715.878820] env[63260]: DEBUG nova.network.neutron [-] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 715.886080] env[63260]: DEBUG oslo_vmware.api [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Task: {'id': task-2284473, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.899173] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Releasing lock "refresh_cache-6952e379-f83f-469a-a4d2-ba1072fd37f6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.899528] env[63260]: DEBUG nova.compute.manager [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Instance network_info: |[{"id": "dcfe2491-c9ea-41b3-bee1-8c8f53c213c4", "address": "fa:16:3e:14:b3:45", "network": {"id": "ed6c3b54-cad5-409d-9dae-826a33d6a892", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-837473625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25f7d7c691404bbf97a0b07129088370", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcfe2491-c9", "ovs_interfaceid": "dcfe2491-c9ea-41b3-bee1-8c8f53c213c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 715.901235] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:b3:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dcfe2491-c9ea-41b3-bee1-8c8f53c213c4', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.910021] env[63260]: DEBUG oslo.service.loopingcall [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 715.910021] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.910021] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa52c5bf-4f74-4485-9e4a-1915908c748f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.932734] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.932734] env[63260]: value = "task-2284474" [ 715.932734] env[63260]: _type = "Task" [ 715.932734] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.945760] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284474, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.947044] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.037481] env[63260]: DEBUG oslo_vmware.api [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52713b26-987e-0a83-896a-6542d2b6bdda, 'name': SearchDatastore_Task, 'duration_secs': 0.008236} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.042506] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc905c03-5b93-4ccf-9dd2-2ba2eff7d3e5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.048429] env[63260]: DEBUG oslo_vmware.api [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Waiting for the task: (returnval){ [ 716.048429] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526635be-ce4f-db58-7798-29c352c975c5" [ 716.048429] env[63260]: _type = "Task" [ 716.048429] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.057237] env[63260]: DEBUG oslo_vmware.api [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526635be-ce4f-db58-7798-29c352c975c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.113183] env[63260]: DEBUG nova.network.neutron [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Updating instance_info_cache with network_info: [{"id": "a4a1f700-247e-4f4e-a5ae-f0061769fe83", "address": "fa:16:3e:81:e3:8f", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4a1f700-24", "ovs_interfaceid": "a4a1f700-247e-4f4e-a5ae-f0061769fe83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.140493] env[63260]: DEBUG oslo_vmware.api [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284471, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.210640] env[63260]: DEBUG oslo_vmware.api [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': task-2284472, 'name': ReconfigVM_Task, 'duration_secs': 0.340453} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.213426] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 38afe872-ec16-4ee0-a555-45f407f1a150/38afe872-ec16-4ee0-a555-45f407f1a150.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.214284] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6494e813-e582-4065-8b61-96f171ae2618 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.220419] env[63260]: DEBUG oslo_vmware.api [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Waiting for the task: (returnval){ [ 716.220419] env[63260]: value = "task-2284475" [ 716.220419] env[63260]: _type = "Task" [ 716.220419] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.228735] env[63260]: DEBUG oslo_vmware.api [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': task-2284475, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.244786] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852d3f8e-fe4a-4ac5-b45d-f418bfa0c449 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.253432] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7ce31d-1576-4a1f-8c65-57f63749b77a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.289085] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749147c2-732d-4181-b213-62c9020488c7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.297241] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9260d85e-bc03-4327-ab4f-f4e35d6345da {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.314136] env[63260]: DEBUG nova.compute.provider_tree [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.377303] env[63260]: DEBUG oslo_vmware.api [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Task: {'id': task-2284473, 'name': ReconfigVM_Task, 'duration_secs': 0.345304} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.377655] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 02506b07-c1eb-46f9-a0bc-2cafa25d31da/02506b07-c1eb-46f9-a0bc-2cafa25d31da.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.378344] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a17d884b-4f3e-4b0f-b257-aa6311776534 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.388418] env[63260]: DEBUG oslo_vmware.api [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Waiting for the task: (returnval){ [ 716.388418] env[63260]: value = "task-2284476" [ 716.388418] env[63260]: _type = "Task" [ 716.388418] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.398170] env[63260]: DEBUG oslo_vmware.api [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Task: {'id': task-2284476, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.443767] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284474, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.559182] env[63260]: DEBUG oslo_vmware.api [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526635be-ce4f-db58-7798-29c352c975c5, 'name': SearchDatastore_Task, 'duration_secs': 0.016032} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.559466] env[63260]: DEBUG oslo_concurrency.lockutils [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.559702] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] ccdb87cc-389c-411f-b8ec-05a4bbaf21f9/ccdb87cc-389c-411f-b8ec-05a4bbaf21f9.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.560045] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-076c9390-4e74-4205-a282-3f6696f3ffd3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.566580] env[63260]: DEBUG oslo_vmware.api [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Waiting for the task: (returnval){ [ 716.566580] env[63260]: value = "task-2284477" [ 716.566580] env[63260]: _type = "Task" [ 716.566580] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.574697] env[63260]: DEBUG oslo_vmware.api [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Task: {'id': task-2284477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.604109] env[63260]: DEBUG nova.compute.manager [req-66c513a3-1531-48a8-aa41-ea702e819464 req-3d35f63b-c33a-40d9-895a-68fb1977171a service nova] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Received event network-vif-deleted-8a03770e-4532-46be-98ee-1bcaa253f3ab {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 716.604283] env[63260]: INFO nova.compute.manager [req-66c513a3-1531-48a8-aa41-ea702e819464 req-3d35f63b-c33a-40d9-895a-68fb1977171a service nova] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Neutron deleted interface 8a03770e-4532-46be-98ee-1bcaa253f3ab; detaching it from the instance and deleting it from the info cache [ 716.604367] env[63260]: DEBUG nova.network.neutron [req-66c513a3-1531-48a8-aa41-ea702e819464 req-3d35f63b-c33a-40d9-895a-68fb1977171a service nova] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.615737] env[63260]: DEBUG oslo_concurrency.lockutils [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Releasing lock "refresh_cache-9b45195e-aa35-45d4-a8d1-2460610897dd" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.635960] env[63260]: DEBUG oslo_vmware.api [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284471, 'name': PowerOnVM_Task, 'duration_secs': 0.562919} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.636283] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.636485] env[63260]: DEBUG nova.compute.manager [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.637576] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506dba8a-48c1-465d-84eb-578f0c06ad47 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.734882] env[63260]: DEBUG oslo_vmware.api [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': task-2284475, 'name': Rename_Task, 'duration_secs': 0.145879} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.735187] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.735447] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59f935e4-9dc1-4c3d-adfd-6445fde2127c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.742845] env[63260]: DEBUG oslo_vmware.api [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Waiting for the task: (returnval){ [ 716.742845] env[63260]: value = "task-2284478" [ 716.742845] env[63260]: _type = "Task" [ 716.742845] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.757631] env[63260]: DEBUG oslo_vmware.api [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': task-2284478, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.817903] env[63260]: DEBUG nova.scheduler.client.report [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.902441] env[63260]: DEBUG oslo_vmware.api [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Task: {'id': task-2284476, 'name': Rename_Task, 'duration_secs': 0.140328} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.902801] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.903118] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b365244-d52d-43c8-ba36-5a19ee6d775b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.910368] env[63260]: DEBUG oslo_vmware.api [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Waiting for the task: (returnval){ [ 716.910368] env[63260]: value = "task-2284479" [ 716.910368] env[63260]: _type = "Task" [ 716.910368] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.927586] env[63260]: DEBUG oslo_vmware.api [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Task: {'id': task-2284479, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.944928] env[63260]: DEBUG nova.network.neutron [-] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.946474] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284474, 'name': CreateVM_Task, 'duration_secs': 0.581205} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.946612] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.947556] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.947724] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.948065] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.948647] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e2e2388-655a-40ae-b609-5e478e16195f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.952303] env[63260]: DEBUG nova.network.neutron [-] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.956809] env[63260]: DEBUG oslo_vmware.api [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for the task: (returnval){ [ 716.956809] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52bf5fbf-3e21-097a-6757-a407814038f8" [ 716.956809] env[63260]: _type = "Task" [ 716.956809] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.970591] env[63260]: DEBUG oslo_vmware.api [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52bf5fbf-3e21-097a-6757-a407814038f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.080576] env[63260]: DEBUG oslo_vmware.api [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Task: {'id': task-2284477, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.107583] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b11dca4-5e31-499c-972d-2bc7b1199626 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.118033] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bff0fe-db8a-490c-a0df-e1066f62ff9a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.166695] env[63260]: DEBUG nova.compute.manager [req-66c513a3-1531-48a8-aa41-ea702e819464 req-3d35f63b-c33a-40d9-895a-68fb1977171a service nova] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Detach interface failed, port_id=8a03770e-4532-46be-98ee-1bcaa253f3ab, reason: Instance e139538b-3363-4c4f-b1ea-b4e98e2528ee could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 717.173062] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.255362] env[63260]: DEBUG oslo_vmware.api [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': task-2284478, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.325434] env[63260]: DEBUG oslo_concurrency.lockutils [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.766s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.325434] env[63260]: DEBUG nova.compute.manager [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.327498] env[63260]: DEBUG oslo_concurrency.lockutils [None req-33e9b4ab-f5be-4e0b-a0af-82c386eedacf tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.891s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.327738] env[63260]: DEBUG nova.objects.instance [None req-33e9b4ab-f5be-4e0b-a0af-82c386eedacf tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Lazy-loading 'resources' on Instance uuid d9b10b0a-3e6a-45a0-a11a-4351e2a3463d {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 717.422711] env[63260]: DEBUG oslo_vmware.api [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Task: {'id': task-2284479, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.448476] env[63260]: INFO nova.compute.manager [-] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Took 1.71 seconds to deallocate network for instance. [ 717.458484] env[63260]: INFO nova.compute.manager [-] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Took 1.58 seconds to deallocate network for instance. [ 717.479086] env[63260]: DEBUG oslo_vmware.api [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52bf5fbf-3e21-097a-6757-a407814038f8, 'name': SearchDatastore_Task, 'duration_secs': 0.064908} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.479086] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.479086] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.479369] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.479545] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.479732] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.480039] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd050318-442a-4395-80ca-d3a5caacbbd8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.488708] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.489904] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.490933] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc4181ff-39f4-413f-ac88-9efc8cbefdf2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.498404] env[63260]: DEBUG oslo_vmware.api [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for the task: (returnval){ [ 717.498404] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528ea726-8ded-f847-84da-a2a4c36dbefc" [ 717.498404] env[63260]: _type = "Task" [ 717.498404] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.507619] env[63260]: DEBUG oslo_vmware.api [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528ea726-8ded-f847-84da-a2a4c36dbefc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.582533] env[63260]: DEBUG oslo_vmware.api [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Task: {'id': task-2284477, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727959} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.582896] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] ccdb87cc-389c-411f-b8ec-05a4bbaf21f9/ccdb87cc-389c-411f-b8ec-05a4bbaf21f9.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.583213] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] [instance: ccdb87cc-389c-411f-b8ec-05a4bbaf21f9] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.583557] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fe1c6f0-97ab-4eef-a380-6f073050aed3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.591143] env[63260]: DEBUG oslo_vmware.api [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Waiting for the task: (returnval){ [ 717.591143] env[63260]: value = "task-2284480" [ 717.591143] env[63260]: _type = "Task" [ 717.591143] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.601146] env[63260]: DEBUG oslo_vmware.api [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Task: {'id': task-2284480, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.754536] env[63260]: DEBUG oslo_vmware.api [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': task-2284478, 'name': PowerOnVM_Task, 'duration_secs': 0.68153} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.754864] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.755160] env[63260]: INFO nova.compute.manager [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Took 12.80 seconds to spawn the instance on the hypervisor. [ 717.755390] env[63260]: DEBUG nova.compute.manager [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.756285] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea59380-880c-4bf6-9da8-af7c66abab53 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.831588] env[63260]: DEBUG nova.compute.utils [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 717.837036] env[63260]: DEBUG nova.compute.manager [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 717.837177] env[63260]: DEBUG nova.network.neutron [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 717.922732] env[63260]: DEBUG oslo_vmware.api [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Task: {'id': task-2284479, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.927173] env[63260]: DEBUG nova.policy [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e483d46951f4d4e9a9419be33fe8d4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2147a1e9788d4345b9f561c682dcba6d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.957193] env[63260]: DEBUG oslo_concurrency.lockutils [None req-88024408-e889-478d-bfc2-c7ac532c9cbb tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.971959] env[63260]: DEBUG oslo_concurrency.lockutils [None req-773cce87-87a9-4e20-88a3-7a33fc882e7f tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.013334] env[63260]: DEBUG oslo_vmware.api [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528ea726-8ded-f847-84da-a2a4c36dbefc, 'name': SearchDatastore_Task, 'duration_secs': 0.019204} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.014607] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2361994-37ec-436a-9d1f-dffad59e734b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.025255] env[63260]: DEBUG oslo_vmware.api [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for the task: (returnval){ [ 718.025255] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e1f2dd-7843-6813-af45-a2e03f0d6ad6" [ 718.025255] env[63260]: _type = "Task" [ 718.025255] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.032507] env[63260]: DEBUG oslo_vmware.api [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e1f2dd-7843-6813-af45-a2e03f0d6ad6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.102555] env[63260]: DEBUG oslo_vmware.api [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Task: {'id': task-2284480, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073289} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.102887] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] [instance: ccdb87cc-389c-411f-b8ec-05a4bbaf21f9] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.103745] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6384e489-173b-4f96-9502-51d90e72d73c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.129301] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] [instance: ccdb87cc-389c-411f-b8ec-05a4bbaf21f9] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] ccdb87cc-389c-411f-b8ec-05a4bbaf21f9/ccdb87cc-389c-411f-b8ec-05a4bbaf21f9.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.132047] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9a65582-4f52-4d76-9603-6883ff642968 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.151464] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3efb135-5ca7-42db-a0aa-0fc50a8652d0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.155429] env[63260]: DEBUG oslo_vmware.api [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Waiting for the task: (returnval){ [ 718.155429] env[63260]: value = "task-2284481" [ 718.155429] env[63260]: _type = "Task" [ 718.155429] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.174269] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Updating instance '9b45195e-aa35-45d4-a8d1-2460610897dd' progress to 0 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 718.189177] env[63260]: DEBUG oslo_vmware.api [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Task: {'id': task-2284481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.275857] env[63260]: INFO nova.compute.manager [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Took 43.24 seconds to build instance. [ 718.337526] env[63260]: DEBUG nova.compute.manager [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.399890] env[63260]: DEBUG nova.network.neutron [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Successfully created port: cce06954-ae04-49df-80f9-28923d7958cd {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.423278] env[63260]: DEBUG oslo_vmware.api [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Task: {'id': task-2284479, 'name': PowerOnVM_Task, 'duration_secs': 1.066804} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.423784] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.423943] env[63260]: INFO nova.compute.manager [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Took 11.18 seconds to spawn the instance on the hypervisor. [ 718.424124] env[63260]: DEBUG nova.compute.manager [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.427622] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52af3026-11cd-44ab-b6a4-c13904daa79d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.445661] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d83f4d-729c-4ed0-b852-f5d1e931a711 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.454811] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c459e53-b7f1-455a-abab-eae669200117 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.492610] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad110f0-05fd-45c6-8b0d-bbeb7aff008d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.501448] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a048ae-210c-48e2-b692-0f6e592198a5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.516217] env[63260]: DEBUG nova.compute.provider_tree [None req-33e9b4ab-f5be-4e0b-a0af-82c386eedacf tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.538466] env[63260]: DEBUG oslo_vmware.api [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e1f2dd-7843-6813-af45-a2e03f0d6ad6, 'name': SearchDatastore_Task, 'duration_secs': 0.040923} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.538846] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.539190] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 6952e379-f83f-469a-a4d2-ba1072fd37f6/6952e379-f83f-469a-a4d2-ba1072fd37f6.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.539494] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e5f89b8-b587-4fc1-bd61-78751c9c68be {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.547106] env[63260]: DEBUG oslo_vmware.api [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for the task: (returnval){ [ 718.547106] env[63260]: value = "task-2284482" [ 718.547106] env[63260]: _type = "Task" [ 718.547106] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.561474] env[63260]: DEBUG oslo_vmware.api [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284482, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.666763] env[63260]: DEBUG oslo_vmware.api [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Task: {'id': task-2284481, 'name': ReconfigVM_Task, 'duration_secs': 0.313836} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.667099] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] [instance: ccdb87cc-389c-411f-b8ec-05a4bbaf21f9] Reconfigured VM instance instance-00000035 to attach disk [datastore1] ccdb87cc-389c-411f-b8ec-05a4bbaf21f9/ccdb87cc-389c-411f-b8ec-05a4bbaf21f9.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.667727] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21befacd-6616-421e-b867-11f903cbba8b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.675152] env[63260]: DEBUG oslo_vmware.api [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Waiting for the task: (returnval){ [ 718.675152] env[63260]: value = "task-2284483" [ 718.675152] env[63260]: _type = "Task" [ 718.675152] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.684674] env[63260]: DEBUG oslo_vmware.api [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Task: {'id': task-2284483, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.687397] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 718.687810] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6b63c4b-f997-4d4c-8617-cddffe1c9ab9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.697244] env[63260]: DEBUG oslo_vmware.api [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Waiting for the task: (returnval){ [ 718.697244] env[63260]: value = "task-2284484" [ 718.697244] env[63260]: _type = "Task" [ 718.697244] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.704163] env[63260]: DEBUG oslo_vmware.api [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.778777] env[63260]: DEBUG oslo_concurrency.lockutils [None req-02d31d9d-bd4b-4dc2-af41-5da1e852bae7 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Lock "38afe872-ec16-4ee0-a555-45f407f1a150" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.167s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.948037] env[63260]: INFO nova.compute.manager [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Took 39.82 seconds to build instance. [ 719.015802] env[63260]: DEBUG nova.compute.manager [req-cc895df2-274b-4ece-aab6-b7cebb24bc8e req-47510f0f-27b0-4adf-ae74-5185eb36fde2 service nova] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Received event network-vif-deleted-c33dcde4-3b9f-4b46-b000-e9fd5ab0d9f7 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 719.019351] env[63260]: DEBUG nova.scheduler.client.report [None req-33e9b4ab-f5be-4e0b-a0af-82c386eedacf tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.059131] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ea32a28c-f04e-4d11-8a95-6c9d591ea913 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Acquiring lock "38afe872-ec16-4ee0-a555-45f407f1a150" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.059398] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ea32a28c-f04e-4d11-8a95-6c9d591ea913 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Lock "38afe872-ec16-4ee0-a555-45f407f1a150" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.059555] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ea32a28c-f04e-4d11-8a95-6c9d591ea913 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Acquiring lock "38afe872-ec16-4ee0-a555-45f407f1a150-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.059730] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ea32a28c-f04e-4d11-8a95-6c9d591ea913 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Lock "38afe872-ec16-4ee0-a555-45f407f1a150-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.059895] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ea32a28c-f04e-4d11-8a95-6c9d591ea913 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Lock "38afe872-ec16-4ee0-a555-45f407f1a150-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.066028] env[63260]: INFO nova.compute.manager [None req-ea32a28c-f04e-4d11-8a95-6c9d591ea913 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Terminating instance [ 719.069181] env[63260]: DEBUG oslo_vmware.api [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284482, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.185627] env[63260]: DEBUG oslo_vmware.api [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Task: {'id': task-2284483, 'name': Rename_Task, 'duration_secs': 0.150218} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.185924] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] [instance: ccdb87cc-389c-411f-b8ec-05a4bbaf21f9] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.186270] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffc30e45-9d72-4584-888b-8735d1aa5985 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.193554] env[63260]: DEBUG oslo_vmware.api [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Waiting for the task: (returnval){ [ 719.193554] env[63260]: value = "task-2284485" [ 719.193554] env[63260]: _type = "Task" [ 719.193554] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.207839] env[63260]: DEBUG oslo_vmware.api [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Task: {'id': task-2284485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.211352] env[63260]: DEBUG oslo_vmware.api [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284484, 'name': PowerOffVM_Task, 'duration_secs': 0.349618} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.211605] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.211790] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Updating instance '9b45195e-aa35-45d4-a8d1-2460610897dd' progress to 17 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 719.349817] env[63260]: DEBUG nova.compute.manager [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.361679] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6caf9ac6-433a-439c-b90a-4c6c03edbac8 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquiring lock "f575abe2-fba7-4c4f-9a5b-4a092b8d2c04" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.362048] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6caf9ac6-433a-439c-b90a-4c6c03edbac8 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "f575abe2-fba7-4c4f-9a5b-4a092b8d2c04" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.362232] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6caf9ac6-433a-439c-b90a-4c6c03edbac8 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquiring lock "f575abe2-fba7-4c4f-9a5b-4a092b8d2c04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.362447] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6caf9ac6-433a-439c-b90a-4c6c03edbac8 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "f575abe2-fba7-4c4f-9a5b-4a092b8d2c04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.362650] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6caf9ac6-433a-439c-b90a-4c6c03edbac8 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "f575abe2-fba7-4c4f-9a5b-4a092b8d2c04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.366701] env[63260]: INFO nova.compute.manager [None req-6caf9ac6-433a-439c-b90a-4c6c03edbac8 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Terminating instance [ 719.375740] env[63260]: DEBUG nova.virt.hardware [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.376173] env[63260]: DEBUG nova.virt.hardware [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.376248] env[63260]: DEBUG nova.virt.hardware [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.376378] env[63260]: DEBUG nova.virt.hardware [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.376526] env[63260]: DEBUG nova.virt.hardware [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.376674] env[63260]: DEBUG nova.virt.hardware [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.376879] env[63260]: DEBUG nova.virt.hardware [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.377061] env[63260]: DEBUG nova.virt.hardware [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.377240] env[63260]: DEBUG nova.virt.hardware [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.377403] env[63260]: DEBUG nova.virt.hardware [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.377586] env[63260]: DEBUG nova.virt.hardware [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.378503] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c320f152-5596-412f-91da-7f5673f502f0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.388987] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c0913c-82bc-4f91-842b-195bba72ebc1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.450809] env[63260]: DEBUG oslo_concurrency.lockutils [None req-15218500-4e51-49e9-8a56-3a1bdd15c059 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Lock "02506b07-c1eb-46f9-a0bc-2cafa25d31da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.537s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.525990] env[63260]: DEBUG oslo_concurrency.lockutils [None req-33e9b4ab-f5be-4e0b-a0af-82c386eedacf tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.198s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.528903] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.886s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.532273] env[63260]: INFO nova.compute.claims [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.560365] env[63260]: DEBUG oslo_vmware.api [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284482, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661974} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.560537] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 6952e379-f83f-469a-a4d2-ba1072fd37f6/6952e379-f83f-469a-a4d2-ba1072fd37f6.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.560765] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.561301] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b439c4c-80c4-4474-8a89-7f88c8445dd8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.566580] env[63260]: INFO nova.scheduler.client.report [None req-33e9b4ab-f5be-4e0b-a0af-82c386eedacf tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Deleted allocations for instance d9b10b0a-3e6a-45a0-a11a-4351e2a3463d [ 719.569021] env[63260]: DEBUG oslo_vmware.api [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for the task: (returnval){ [ 719.569021] env[63260]: value = "task-2284486" [ 719.569021] env[63260]: _type = "Task" [ 719.569021] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.575685] env[63260]: DEBUG nova.compute.manager [None req-ea32a28c-f04e-4d11-8a95-6c9d591ea913 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 719.576130] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ea32a28c-f04e-4d11-8a95-6c9d591ea913 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.581065] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21451792-83da-469f-ab65-9194eaa1c1c4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.589984] env[63260]: DEBUG oslo_vmware.api [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.592614] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea32a28c-f04e-4d11-8a95-6c9d591ea913 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.593437] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cb0c3aa-6a5e-410c-994b-f1f656752575 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.599663] env[63260]: DEBUG oslo_vmware.api [None req-ea32a28c-f04e-4d11-8a95-6c9d591ea913 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Waiting for the task: (returnval){ [ 719.599663] env[63260]: value = "task-2284487" [ 719.599663] env[63260]: _type = "Task" [ 719.599663] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.611189] env[63260]: DEBUG oslo_vmware.api [None req-ea32a28c-f04e-4d11-8a95-6c9d591ea913 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': task-2284487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.705723] env[63260]: DEBUG oslo_vmware.api [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Task: {'id': task-2284485, 'name': PowerOnVM_Task, 'duration_secs': 0.464149} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.706377] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] [instance: ccdb87cc-389c-411f-b8ec-05a4bbaf21f9] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.706604] env[63260]: INFO nova.compute.manager [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] [instance: ccdb87cc-389c-411f-b8ec-05a4bbaf21f9] Took 5.85 seconds to spawn the instance on the hypervisor. [ 719.706787] env[63260]: DEBUG nova.compute.manager [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] [instance: ccdb87cc-389c-411f-b8ec-05a4bbaf21f9] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.707646] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab22c51-465c-41ae-9d49-ee911085ef65 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.722021] env[63260]: DEBUG nova.virt.hardware [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.722021] env[63260]: DEBUG nova.virt.hardware [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.722021] env[63260]: DEBUG nova.virt.hardware [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.722021] env[63260]: DEBUG nova.virt.hardware [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.722021] env[63260]: DEBUG nova.virt.hardware [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.722021] env[63260]: DEBUG nova.virt.hardware [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.722021] env[63260]: DEBUG nova.virt.hardware [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.722021] env[63260]: DEBUG nova.virt.hardware [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.722021] env[63260]: DEBUG nova.virt.hardware [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.722021] env[63260]: DEBUG nova.virt.hardware [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.722021] env[63260]: DEBUG nova.virt.hardware [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.727822] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-865af0dd-2e67-42e4-82c6-e185e856079d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.748597] env[63260]: DEBUG oslo_vmware.api [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Waiting for the task: (returnval){ [ 719.748597] env[63260]: value = "task-2284488" [ 719.748597] env[63260]: _type = "Task" [ 719.748597] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.757960] env[63260]: DEBUG oslo_vmware.api [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284488, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.871498] env[63260]: DEBUG nova.compute.manager [None req-6caf9ac6-433a-439c-b90a-4c6c03edbac8 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 719.872300] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6caf9ac6-433a-439c-b90a-4c6c03edbac8 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.873029] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f92a21-d4dd-4a35-91e1-735720960a25 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.881185] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6caf9ac6-433a-439c-b90a-4c6c03edbac8 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.881445] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a9baf13-1ed6-441b-a810-4db83a8425ca {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.888057] env[63260]: DEBUG oslo_vmware.api [None req-6caf9ac6-433a-439c-b90a-4c6c03edbac8 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 719.888057] env[63260]: value = "task-2284489" [ 719.888057] env[63260]: _type = "Task" [ 719.888057] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.895705] env[63260]: DEBUG oslo_vmware.api [None req-6caf9ac6-433a-439c-b90a-4c6c03edbac8 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284489, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.938622] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a1c15e23-7887-492e-b088-25b390247376 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Acquiring lock "877174d8-a4d9-4c03-bd61-81f9e541cd22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.938882] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a1c15e23-7887-492e-b088-25b390247376 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Lock "877174d8-a4d9-4c03-bd61-81f9e541cd22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.939231] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a1c15e23-7887-492e-b088-25b390247376 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Acquiring lock "877174d8-a4d9-4c03-bd61-81f9e541cd22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.939389] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a1c15e23-7887-492e-b088-25b390247376 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Lock "877174d8-a4d9-4c03-bd61-81f9e541cd22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.939459] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a1c15e23-7887-492e-b088-25b390247376 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Lock "877174d8-a4d9-4c03-bd61-81f9e541cd22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.944410] env[63260]: INFO nova.compute.manager [None req-a1c15e23-7887-492e-b088-25b390247376 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Terminating instance [ 720.083109] env[63260]: DEBUG oslo_concurrency.lockutils [None req-33e9b4ab-f5be-4e0b-a0af-82c386eedacf tempest-AttachInterfacesUnderV243Test-108008458 tempest-AttachInterfacesUnderV243Test-108008458-project-member] Lock "d9b10b0a-3e6a-45a0-a11a-4351e2a3463d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.478s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.087325] env[63260]: DEBUG oslo_vmware.api [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09707} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.088478] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.088478] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f0521f-b59f-41ee-88a9-3d13f060525b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.112296] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 6952e379-f83f-469a-a4d2-ba1072fd37f6/6952e379-f83f-469a-a4d2-ba1072fd37f6.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.116490] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d148974-9ba6-41b0-ae0b-3fd876fc431d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.138234] env[63260]: DEBUG oslo_vmware.api [None req-ea32a28c-f04e-4d11-8a95-6c9d591ea913 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': task-2284487, 'name': PowerOffVM_Task, 'duration_secs': 0.27726} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.139518] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea32a28c-f04e-4d11-8a95-6c9d591ea913 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.139702] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ea32a28c-f04e-4d11-8a95-6c9d591ea913 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 720.140297] env[63260]: DEBUG oslo_vmware.api [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for the task: (returnval){ [ 720.140297] env[63260]: value = "task-2284490" [ 720.140297] env[63260]: _type = "Task" [ 720.140297] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.140512] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ee6e037-b800-42f4-b9d6-247a6fe33c02 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.154667] env[63260]: DEBUG oslo_vmware.api [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284490, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.238764] env[63260]: INFO nova.compute.manager [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] [instance: ccdb87cc-389c-411f-b8ec-05a4bbaf21f9] Took 32.37 seconds to build instance. [ 720.254450] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ea32a28c-f04e-4d11-8a95-6c9d591ea913 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.254450] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ea32a28c-f04e-4d11-8a95-6c9d591ea913 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.254450] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea32a28c-f04e-4d11-8a95-6c9d591ea913 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Deleting the datastore file [datastore2] 38afe872-ec16-4ee0-a555-45f407f1a150 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.254450] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-614330f4-1763-40e8-9094-a0e57f2caf0a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.262262] env[63260]: DEBUG oslo_vmware.api [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284488, 'name': ReconfigVM_Task, 'duration_secs': 0.19653} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.262962] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Updating instance '9b45195e-aa35-45d4-a8d1-2460610897dd' progress to 33 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 720.271974] env[63260]: DEBUG oslo_vmware.api [None req-ea32a28c-f04e-4d11-8a95-6c9d591ea913 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Waiting for the task: (returnval){ [ 720.271974] env[63260]: value = "task-2284492" [ 720.271974] env[63260]: _type = "Task" [ 720.271974] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.282079] env[63260]: DEBUG oslo_vmware.api [None req-ea32a28c-f04e-4d11-8a95-6c9d591ea913 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': task-2284492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.398769] env[63260]: DEBUG oslo_vmware.api [None req-6caf9ac6-433a-439c-b90a-4c6c03edbac8 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284489, 'name': PowerOffVM_Task, 'duration_secs': 0.413529} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.399269] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6caf9ac6-433a-439c-b90a-4c6c03edbac8 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.401618] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6caf9ac6-433a-439c-b90a-4c6c03edbac8 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 720.401618] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7084c52b-9c2d-48ac-b872-6ec9de953945 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.452070] env[63260]: DEBUG nova.compute.manager [None req-a1c15e23-7887-492e-b088-25b390247376 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 720.452070] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c15e23-7887-492e-b088-25b390247376 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.452070] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8092bc0e-3e44-44da-8352-580450970800 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.462278] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c15e23-7887-492e-b088-25b390247376 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.462278] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45d27fc0-daa0-4a5c-b4d6-90226dfa0391 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.469075] env[63260]: DEBUG oslo_vmware.api [None req-a1c15e23-7887-492e-b088-25b390247376 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Waiting for the task: (returnval){ [ 720.469075] env[63260]: value = "task-2284494" [ 720.469075] env[63260]: _type = "Task" [ 720.469075] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.480528] env[63260]: DEBUG oslo_vmware.api [None req-a1c15e23-7887-492e-b088-25b390247376 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.656830] env[63260]: DEBUG oslo_vmware.api [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284490, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.743539] env[63260]: DEBUG oslo_concurrency.lockutils [None req-06326a48-087b-4a57-b851-8a7bf4d8cc6f tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Lock "ccdb87cc-389c-411f-b8ec-05a4bbaf21f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.041s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.765709] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6caf9ac6-433a-439c-b90a-4c6c03edbac8 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.765971] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6caf9ac6-433a-439c-b90a-4c6c03edbac8 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.766233] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-6caf9ac6-433a-439c-b90a-4c6c03edbac8 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Deleting the datastore file [datastore1] f575abe2-fba7-4c4f-9a5b-4a092b8d2c04 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.766517] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-acde2cff-552b-4c0b-bcbb-e6295c1748d4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.770553] env[63260]: DEBUG nova.virt.hardware [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:16:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='674cf0a1-9577-4ea6-95a8-78646e427c54',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-20831947',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 720.770553] env[63260]: DEBUG nova.virt.hardware [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 720.770695] env[63260]: DEBUG nova.virt.hardware [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.770835] env[63260]: DEBUG nova.virt.hardware [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.770975] env[63260]: DEBUG nova.virt.hardware [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.771136] env[63260]: DEBUG nova.virt.hardware [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.771341] env[63260]: DEBUG nova.virt.hardware [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 720.771502] env[63260]: DEBUG nova.virt.hardware [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 720.771676] env[63260]: DEBUG nova.virt.hardware [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 720.771831] env[63260]: DEBUG nova.virt.hardware [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 720.772037] env[63260]: DEBUG nova.virt.hardware [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 720.777395] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 720.781808] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15dc599d-0b2c-4092-91d2-7e09fe3814aa {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.799885] env[63260]: DEBUG oslo_vmware.api [None req-6caf9ac6-433a-439c-b90a-4c6c03edbac8 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 720.799885] env[63260]: value = "task-2284495" [ 720.799885] env[63260]: _type = "Task" [ 720.799885] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.806169] env[63260]: DEBUG oslo_vmware.api [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Waiting for the task: (returnval){ [ 720.806169] env[63260]: value = "task-2284496" [ 720.806169] env[63260]: _type = "Task" [ 720.806169] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.806417] env[63260]: DEBUG oslo_vmware.api [None req-ea32a28c-f04e-4d11-8a95-6c9d591ea913 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Task: {'id': task-2284492, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.393801} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.807090] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea32a28c-f04e-4d11-8a95-6c9d591ea913 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.807295] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ea32a28c-f04e-4d11-8a95-6c9d591ea913 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.807463] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ea32a28c-f04e-4d11-8a95-6c9d591ea913 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.807637] env[63260]: INFO nova.compute.manager [None req-ea32a28c-f04e-4d11-8a95-6c9d591ea913 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Took 1.23 seconds to destroy the instance on the hypervisor. [ 720.807865] env[63260]: DEBUG oslo.service.loopingcall [None req-ea32a28c-f04e-4d11-8a95-6c9d591ea913 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 720.810821] env[63260]: DEBUG nova.compute.manager [-] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 720.810924] env[63260]: DEBUG nova.network.neutron [-] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 720.818247] env[63260]: DEBUG oslo_vmware.api [None req-6caf9ac6-433a-439c-b90a-4c6c03edbac8 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.823896] env[63260]: DEBUG oslo_vmware.api [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.922414] env[63260]: DEBUG nova.network.neutron [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Successfully updated port: cce06954-ae04-49df-80f9-28923d7958cd {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.987839] env[63260]: DEBUG oslo_vmware.api [None req-a1c15e23-7887-492e-b088-25b390247376 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284494, 'name': PowerOffVM_Task, 'duration_secs': 0.355707} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.988178] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c15e23-7887-492e-b088-25b390247376 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.988803] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c15e23-7887-492e-b088-25b390247376 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 720.988803] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b26ca563-7a42-41df-bc0e-c682ea40363c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.019973] env[63260]: DEBUG nova.compute.manager [None req-5addaefa-8e8d-4a25-8fbc-8db70ca36f45 tempest-ServerDiagnosticsV248Test-2035472943 tempest-ServerDiagnosticsV248Test-2035472943-project-admin] [instance: ccdb87cc-389c-411f-b8ec-05a4bbaf21f9] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.021447] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec373de-b78b-48cb-83f3-9854a9b00bf5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.032160] env[63260]: INFO nova.compute.manager [None req-5addaefa-8e8d-4a25-8fbc-8db70ca36f45 tempest-ServerDiagnosticsV248Test-2035472943 tempest-ServerDiagnosticsV248Test-2035472943-project-admin] [instance: ccdb87cc-389c-411f-b8ec-05a4bbaf21f9] Retrieving diagnostics [ 721.033256] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4c8ca3-2a1f-4602-8ba7-c24febe9d635 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.074628] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c15e23-7887-492e-b088-25b390247376 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.074988] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c15e23-7887-492e-b088-25b390247376 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.075359] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1c15e23-7887-492e-b088-25b390247376 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Deleting the datastore file [datastore2] 877174d8-a4d9-4c03-bd61-81f9e541cd22 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.076452] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1d72b13-bfa3-4844-b02f-3b747eaad62f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.084183] env[63260]: DEBUG oslo_vmware.api [None req-a1c15e23-7887-492e-b088-25b390247376 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Waiting for the task: (returnval){ [ 721.084183] env[63260]: value = "task-2284498" [ 721.084183] env[63260]: _type = "Task" [ 721.084183] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.094300] env[63260]: DEBUG oslo_vmware.api [None req-a1c15e23-7887-492e-b088-25b390247376 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.132045] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc23787-084b-4fd4-9dde-3881f1888674 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.143088] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e78ea9-a78a-4f9d-9a3e-e71051a4c86a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.155714] env[63260]: DEBUG oslo_vmware.api [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284490, 'name': ReconfigVM_Task, 'duration_secs': 0.651248} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.182757] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 6952e379-f83f-469a-a4d2-ba1072fd37f6/6952e379-f83f-469a-a4d2-ba1072fd37f6.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.183951] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26976e91-793b-4e33-b1e0-cc02a244efe8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.186285] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a27632-2a0c-476d-b5df-f4afaf3b323e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.195644] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6b6faa-f4b8-423a-92ba-0a34665aae9c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.199765] env[63260]: DEBUG oslo_vmware.api [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for the task: (returnval){ [ 721.199765] env[63260]: value = "task-2284499" [ 721.199765] env[63260]: _type = "Task" [ 721.199765] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.212847] env[63260]: DEBUG nova.compute.provider_tree [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.219714] env[63260]: DEBUG oslo_vmware.api [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284499, 'name': Rename_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.308990] env[63260]: DEBUG oslo_vmware.api [None req-6caf9ac6-433a-439c-b90a-4c6c03edbac8 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360104} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.312389] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-6caf9ac6-433a-439c-b90a-4c6c03edbac8 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.312599] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6caf9ac6-433a-439c-b90a-4c6c03edbac8 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.312779] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6caf9ac6-433a-439c-b90a-4c6c03edbac8 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.312950] env[63260]: INFO nova.compute.manager [None req-6caf9ac6-433a-439c-b90a-4c6c03edbac8 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Took 1.44 seconds to destroy the instance on the hypervisor. [ 721.313205] env[63260]: DEBUG oslo.service.loopingcall [None req-6caf9ac6-433a-439c-b90a-4c6c03edbac8 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 721.313730] env[63260]: DEBUG nova.compute.manager [-] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 721.313826] env[63260]: DEBUG nova.network.neutron [-] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 721.320545] env[63260]: DEBUG oslo_vmware.api [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284496, 'name': ReconfigVM_Task, 'duration_secs': 0.314371} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.320812] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 721.322161] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6516a92-e1e6-4b8f-8ac7-73bc1121540d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.345699] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 9b45195e-aa35-45d4-a8d1-2460610897dd/9b45195e-aa35-45d4-a8d1-2460610897dd.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.346209] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d26e7048-89f7-4219-b7b2-0ae6b272aa9f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.366379] env[63260]: DEBUG oslo_vmware.api [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Waiting for the task: (returnval){ [ 721.366379] env[63260]: value = "task-2284500" [ 721.366379] env[63260]: _type = "Task" [ 721.366379] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.379028] env[63260]: DEBUG oslo_vmware.api [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284500, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.426060] env[63260]: DEBUG oslo_concurrency.lockutils [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "refresh_cache-67c72ba6-2ba1-4494-add1-f86cc7163ed9" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.426306] env[63260]: DEBUG oslo_concurrency.lockutils [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquired lock "refresh_cache-67c72ba6-2ba1-4494-add1-f86cc7163ed9" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.426510] env[63260]: DEBUG nova.network.neutron [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.594879] env[63260]: DEBUG oslo_vmware.api [None req-a1c15e23-7887-492e-b088-25b390247376 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.712404] env[63260]: DEBUG oslo_vmware.api [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284499, 'name': Rename_Task, 'duration_secs': 0.320934} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.714176] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.714623] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a43d28f7-e6fb-443e-ac61-3d78819f22c5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.718708] env[63260]: DEBUG nova.scheduler.client.report [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.730248] env[63260]: DEBUG oslo_vmware.api [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for the task: (returnval){ [ 721.730248] env[63260]: value = "task-2284501" [ 721.730248] env[63260]: _type = "Task" [ 721.730248] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.748332] env[63260]: DEBUG oslo_vmware.api [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284501, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.786244] env[63260]: DEBUG nova.compute.manager [req-27dcbcae-0855-4e84-8038-11dd7cfe366c req-a2ca2ea0-44de-4fef-bf18-f208fdb8e31f service nova] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Received event network-vif-plugged-cce06954-ae04-49df-80f9-28923d7958cd {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 721.786244] env[63260]: DEBUG oslo_concurrency.lockutils [req-27dcbcae-0855-4e84-8038-11dd7cfe366c req-a2ca2ea0-44de-4fef-bf18-f208fdb8e31f service nova] Acquiring lock "67c72ba6-2ba1-4494-add1-f86cc7163ed9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.786244] env[63260]: DEBUG oslo_concurrency.lockutils [req-27dcbcae-0855-4e84-8038-11dd7cfe366c req-a2ca2ea0-44de-4fef-bf18-f208fdb8e31f service nova] Lock "67c72ba6-2ba1-4494-add1-f86cc7163ed9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.786244] env[63260]: DEBUG oslo_concurrency.lockutils [req-27dcbcae-0855-4e84-8038-11dd7cfe366c req-a2ca2ea0-44de-4fef-bf18-f208fdb8e31f service nova] Lock "67c72ba6-2ba1-4494-add1-f86cc7163ed9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.786244] env[63260]: DEBUG nova.compute.manager [req-27dcbcae-0855-4e84-8038-11dd7cfe366c req-a2ca2ea0-44de-4fef-bf18-f208fdb8e31f service nova] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] No waiting events found dispatching network-vif-plugged-cce06954-ae04-49df-80f9-28923d7958cd {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 721.787223] env[63260]: WARNING nova.compute.manager [req-27dcbcae-0855-4e84-8038-11dd7cfe366c req-a2ca2ea0-44de-4fef-bf18-f208fdb8e31f service nova] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Received unexpected event network-vif-plugged-cce06954-ae04-49df-80f9-28923d7958cd for instance with vm_state building and task_state spawning. [ 721.787223] env[63260]: DEBUG nova.compute.manager [req-27dcbcae-0855-4e84-8038-11dd7cfe366c req-a2ca2ea0-44de-4fef-bf18-f208fdb8e31f service nova] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Received event network-changed-cce06954-ae04-49df-80f9-28923d7958cd {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 721.787332] env[63260]: DEBUG nova.compute.manager [req-27dcbcae-0855-4e84-8038-11dd7cfe366c req-a2ca2ea0-44de-4fef-bf18-f208fdb8e31f service nova] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Refreshing instance network info cache due to event network-changed-cce06954-ae04-49df-80f9-28923d7958cd. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 721.787496] env[63260]: DEBUG oslo_concurrency.lockutils [req-27dcbcae-0855-4e84-8038-11dd7cfe366c req-a2ca2ea0-44de-4fef-bf18-f208fdb8e31f service nova] Acquiring lock "refresh_cache-67c72ba6-2ba1-4494-add1-f86cc7163ed9" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.879770] env[63260]: DEBUG oslo_vmware.api [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.994665] env[63260]: DEBUG nova.network.neutron [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.096964] env[63260]: DEBUG oslo_vmware.api [None req-a1c15e23-7887-492e-b088-25b390247376 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284498, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.521771} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.097298] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1c15e23-7887-492e-b088-25b390247376 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.097464] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c15e23-7887-492e-b088-25b390247376 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.097649] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c15e23-7887-492e-b088-25b390247376 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.097823] env[63260]: INFO nova.compute.manager [None req-a1c15e23-7887-492e-b088-25b390247376 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Took 1.65 seconds to destroy the instance on the hypervisor. [ 722.098366] env[63260]: DEBUG oslo.service.loopingcall [None req-a1c15e23-7887-492e-b088-25b390247376 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 722.098497] env[63260]: DEBUG nova.compute.manager [-] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 722.098691] env[63260]: DEBUG nova.network.neutron [-] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.217723] env[63260]: DEBUG nova.network.neutron [-] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.227175] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.227175] env[63260]: DEBUG nova.compute.manager [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.231145] env[63260]: DEBUG oslo_concurrency.lockutils [None req-088c1372-2dbf-470a-8f00-e2065aa73a07 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.569s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.231578] env[63260]: DEBUG nova.objects.instance [None req-088c1372-2dbf-470a-8f00-e2065aa73a07 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Lazy-loading 'resources' on Instance uuid 01f5e2d4-430a-4cb0-8478-7f152441a2c0 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 722.250381] env[63260]: DEBUG oslo_vmware.api [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284501, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.252107] env[63260]: DEBUG nova.network.neutron [-] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.378362] env[63260]: DEBUG oslo_vmware.api [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284500, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.435137] env[63260]: DEBUG nova.network.neutron [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Updating instance_info_cache with network_info: [{"id": "cce06954-ae04-49df-80f9-28923d7958cd", "address": "fa:16:3e:72:48:f3", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcce06954-ae", "ovs_interfaceid": "cce06954-ae04-49df-80f9-28923d7958cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.721443] env[63260]: INFO nova.compute.manager [-] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Took 1.91 seconds to deallocate network for instance. [ 722.741967] env[63260]: DEBUG nova.compute.utils [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 722.747719] env[63260]: DEBUG nova.compute.manager [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.747719] env[63260]: DEBUG nova.network.neutron [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.758417] env[63260]: INFO nova.compute.manager [-] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Took 1.44 seconds to deallocate network for instance. [ 722.758599] env[63260]: DEBUG oslo_vmware.api [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284501, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.871069] env[63260]: DEBUG nova.policy [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69fa344e134342b584d02b374dbc4f12', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9991737908f44320bd4930ed4dbbccdd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.884078] env[63260]: DEBUG oslo_vmware.api [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284500, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.941139] env[63260]: DEBUG oslo_concurrency.lockutils [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Releasing lock "refresh_cache-67c72ba6-2ba1-4494-add1-f86cc7163ed9" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.941622] env[63260]: DEBUG nova.compute.manager [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Instance network_info: |[{"id": "cce06954-ae04-49df-80f9-28923d7958cd", "address": "fa:16:3e:72:48:f3", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcce06954-ae", "ovs_interfaceid": "cce06954-ae04-49df-80f9-28923d7958cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.941829] env[63260]: DEBUG oslo_concurrency.lockutils [req-27dcbcae-0855-4e84-8038-11dd7cfe366c req-a2ca2ea0-44de-4fef-bf18-f208fdb8e31f service nova] Acquired lock "refresh_cache-67c72ba6-2ba1-4494-add1-f86cc7163ed9" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.942059] env[63260]: DEBUG nova.network.neutron [req-27dcbcae-0855-4e84-8038-11dd7cfe366c req-a2ca2ea0-44de-4fef-bf18-f208fdb8e31f service nova] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Refreshing network info cache for port cce06954-ae04-49df-80f9-28923d7958cd {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.943554] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:48:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cce06954-ae04-49df-80f9-28923d7958cd', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.954685] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Creating folder: Project (2147a1e9788d4345b9f561c682dcba6d). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.960847] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c800e4b5-f92c-4004-a5cf-72608250cc8b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.975776] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Created folder: Project (2147a1e9788d4345b9f561c682dcba6d) in parent group-v464889. [ 722.976796] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Creating folder: Instances. Parent ref: group-v465045. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.976796] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-768656c3-9e8a-4164-bb26-c58c53ed1295 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.991195] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Created folder: Instances in parent group-v465045. [ 722.991195] env[63260]: DEBUG oslo.service.loopingcall [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 722.991195] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.991195] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7d2c162-6a9f-4eb8-9d27-6f492aafe373 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.017372] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.017372] env[63260]: value = "task-2284504" [ 723.017372] env[63260]: _type = "Task" [ 723.017372] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.026866] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284504, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.167666] env[63260]: DEBUG nova.network.neutron [-] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.232841] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ea32a28c-f04e-4d11-8a95-6c9d591ea913 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.249835] env[63260]: DEBUG oslo_vmware.api [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284501, 'name': PowerOnVM_Task, 'duration_secs': 1.27666} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.256337] env[63260]: DEBUG nova.compute.manager [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.261212] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.261212] env[63260]: INFO nova.compute.manager [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Took 13.22 seconds to spawn the instance on the hypervisor. [ 723.261212] env[63260]: DEBUG nova.compute.manager [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.262308] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6a0a99-98c3-48a4-bc07-8d5ec1869b9f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.266807] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6caf9ac6-433a-439c-b90a-4c6c03edbac8 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.351390] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d371dda-721d-48a0-8811-fb7ad9980284 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.360113] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00441c5-dcdb-49ee-9b7a-a986ef17fe04 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.393698] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efac6452-c815-4ad3-bf17-489cd7828cf8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.404141] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d488dd1-3499-4d6a-bb4c-f93767c1dac5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.407969] env[63260]: DEBUG oslo_vmware.api [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284500, 'name': ReconfigVM_Task, 'duration_secs': 1.580225} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.408306] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 9b45195e-aa35-45d4-a8d1-2460610897dd/9b45195e-aa35-45d4-a8d1-2460610897dd.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.408659] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Updating instance '9b45195e-aa35-45d4-a8d1-2460610897dd' progress to 50 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 723.422921] env[63260]: DEBUG nova.compute.provider_tree [None req-088c1372-2dbf-470a-8f00-e2065aa73a07 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.529192] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284504, 'name': CreateVM_Task} progress is 25%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.670492] env[63260]: INFO nova.compute.manager [-] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Took 1.57 seconds to deallocate network for instance. [ 723.771245] env[63260]: DEBUG nova.network.neutron [req-27dcbcae-0855-4e84-8038-11dd7cfe366c req-a2ca2ea0-44de-4fef-bf18-f208fdb8e31f service nova] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Updated VIF entry in instance network info cache for port cce06954-ae04-49df-80f9-28923d7958cd. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.774038] env[63260]: DEBUG nova.network.neutron [req-27dcbcae-0855-4e84-8038-11dd7cfe366c req-a2ca2ea0-44de-4fef-bf18-f208fdb8e31f service nova] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Updating instance_info_cache with network_info: [{"id": "cce06954-ae04-49df-80f9-28923d7958cd", "address": "fa:16:3e:72:48:f3", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcce06954-ae", "ovs_interfaceid": "cce06954-ae04-49df-80f9-28923d7958cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.791020] env[63260]: INFO nova.compute.manager [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Took 40.34 seconds to build instance. [ 723.873868] env[63260]: DEBUG nova.network.neutron [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Successfully created port: 5dddfdde-bb07-478f-9749-6c3cf0e1ecb0 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.916735] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c6d6e9-710e-4730-802d-a972dd40689e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.938397] env[63260]: DEBUG nova.scheduler.client.report [None req-088c1372-2dbf-470a-8f00-e2065aa73a07 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.948292] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692fb215-8a7a-4b4e-8dfd-e74b6c092c60 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.968148] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Updating instance '9b45195e-aa35-45d4-a8d1-2460610897dd' progress to 67 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 724.032186] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284504, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.109332] env[63260]: DEBUG nova.compute.manager [req-ab30fab2-d793-441e-8e13-1c705cb46c59 req-599cbd0c-941d-43a6-b55f-039be57cc66a service nova] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Received event network-changed-bc37e5d9-c3e3-4558-a9d1-140aa3829937 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 724.109332] env[63260]: DEBUG nova.compute.manager [req-ab30fab2-d793-441e-8e13-1c705cb46c59 req-599cbd0c-941d-43a6-b55f-039be57cc66a service nova] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Refreshing instance network info cache due to event network-changed-bc37e5d9-c3e3-4558-a9d1-140aa3829937. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 724.109332] env[63260]: DEBUG oslo_concurrency.lockutils [req-ab30fab2-d793-441e-8e13-1c705cb46c59 req-599cbd0c-941d-43a6-b55f-039be57cc66a service nova] Acquiring lock "refresh_cache-02506b07-c1eb-46f9-a0bc-2cafa25d31da" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.109332] env[63260]: DEBUG oslo_concurrency.lockutils [req-ab30fab2-d793-441e-8e13-1c705cb46c59 req-599cbd0c-941d-43a6-b55f-039be57cc66a service nova] Acquired lock "refresh_cache-02506b07-c1eb-46f9-a0bc-2cafa25d31da" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.109624] env[63260]: DEBUG nova.network.neutron [req-ab30fab2-d793-441e-8e13-1c705cb46c59 req-599cbd0c-941d-43a6-b55f-039be57cc66a service nova] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Refreshing network info cache for port bc37e5d9-c3e3-4558-a9d1-140aa3829937 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.178156] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a1c15e23-7887-492e-b088-25b390247376 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.276514] env[63260]: DEBUG nova.compute.manager [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.281416] env[63260]: DEBUG oslo_concurrency.lockutils [req-27dcbcae-0855-4e84-8038-11dd7cfe366c req-a2ca2ea0-44de-4fef-bf18-f208fdb8e31f service nova] Releasing lock "refresh_cache-67c72ba6-2ba1-4494-add1-f86cc7163ed9" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.291641] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cca76dd1-ff9b-4553-b7a5-4b773d06b720 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Lock "6952e379-f83f-469a-a4d2-ba1072fd37f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.956s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.324984] env[63260]: DEBUG nova.virt.hardware [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.325279] env[63260]: DEBUG nova.virt.hardware [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.325442] env[63260]: DEBUG nova.virt.hardware [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.325644] env[63260]: DEBUG nova.virt.hardware [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.325893] env[63260]: DEBUG nova.virt.hardware [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.330343] env[63260]: DEBUG nova.virt.hardware [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.330343] env[63260]: DEBUG nova.virt.hardware [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.330343] env[63260]: DEBUG nova.virt.hardware [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.330343] env[63260]: DEBUG nova.virt.hardware [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.330343] env[63260]: DEBUG nova.virt.hardware [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.330830] env[63260]: DEBUG nova.virt.hardware [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.331423] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7682cec9-4595-4004-b0c5-79cd16f8720b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.340437] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a37a7e5-a9d0-41e2-9b54-0beacbdc018a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.443567] env[63260]: DEBUG oslo_concurrency.lockutils [None req-088c1372-2dbf-470a-8f00-e2065aa73a07 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.214s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.446291] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.767s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.447969] env[63260]: INFO nova.compute.claims [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.484824] env[63260]: INFO nova.scheduler.client.report [None req-088c1372-2dbf-470a-8f00-e2065aa73a07 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Deleted allocations for instance 01f5e2d4-430a-4cb0-8478-7f152441a2c0 [ 724.531890] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284504, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.531890] env[63260]: DEBUG nova.network.neutron [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Port a4a1f700-247e-4f4e-a5ae-f0061769fe83 binding to destination host cpu-1 is already ACTIVE {{(pid=63260) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 724.925073] env[63260]: DEBUG nova.network.neutron [req-ab30fab2-d793-441e-8e13-1c705cb46c59 req-599cbd0c-941d-43a6-b55f-039be57cc66a service nova] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Updated VIF entry in instance network info cache for port bc37e5d9-c3e3-4558-a9d1-140aa3829937. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.925594] env[63260]: DEBUG nova.network.neutron [req-ab30fab2-d793-441e-8e13-1c705cb46c59 req-599cbd0c-941d-43a6-b55f-039be57cc66a service nova] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Updating instance_info_cache with network_info: [{"id": "bc37e5d9-c3e3-4558-a9d1-140aa3829937", "address": "fa:16:3e:c9:80:8e", "network": {"id": "2b44804b-5746-4ea6-99db-20ea1b42aba1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1494239024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c195b911ddd94efaa7ac8c24a902b293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc37e5d9-c3", "ovs_interfaceid": "bc37e5d9-c3e3-4558-a9d1-140aa3829937", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.993445] env[63260]: DEBUG oslo_concurrency.lockutils [None req-088c1372-2dbf-470a-8f00-e2065aa73a07 tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Lock "01f5e2d4-430a-4cb0-8478-7f152441a2c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.881s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.041463] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284504, 'name': CreateVM_Task, 'duration_secs': 1.880224} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.042499] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.043061] env[63260]: DEBUG oslo_concurrency.lockutils [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.043304] env[63260]: DEBUG oslo_concurrency.lockutils [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.043772] env[63260]: DEBUG oslo_concurrency.lockutils [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.044108] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-355979d1-2c92-4c64-8684-fd21ff4bc50c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.050197] env[63260]: DEBUG oslo_vmware.api [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 725.050197] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526e6c5d-2ec8-dfc4-36c3-4a563fecdf31" [ 725.050197] env[63260]: _type = "Task" [ 725.050197] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.058965] env[63260]: DEBUG oslo_vmware.api [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526e6c5d-2ec8-dfc4-36c3-4a563fecdf31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.428466] env[63260]: DEBUG oslo_concurrency.lockutils [req-ab30fab2-d793-441e-8e13-1c705cb46c59 req-599cbd0c-941d-43a6-b55f-039be57cc66a service nova] Releasing lock "refresh_cache-02506b07-c1eb-46f9-a0bc-2cafa25d31da" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.428838] env[63260]: DEBUG nova.compute.manager [req-ab30fab2-d793-441e-8e13-1c705cb46c59 req-599cbd0c-941d-43a6-b55f-039be57cc66a service nova] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Received event network-vif-deleted-4f12f95b-bdda-4586-948e-f2f72949fefe {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 725.429140] env[63260]: DEBUG nova.compute.manager [req-ab30fab2-d793-441e-8e13-1c705cb46c59 req-599cbd0c-941d-43a6-b55f-039be57cc66a service nova] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Received event network-vif-deleted-0c21e070-7462-4e66-901c-b136c2215ae3 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 725.429349] env[63260]: DEBUG nova.compute.manager [req-ab30fab2-d793-441e-8e13-1c705cb46c59 req-599cbd0c-941d-43a6-b55f-039be57cc66a service nova] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Received event network-vif-deleted-e15db0d8-4520-4504-8b1f-72b3deda2b37 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 725.429597] env[63260]: DEBUG nova.compute.manager [req-ab30fab2-d793-441e-8e13-1c705cb46c59 req-599cbd0c-941d-43a6-b55f-039be57cc66a service nova] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Received event network-vif-deleted-d0526336-1e6b-433b-9bcf-522675996985 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 725.559897] env[63260]: DEBUG oslo_concurrency.lockutils [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquiring lock "9b45195e-aa35-45d4-a8d1-2460610897dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.561025] env[63260]: DEBUG oslo_concurrency.lockutils [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Lock "9b45195e-aa35-45d4-a8d1-2460610897dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.561371] env[63260]: DEBUG oslo_concurrency.lockutils [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Lock "9b45195e-aa35-45d4-a8d1-2460610897dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.583282] env[63260]: DEBUG oslo_vmware.api [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526e6c5d-2ec8-dfc4-36c3-4a563fecdf31, 'name': SearchDatastore_Task, 'duration_secs': 0.014884} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.586906] env[63260]: DEBUG oslo_concurrency.lockutils [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.587302] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.587600] env[63260]: DEBUG oslo_concurrency.lockutils [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.587756] env[63260]: DEBUG oslo_concurrency.lockutils [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.587939] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.589087] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46b68077-7fba-4e65-ba51-34134117db4f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.601235] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.601235] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.603943] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-288f78eb-147e-40ad-adb1-d7710cb40490 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.610648] env[63260]: DEBUG oslo_vmware.api [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 725.610648] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52caf50f-6f4d-5f0b-163d-2a74323f2ce7" [ 725.610648] env[63260]: _type = "Task" [ 725.610648] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.620335] env[63260]: DEBUG oslo_vmware.api [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52caf50f-6f4d-5f0b-163d-2a74323f2ce7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.729996] env[63260]: DEBUG nova.network.neutron [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Successfully updated port: 5dddfdde-bb07-478f-9749-6c3cf0e1ecb0 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 726.009086] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96d0f3f-6cc6-40e9-9438-2e06138c4234 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.018559] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b014c1-4b00-462c-a228-6c95bd3535e1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.051625] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26af3518-3eae-4ad8-b0e4-bb8992615e89 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.059377] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d881d5-2ac2-4723-b1c5-12ac38ea41ca {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.075062] env[63260]: DEBUG nova.compute.provider_tree [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.121493] env[63260]: DEBUG oslo_vmware.api [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52caf50f-6f4d-5f0b-163d-2a74323f2ce7, 'name': SearchDatastore_Task, 'duration_secs': 0.014258} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.122461] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-063dc1d8-adc4-484c-b20f-dcbf880feb9d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.131139] env[63260]: DEBUG oslo_vmware.api [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 726.131139] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52251b71-3510-d02a-dbe1-64e5c38bcc99" [ 726.131139] env[63260]: _type = "Task" [ 726.131139] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.136485] env[63260]: DEBUG oslo_vmware.api [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52251b71-3510-d02a-dbe1-64e5c38bcc99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.233204] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Acquiring lock "refresh_cache-93332739-3e6a-4ba1-9cba-e397ae34e458" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.233354] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Acquired lock "refresh_cache-93332739-3e6a-4ba1-9cba-e397ae34e458" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.233683] env[63260]: DEBUG nova.network.neutron [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.357413] env[63260]: DEBUG nova.compute.manager [None req-06929d5b-02d1-4864-a448-7a65c58da564 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.357696] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f304e3e8-6411-4143-8c89-da5d0c81582d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.380950] env[63260]: DEBUG nova.compute.manager [req-4051b6bf-94c3-46f8-b80e-eed995818048 req-eda47a5a-49d7-4fba-97a7-5155a7a62fff service nova] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Received event network-vif-plugged-5dddfdde-bb07-478f-9749-6c3cf0e1ecb0 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 726.381219] env[63260]: DEBUG oslo_concurrency.lockutils [req-4051b6bf-94c3-46f8-b80e-eed995818048 req-eda47a5a-49d7-4fba-97a7-5155a7a62fff service nova] Acquiring lock "93332739-3e6a-4ba1-9cba-e397ae34e458-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.381433] env[63260]: DEBUG oslo_concurrency.lockutils [req-4051b6bf-94c3-46f8-b80e-eed995818048 req-eda47a5a-49d7-4fba-97a7-5155a7a62fff service nova] Lock "93332739-3e6a-4ba1-9cba-e397ae34e458-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.381756] env[63260]: DEBUG oslo_concurrency.lockutils [req-4051b6bf-94c3-46f8-b80e-eed995818048 req-eda47a5a-49d7-4fba-97a7-5155a7a62fff service nova] Lock "93332739-3e6a-4ba1-9cba-e397ae34e458-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.381969] env[63260]: DEBUG nova.compute.manager [req-4051b6bf-94c3-46f8-b80e-eed995818048 req-eda47a5a-49d7-4fba-97a7-5155a7a62fff service nova] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] No waiting events found dispatching network-vif-plugged-5dddfdde-bb07-478f-9749-6c3cf0e1ecb0 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 726.382190] env[63260]: WARNING nova.compute.manager [req-4051b6bf-94c3-46f8-b80e-eed995818048 req-eda47a5a-49d7-4fba-97a7-5155a7a62fff service nova] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Received unexpected event network-vif-plugged-5dddfdde-bb07-478f-9749-6c3cf0e1ecb0 for instance with vm_state building and task_state spawning. [ 726.382307] env[63260]: DEBUG nova.compute.manager [req-4051b6bf-94c3-46f8-b80e-eed995818048 req-eda47a5a-49d7-4fba-97a7-5155a7a62fff service nova] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Received event network-changed-5dddfdde-bb07-478f-9749-6c3cf0e1ecb0 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 726.382462] env[63260]: DEBUG nova.compute.manager [req-4051b6bf-94c3-46f8-b80e-eed995818048 req-eda47a5a-49d7-4fba-97a7-5155a7a62fff service nova] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Refreshing instance network info cache due to event network-changed-5dddfdde-bb07-478f-9749-6c3cf0e1ecb0. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 726.382623] env[63260]: DEBUG oslo_concurrency.lockutils [req-4051b6bf-94c3-46f8-b80e-eed995818048 req-eda47a5a-49d7-4fba-97a7-5155a7a62fff service nova] Acquiring lock "refresh_cache-93332739-3e6a-4ba1-9cba-e397ae34e458" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.581176] env[63260]: DEBUG nova.scheduler.client.report [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.640177] env[63260]: DEBUG oslo_vmware.api [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52251b71-3510-d02a-dbe1-64e5c38bcc99, 'name': SearchDatastore_Task, 'duration_secs': 0.032961} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.640773] env[63260]: DEBUG oslo_concurrency.lockutils [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.641175] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 67c72ba6-2ba1-4494-add1-f86cc7163ed9/67c72ba6-2ba1-4494-add1-f86cc7163ed9.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.641570] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45541a7b-bf8f-4b74-828b-e8ed50beb6fe {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.651255] env[63260]: DEBUG oslo_vmware.api [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 726.651255] env[63260]: value = "task-2284505" [ 726.651255] env[63260]: _type = "Task" [ 726.651255] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.658544] env[63260]: DEBUG oslo_vmware.api [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2284505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.659612] env[63260]: DEBUG oslo_concurrency.lockutils [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquiring lock "refresh_cache-9b45195e-aa35-45d4-a8d1-2460610897dd" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.659929] env[63260]: DEBUG oslo_concurrency.lockutils [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquired lock "refresh_cache-9b45195e-aa35-45d4-a8d1-2460610897dd" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.660246] env[63260]: DEBUG nova.network.neutron [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.779111] env[63260]: DEBUG nova.network.neutron [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.871353] env[63260]: INFO nova.compute.manager [None req-06929d5b-02d1-4864-a448-7a65c58da564 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] instance snapshotting [ 726.873851] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d93a9e1-a465-42c1-ae2f-8b2e4f18b439 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.905574] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd6bf26-e69b-4081-9146-93627c7f6be0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.011635] env[63260]: DEBUG nova.network.neutron [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Updating instance_info_cache with network_info: [{"id": "5dddfdde-bb07-478f-9749-6c3cf0e1ecb0", "address": "fa:16:3e:30:b7:85", "network": {"id": "17ec7c71-0040-4cc7-90ec-354ec4ec9c3d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-125465579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9991737908f44320bd4930ed4dbbccdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dddfdde-bb", "ovs_interfaceid": "5dddfdde-bb07-478f-9749-6c3cf0e1ecb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.086689] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.087392] env[63260]: DEBUG nova.compute.manager [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.094441] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.993s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.096364] env[63260]: DEBUG nova.objects.instance [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63260) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 727.167648] env[63260]: DEBUG oslo_vmware.api [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2284505, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.421512] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-06929d5b-02d1-4864-a448-7a65c58da564 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Creating Snapshot of the VM instance {{(pid=63260) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 727.421512] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c7374631-f40c-4b52-bdb5-c48006de6f2f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.435018] env[63260]: DEBUG oslo_vmware.api [None req-06929d5b-02d1-4864-a448-7a65c58da564 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for the task: (returnval){ [ 727.435018] env[63260]: value = "task-2284506" [ 727.435018] env[63260]: _type = "Task" [ 727.435018] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.445148] env[63260]: DEBUG oslo_vmware.api [None req-06929d5b-02d1-4864-a448-7a65c58da564 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284506, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.446248] env[63260]: DEBUG nova.network.neutron [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Updating instance_info_cache with network_info: [{"id": "a4a1f700-247e-4f4e-a5ae-f0061769fe83", "address": "fa:16:3e:81:e3:8f", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4a1f700-24", "ovs_interfaceid": "a4a1f700-247e-4f4e-a5ae-f0061769fe83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.514579] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Releasing lock "refresh_cache-93332739-3e6a-4ba1-9cba-e397ae34e458" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.515174] env[63260]: DEBUG nova.compute.manager [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Instance network_info: |[{"id": "5dddfdde-bb07-478f-9749-6c3cf0e1ecb0", "address": "fa:16:3e:30:b7:85", "network": {"id": "17ec7c71-0040-4cc7-90ec-354ec4ec9c3d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-125465579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9991737908f44320bd4930ed4dbbccdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dddfdde-bb", "ovs_interfaceid": "5dddfdde-bb07-478f-9749-6c3cf0e1ecb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 727.515522] env[63260]: DEBUG oslo_concurrency.lockutils [req-4051b6bf-94c3-46f8-b80e-eed995818048 req-eda47a5a-49d7-4fba-97a7-5155a7a62fff service nova] Acquired lock "refresh_cache-93332739-3e6a-4ba1-9cba-e397ae34e458" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.515739] env[63260]: DEBUG nova.network.neutron [req-4051b6bf-94c3-46f8-b80e-eed995818048 req-eda47a5a-49d7-4fba-97a7-5155a7a62fff service nova] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Refreshing network info cache for port 5dddfdde-bb07-478f-9749-6c3cf0e1ecb0 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.517241] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:b7:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cfbd1264-be3d-4ca9-953a-df79de7b010b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5dddfdde-bb07-478f-9749-6c3cf0e1ecb0', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.526830] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Creating folder: Project (9991737908f44320bd4930ed4dbbccdd). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.530787] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91ff02f2-064f-4631-ab48-812b20f3d809 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.542903] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Created folder: Project (9991737908f44320bd4930ed4dbbccdd) in parent group-v464889. [ 727.543089] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Creating folder: Instances. Parent ref: group-v465048. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.543385] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e444fe3-be0d-4e09-ba2a-6b13b28920a3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.552686] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Created folder: Instances in parent group-v465048. [ 727.553011] env[63260]: DEBUG oslo.service.loopingcall [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 727.553259] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.553492] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0b87384-4d1c-433f-947b-312c01377db5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.582307] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.582307] env[63260]: value = "task-2284509" [ 727.582307] env[63260]: _type = "Task" [ 727.582307] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.593688] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284509, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.604373] env[63260]: DEBUG nova.compute.utils [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 727.608623] env[63260]: DEBUG nova.compute.manager [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.608927] env[63260]: DEBUG nova.network.neutron [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 727.672333] env[63260]: DEBUG oslo_vmware.api [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2284505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707909} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.672749] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 67c72ba6-2ba1-4494-add1-f86cc7163ed9/67c72ba6-2ba1-4494-add1-f86cc7163ed9.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.673079] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.673450] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8593a22-65e6-4415-8501-f81a042e7c08 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.682260] env[63260]: DEBUG oslo_vmware.api [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 727.682260] env[63260]: value = "task-2284510" [ 727.682260] env[63260]: _type = "Task" [ 727.682260] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.689307] env[63260]: DEBUG nova.policy [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac48af60b7124eebb0a86475061bd312', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b3857992c7548b6a742d8e27e5e147a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.695040] env[63260]: DEBUG oslo_vmware.api [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2284510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.946813] env[63260]: DEBUG oslo_vmware.api [None req-06929d5b-02d1-4864-a448-7a65c58da564 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284506, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.948668] env[63260]: DEBUG oslo_concurrency.lockutils [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Releasing lock "refresh_cache-9b45195e-aa35-45d4-a8d1-2460610897dd" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.012279] env[63260]: DEBUG nova.network.neutron [req-4051b6bf-94c3-46f8-b80e-eed995818048 req-eda47a5a-49d7-4fba-97a7-5155a7a62fff service nova] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Updated VIF entry in instance network info cache for port 5dddfdde-bb07-478f-9749-6c3cf0e1ecb0. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.012279] env[63260]: DEBUG nova.network.neutron [req-4051b6bf-94c3-46f8-b80e-eed995818048 req-eda47a5a-49d7-4fba-97a7-5155a7a62fff service nova] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Updating instance_info_cache with network_info: [{"id": "5dddfdde-bb07-478f-9749-6c3cf0e1ecb0", "address": "fa:16:3e:30:b7:85", "network": {"id": "17ec7c71-0040-4cc7-90ec-354ec4ec9c3d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-125465579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9991737908f44320bd4930ed4dbbccdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dddfdde-bb", "ovs_interfaceid": "5dddfdde-bb07-478f-9749-6c3cf0e1ecb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.098981] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284509, 'name': CreateVM_Task} progress is 25%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.110146] env[63260]: DEBUG nova.compute.utils [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 728.117122] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a60bd9ab-09a6-48bb-9676-12fe5a0aa25e tempest-ServersAdmin275Test-1262009592 tempest-ServersAdmin275Test-1262009592-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.117122] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ebb9e8cf-fcb7-407d-b8f3-d06b62b776f4 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.522s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.117122] env[63260]: DEBUG nova.objects.instance [None req-ebb9e8cf-fcb7-407d-b8f3-d06b62b776f4 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Lazy-loading 'resources' on Instance uuid d524fb17-62cf-42e9-a93f-0066614314a5 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.199025] env[63260]: DEBUG oslo_vmware.api [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2284510, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124028} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.199025] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.199025] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16f7f81-c868-4a7b-9504-a6e159ee21a8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.228753] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 67c72ba6-2ba1-4494-add1-f86cc7163ed9/67c72ba6-2ba1-4494-add1-f86cc7163ed9.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.231017] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0af7c77b-2f88-44b2-beb2-34997c7cd739 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.255534] env[63260]: DEBUG oslo_vmware.api [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 728.255534] env[63260]: value = "task-2284511" [ 728.255534] env[63260]: _type = "Task" [ 728.255534] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.264868] env[63260]: DEBUG oslo_vmware.api [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2284511, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.274020] env[63260]: DEBUG nova.network.neutron [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Successfully created port: e1217e65-ea01-45dc-94f7-af32061075d5 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.464960] env[63260]: DEBUG oslo_vmware.api [None req-06929d5b-02d1-4864-a448-7a65c58da564 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284506, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.483144] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cba5be-5f88-46a4-90ff-3e8166d7470d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.502836] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7554591f-4323-4291-a5ad-d2aa4c95f83f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.511873] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Updating instance '9b45195e-aa35-45d4-a8d1-2460610897dd' progress to 83 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 728.516321] env[63260]: DEBUG oslo_concurrency.lockutils [req-4051b6bf-94c3-46f8-b80e-eed995818048 req-eda47a5a-49d7-4fba-97a7-5155a7a62fff service nova] Releasing lock "refresh_cache-93332739-3e6a-4ba1-9cba-e397ae34e458" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.595707] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284509, 'name': CreateVM_Task, 'duration_secs': 0.72293} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.596261] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.597097] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.597418] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.597845] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.598229] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c97b597-e4f1-4f68-a9cc-8583730a1157 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.605245] env[63260]: DEBUG oslo_vmware.api [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for the task: (returnval){ [ 728.605245] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5250f103-4ccc-8df6-588a-e70d8a6ade55" [ 728.605245] env[63260]: _type = "Task" [ 728.605245] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.613175] env[63260]: DEBUG oslo_vmware.api [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5250f103-4ccc-8df6-588a-e70d8a6ade55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.619456] env[63260]: DEBUG nova.compute.manager [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.774349] env[63260]: DEBUG oslo_vmware.api [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2284511, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.948271] env[63260]: DEBUG oslo_vmware.api [None req-06929d5b-02d1-4864-a448-7a65c58da564 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284506, 'name': CreateSnapshot_Task, 'duration_secs': 1.303342} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.949088] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-06929d5b-02d1-4864-a448-7a65c58da564 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Created Snapshot of the VM instance {{(pid=63260) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 728.949894] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158d8199-f009-41a2-ab1e-8321a9be41c1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.019998] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.020656] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa844d29-0d19-4fdf-84cc-73a8a6098222 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.034360] env[63260]: DEBUG oslo_vmware.api [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Waiting for the task: (returnval){ [ 729.034360] env[63260]: value = "task-2284512" [ 729.034360] env[63260]: _type = "Task" [ 729.034360] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.044958] env[63260]: DEBUG oslo_vmware.api [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.120581] env[63260]: DEBUG oslo_vmware.api [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5250f103-4ccc-8df6-588a-e70d8a6ade55, 'name': SearchDatastore_Task, 'duration_secs': 0.022368} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.120886] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.121333] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.121585] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.121729] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.121904] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.124235] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca25ef8e-5989-43e6-99f0-cc5a767f5aa3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.142207] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.142427] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.143318] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d9c21fb-068b-48fd-a79c-d42f64cf6cb0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.151552] env[63260]: DEBUG oslo_vmware.api [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for the task: (returnval){ [ 729.151552] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5202b048-ff7a-b4f5-80e4-c93571706a15" [ 729.151552] env[63260]: _type = "Task" [ 729.151552] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.163569] env[63260]: DEBUG oslo_vmware.api [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5202b048-ff7a-b4f5-80e4-c93571706a15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.236361] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4deb0b-622e-4fa8-a25e-e70a3dbd71de {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.255694] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a781452-ee40-4cf3-b7de-37b081249ea5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.270234] env[63260]: DEBUG oslo_vmware.api [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2284511, 'name': ReconfigVM_Task, 'duration_secs': 0.669965} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.296761] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 67c72ba6-2ba1-4494-add1-f86cc7163ed9/67c72ba6-2ba1-4494-add1-f86cc7163ed9.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.297332] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-673da793-94ae-45e7-8296-fea65d341668 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.300338] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d3a468-5dad-45d6-8cc2-76b55ebc6155 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.313591] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2b07f3-92d2-4794-8d25-92ab01d115ce {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.317626] env[63260]: DEBUG oslo_vmware.api [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 729.317626] env[63260]: value = "task-2284513" [ 729.317626] env[63260]: _type = "Task" [ 729.317626] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.330356] env[63260]: DEBUG nova.compute.provider_tree [None req-ebb9e8cf-fcb7-407d-b8f3-d06b62b776f4 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.343720] env[63260]: DEBUG oslo_vmware.api [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2284513, 'name': Rename_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.474465] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-06929d5b-02d1-4864-a448-7a65c58da564 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Creating linked-clone VM from snapshot {{(pid=63260) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 729.474666] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-69710de0-8e01-40ae-b463-f1d2d3417fa3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.485062] env[63260]: DEBUG oslo_vmware.api [None req-06929d5b-02d1-4864-a448-7a65c58da564 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for the task: (returnval){ [ 729.485062] env[63260]: value = "task-2284514" [ 729.485062] env[63260]: _type = "Task" [ 729.485062] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.495958] env[63260]: DEBUG oslo_vmware.api [None req-06929d5b-02d1-4864-a448-7a65c58da564 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284514, 'name': CloneVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.546266] env[63260]: DEBUG oslo_vmware.api [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284512, 'name': PowerOnVM_Task, 'duration_secs': 0.448341} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.546577] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.546763] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-46a76c4a-5859-4049-923f-1dbb816a132d tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Updating instance '9b45195e-aa35-45d4-a8d1-2460610897dd' progress to 100 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 729.632256] env[63260]: DEBUG nova.compute.manager [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.664148] env[63260]: DEBUG nova.virt.hardware [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:14:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='770877261',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-540017541',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.664148] env[63260]: DEBUG nova.virt.hardware [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.664148] env[63260]: DEBUG nova.virt.hardware [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.664148] env[63260]: DEBUG nova.virt.hardware [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.664148] env[63260]: DEBUG nova.virt.hardware [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.664148] env[63260]: DEBUG nova.virt.hardware [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.664148] env[63260]: DEBUG nova.virt.hardware [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.664148] env[63260]: DEBUG nova.virt.hardware [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.664148] env[63260]: DEBUG nova.virt.hardware [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.664528] env[63260]: DEBUG nova.virt.hardware [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.664672] env[63260]: DEBUG nova.virt.hardware [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.665799] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34325f8-ca61-4317-9433-71b3649465b5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.678365] env[63260]: DEBUG oslo_vmware.api [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5202b048-ff7a-b4f5-80e4-c93571706a15, 'name': SearchDatastore_Task, 'duration_secs': 0.017043} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.681220] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-184deff1-a0f0-4e34-bf88-ffc540c765fa {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.684520] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b608c0-f4f2-46d8-955d-aa73d33325f2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.692556] env[63260]: DEBUG oslo_vmware.api [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for the task: (returnval){ [ 729.692556] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52908ff9-65e6-696b-4c18-8bfdb3bbe3dd" [ 729.692556] env[63260]: _type = "Task" [ 729.692556] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.710650] env[63260]: DEBUG oslo_vmware.api [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52908ff9-65e6-696b-4c18-8bfdb3bbe3dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.829313] env[63260]: DEBUG oslo_vmware.api [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2284513, 'name': Rename_Task, 'duration_secs': 0.265991} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.829854] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.830273] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c53a927d-873c-431e-8464-d9bb77536f13 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.836584] env[63260]: DEBUG nova.scheduler.client.report [None req-ebb9e8cf-fcb7-407d-b8f3-d06b62b776f4 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.841545] env[63260]: DEBUG oslo_vmware.api [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 729.841545] env[63260]: value = "task-2284515" [ 729.841545] env[63260]: _type = "Task" [ 729.841545] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.852318] env[63260]: DEBUG oslo_vmware.api [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2284515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.001075] env[63260]: DEBUG oslo_vmware.api [None req-06929d5b-02d1-4864-a448-7a65c58da564 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284514, 'name': CloneVM_Task} progress is 93%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.212477] env[63260]: DEBUG oslo_vmware.api [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52908ff9-65e6-696b-4c18-8bfdb3bbe3dd, 'name': SearchDatastore_Task, 'duration_secs': 0.03088} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.212748] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.213024] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 93332739-3e6a-4ba1-9cba-e397ae34e458/93332739-3e6a-4ba1-9cba-e397ae34e458.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.213293] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-076284e1-60ac-450d-9437-4016b3b3f188 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.225027] env[63260]: DEBUG oslo_vmware.api [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for the task: (returnval){ [ 730.225027] env[63260]: value = "task-2284516" [ 730.225027] env[63260]: _type = "Task" [ 730.225027] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.229848] env[63260]: DEBUG nova.network.neutron [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Successfully updated port: e1217e65-ea01-45dc-94f7-af32061075d5 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 730.237679] env[63260]: DEBUG oslo_vmware.api [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.332793] env[63260]: DEBUG nova.compute.manager [req-a95c94ed-333d-49b8-915c-b99535f61329 req-9869841b-4bb5-4131-ad21-c6aab2619fb4 service nova] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Received event network-vif-plugged-e1217e65-ea01-45dc-94f7-af32061075d5 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 730.332969] env[63260]: DEBUG oslo_concurrency.lockutils [req-a95c94ed-333d-49b8-915c-b99535f61329 req-9869841b-4bb5-4131-ad21-c6aab2619fb4 service nova] Acquiring lock "968e6889-032a-4b5a-8cb5-3e612664bb1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.334011] env[63260]: DEBUG oslo_concurrency.lockutils [req-a95c94ed-333d-49b8-915c-b99535f61329 req-9869841b-4bb5-4131-ad21-c6aab2619fb4 service nova] Lock "968e6889-032a-4b5a-8cb5-3e612664bb1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.334301] env[63260]: DEBUG oslo_concurrency.lockutils [req-a95c94ed-333d-49b8-915c-b99535f61329 req-9869841b-4bb5-4131-ad21-c6aab2619fb4 service nova] Lock "968e6889-032a-4b5a-8cb5-3e612664bb1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.334482] env[63260]: DEBUG nova.compute.manager [req-a95c94ed-333d-49b8-915c-b99535f61329 req-9869841b-4bb5-4131-ad21-c6aab2619fb4 service nova] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] No waiting events found dispatching network-vif-plugged-e1217e65-ea01-45dc-94f7-af32061075d5 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 730.334622] env[63260]: WARNING nova.compute.manager [req-a95c94ed-333d-49b8-915c-b99535f61329 req-9869841b-4bb5-4131-ad21-c6aab2619fb4 service nova] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Received unexpected event network-vif-plugged-e1217e65-ea01-45dc-94f7-af32061075d5 for instance with vm_state building and task_state spawning. [ 730.342632] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ebb9e8cf-fcb7-407d-b8f3-d06b62b776f4 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.227s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.345021] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c201aaf2-b25d-4b31-8b46-bb5e27674cd0 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.729s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.348125] env[63260]: DEBUG nova.objects.instance [None req-c201aaf2-b25d-4b31-8b46-bb5e27674cd0 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Lazy-loading 'resources' on Instance uuid f5985e13-7c49-4c38-b9c9-4c23c52a1f4e {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.360434] env[63260]: DEBUG oslo_vmware.api [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2284515, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.381310] env[63260]: INFO nova.scheduler.client.report [None req-ebb9e8cf-fcb7-407d-b8f3-d06b62b776f4 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Deleted allocations for instance d524fb17-62cf-42e9-a93f-0066614314a5 [ 730.497341] env[63260]: DEBUG oslo_vmware.api [None req-06929d5b-02d1-4864-a448-7a65c58da564 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284514, 'name': CloneVM_Task} progress is 93%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.730621] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Acquiring lock "refresh_cache-968e6889-032a-4b5a-8cb5-3e612664bb1c" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.732378] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Acquired lock "refresh_cache-968e6889-032a-4b5a-8cb5-3e612664bb1c" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.732378] env[63260]: DEBUG nova.network.neutron [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.744128] env[63260]: DEBUG oslo_vmware.api [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284516, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.864707] env[63260]: DEBUG oslo_vmware.api [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2284515, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.892564] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ebb9e8cf-fcb7-407d-b8f3-d06b62b776f4 tempest-FloatingIPsAssociationTestJSON-1452951103 tempest-FloatingIPsAssociationTestJSON-1452951103-project-member] Lock "d524fb17-62cf-42e9-a93f-0066614314a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.980s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.996559] env[63260]: DEBUG oslo_concurrency.lockutils [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "91fd0603-0143-4521-8657-cedd7711c97e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.996877] env[63260]: DEBUG oslo_concurrency.lockutils [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "91fd0603-0143-4521-8657-cedd7711c97e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.003375] env[63260]: DEBUG oslo_vmware.api [None req-06929d5b-02d1-4864-a448-7a65c58da564 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284514, 'name': CloneVM_Task} progress is 94%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.183355] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aec9a9c7-eeb3-4fc8-b8c0-7573494f102b tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Acquiring lock "14618266-8f55-46c7-9d42-04dfbe7165d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.183634] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aec9a9c7-eeb3-4fc8-b8c0-7573494f102b tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Lock "14618266-8f55-46c7-9d42-04dfbe7165d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.184315] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aec9a9c7-eeb3-4fc8-b8c0-7573494f102b tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Acquiring lock "14618266-8f55-46c7-9d42-04dfbe7165d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.184315] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aec9a9c7-eeb3-4fc8-b8c0-7573494f102b tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Lock "14618266-8f55-46c7-9d42-04dfbe7165d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.184315] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aec9a9c7-eeb3-4fc8-b8c0-7573494f102b tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Lock "14618266-8f55-46c7-9d42-04dfbe7165d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.187621] env[63260]: INFO nova.compute.manager [None req-aec9a9c7-eeb3-4fc8-b8c0-7573494f102b tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Terminating instance [ 731.244149] env[63260]: DEBUG oslo_vmware.api [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284516, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.804786} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.244149] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 93332739-3e6a-4ba1-9cba-e397ae34e458/93332739-3e6a-4ba1-9cba-e397ae34e458.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.244149] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.244149] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82309822-deee-4276-9ca3-f0a7495e724e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.261453] env[63260]: DEBUG oslo_vmware.api [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for the task: (returnval){ [ 731.261453] env[63260]: value = "task-2284517" [ 731.261453] env[63260]: _type = "Task" [ 731.261453] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.274122] env[63260]: DEBUG oslo_vmware.api [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284517, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.322081] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d5b50bb5-f379-46e1-bd63-abe300210ac4 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquiring lock "05f51648-73be-4989-8574-57bc8eb882b2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.322081] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d5b50bb5-f379-46e1-bd63-abe300210ac4 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "05f51648-73be-4989-8574-57bc8eb882b2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.360627] env[63260]: DEBUG oslo_vmware.api [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2284515, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.475121] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee3b00f-dbe4-44d7-97a3-c20c6cc096bc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.482932] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38198964-5c44-4afc-abb4-eeb95b28ccae {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.493655] env[63260]: DEBUG nova.network.neutron [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.520376] env[63260]: DEBUG nova.compute.manager [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 731.529022] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca90137-f14f-4fbe-91f0-9e76a7849635 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.533150] env[63260]: DEBUG oslo_vmware.api [None req-06929d5b-02d1-4864-a448-7a65c58da564 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284514, 'name': CloneVM_Task} progress is 94%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.540114] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14a504a-b313-4adf-bd84-4f5b62af11c6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.559463] env[63260]: DEBUG nova.compute.provider_tree [None req-c201aaf2-b25d-4b31-8b46-bb5e27674cd0 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.692272] env[63260]: DEBUG nova.compute.manager [None req-aec9a9c7-eeb3-4fc8-b8c0-7573494f102b tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 731.692272] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-aec9a9c7-eeb3-4fc8-b8c0-7573494f102b tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.692930] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2122e88c-14ec-4ffc-b52a-7c3c268f8cff {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.701622] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec9a9c7-eeb3-4fc8-b8c0-7573494f102b tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.701924] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0e30e3c-14cc-4147-b488-7ea41b73f3d8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.709936] env[63260]: DEBUG oslo_vmware.api [None req-aec9a9c7-eeb3-4fc8-b8c0-7573494f102b tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Waiting for the task: (returnval){ [ 731.709936] env[63260]: value = "task-2284518" [ 731.709936] env[63260]: _type = "Task" [ 731.709936] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.727935] env[63260]: DEBUG oslo_vmware.api [None req-aec9a9c7-eeb3-4fc8-b8c0-7573494f102b tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': task-2284518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.774584] env[63260]: DEBUG oslo_vmware.api [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284517, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076671} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.775106] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.776526] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63910362-ddaa-4212-99a2-183dcac1ab35 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.810957] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 93332739-3e6a-4ba1-9cba-e397ae34e458/93332739-3e6a-4ba1-9cba-e397ae34e458.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.812022] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bbbae09-e71e-4ba5-9d00-d7cdac51995f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.829064] env[63260]: DEBUG nova.compute.utils [None req-d5b50bb5-f379-46e1-bd63-abe300210ac4 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 731.837658] env[63260]: DEBUG oslo_vmware.api [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for the task: (returnval){ [ 731.837658] env[63260]: value = "task-2284519" [ 731.837658] env[63260]: _type = "Task" [ 731.837658] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.856189] env[63260]: DEBUG oslo_vmware.api [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284519, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.868651] env[63260]: DEBUG oslo_vmware.api [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2284515, 'name': PowerOnVM_Task, 'duration_secs': 1.628321} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.868651] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.868651] env[63260]: INFO nova.compute.manager [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Took 12.52 seconds to spawn the instance on the hypervisor. [ 731.868651] env[63260]: DEBUG nova.compute.manager [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.869405] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a59a32-f6e8-4a2c-854d-a594b68e90ef {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.875507] env[63260]: DEBUG nova.network.neutron [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Updating instance_info_cache with network_info: [{"id": "e1217e65-ea01-45dc-94f7-af32061075d5", "address": "fa:16:3e:5a:69:a6", "network": {"id": "9118b5b6-392a-432a-b5a9-26cc5fbce040", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-30004806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3857992c7548b6a742d8e27e5e147a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1217e65-ea", "ovs_interfaceid": "e1217e65-ea01-45dc-94f7-af32061075d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.999672] env[63260]: DEBUG oslo_vmware.api [None req-06929d5b-02d1-4864-a448-7a65c58da564 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284514, 'name': CloneVM_Task, 'duration_secs': 2.46809} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.000087] env[63260]: INFO nova.virt.vmwareapi.vmops [None req-06929d5b-02d1-4864-a448-7a65c58da564 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Created linked-clone VM from snapshot [ 732.000921] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfe716f-8765-422a-9dda-d472657d4a0e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.011574] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-06929d5b-02d1-4864-a448-7a65c58da564 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Uploading image 1d62c080-bab8-4c75-bdab-029faf453ce2 {{(pid=63260) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 732.018632] env[63260]: DEBUG nova.network.neutron [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Port a4a1f700-247e-4f4e-a5ae-f0061769fe83 binding to destination host cpu-1 is already ACTIVE {{(pid=63260) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 732.018789] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquiring lock "refresh_cache-9b45195e-aa35-45d4-a8d1-2460610897dd" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.018937] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquired lock "refresh_cache-9b45195e-aa35-45d4-a8d1-2460610897dd" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.019145] env[63260]: DEBUG nova.network.neutron [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.028044] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-06929d5b-02d1-4864-a448-7a65c58da564 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Destroying the VM {{(pid=63260) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 732.028208] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8ccbc70a-0394-40c7-a9da-6cfe6305aba8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.039332] env[63260]: DEBUG oslo_vmware.api [None req-06929d5b-02d1-4864-a448-7a65c58da564 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for the task: (returnval){ [ 732.039332] env[63260]: value = "task-2284520" [ 732.039332] env[63260]: _type = "Task" [ 732.039332] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.047293] env[63260]: DEBUG oslo_concurrency.lockutils [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 732.050915] env[63260]: DEBUG oslo_vmware.api [None req-06929d5b-02d1-4864-a448-7a65c58da564 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284520, 'name': Destroy_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.063043] env[63260]: DEBUG nova.scheduler.client.report [None req-c201aaf2-b25d-4b31-8b46-bb5e27674cd0 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.072810] env[63260]: DEBUG nova.compute.manager [None req-6923af53-225b-4ad2-b149-c4d28894b3a7 tempest-ServerDiagnosticsV248Test-2035472943 tempest-ServerDiagnosticsV248Test-2035472943-project-admin] [instance: ccdb87cc-389c-411f-b8ec-05a4bbaf21f9] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.073222] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff0bdd0-b77a-4a32-b286-a664885ad1b8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.081564] env[63260]: INFO nova.compute.manager [None req-6923af53-225b-4ad2-b149-c4d28894b3a7 tempest-ServerDiagnosticsV248Test-2035472943 tempest-ServerDiagnosticsV248Test-2035472943-project-admin] [instance: ccdb87cc-389c-411f-b8ec-05a4bbaf21f9] Retrieving diagnostics [ 732.082372] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b394925-c9e2-4d40-98c5-f00995fa7584 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.220222] env[63260]: DEBUG oslo_vmware.api [None req-aec9a9c7-eeb3-4fc8-b8c0-7573494f102b tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': task-2284518, 'name': PowerOffVM_Task, 'duration_secs': 0.306283} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.220504] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec9a9c7-eeb3-4fc8-b8c0-7573494f102b tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.220674] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-aec9a9c7-eeb3-4fc8-b8c0-7573494f102b tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.220928] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a1776e1-8fbb-4519-b620-09e567a273a1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.285280] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-aec9a9c7-eeb3-4fc8-b8c0-7573494f102b tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.285500] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-aec9a9c7-eeb3-4fc8-b8c0-7573494f102b tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.285682] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-aec9a9c7-eeb3-4fc8-b8c0-7573494f102b tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Deleting the datastore file [datastore2] 14618266-8f55-46c7-9d42-04dfbe7165d4 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.285944] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-500cf1c6-9605-42db-af08-b69a1d013341 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.294426] env[63260]: DEBUG oslo_vmware.api [None req-aec9a9c7-eeb3-4fc8-b8c0-7573494f102b tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Waiting for the task: (returnval){ [ 732.294426] env[63260]: value = "task-2284522" [ 732.294426] env[63260]: _type = "Task" [ 732.294426] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.302630] env[63260]: DEBUG oslo_vmware.api [None req-aec9a9c7-eeb3-4fc8-b8c0-7573494f102b tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': task-2284522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.332654] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d5b50bb5-f379-46e1-bd63-abe300210ac4 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "05f51648-73be-4989-8574-57bc8eb882b2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.347310] env[63260]: DEBUG oslo_vmware.api [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.380397] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Releasing lock "refresh_cache-968e6889-032a-4b5a-8cb5-3e612664bb1c" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.380397] env[63260]: DEBUG nova.compute.manager [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Instance network_info: |[{"id": "e1217e65-ea01-45dc-94f7-af32061075d5", "address": "fa:16:3e:5a:69:a6", "network": {"id": "9118b5b6-392a-432a-b5a9-26cc5fbce040", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-30004806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3857992c7548b6a742d8e27e5e147a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1217e65-ea", "ovs_interfaceid": "e1217e65-ea01-45dc-94f7-af32061075d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.380397] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:69:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1217e65-ea01-45dc-94f7-af32061075d5', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.389268] env[63260]: DEBUG oslo.service.loopingcall [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 732.393551] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.395336] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d009d892-91c4-41b0-9810-fc3dd1880fea {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.412128] env[63260]: INFO nova.compute.manager [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Took 41.33 seconds to build instance. [ 732.418848] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.418848] env[63260]: value = "task-2284523" [ 732.418848] env[63260]: _type = "Task" [ 732.418848] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.426876] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284523, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.551341] env[63260]: DEBUG oslo_vmware.api [None req-06929d5b-02d1-4864-a448-7a65c58da564 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284520, 'name': Destroy_Task} progress is 33%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.567805] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c201aaf2-b25d-4b31-8b46-bb5e27674cd0 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.222s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.570141] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.245s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.570505] env[63260]: DEBUG nova.objects.instance [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63260) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 732.604744] env[63260]: INFO nova.scheduler.client.report [None req-c201aaf2-b25d-4b31-8b46-bb5e27674cd0 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Deleted allocations for instance f5985e13-7c49-4c38-b9c9-4c23c52a1f4e [ 732.811660] env[63260]: DEBUG oslo_vmware.api [None req-aec9a9c7-eeb3-4fc8-b8c0-7573494f102b tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Task: {'id': task-2284522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359485} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.811660] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-aec9a9c7-eeb3-4fc8-b8c0-7573494f102b tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 732.812214] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-aec9a9c7-eeb3-4fc8-b8c0-7573494f102b tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 732.812214] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-aec9a9c7-eeb3-4fc8-b8c0-7573494f102b tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 732.812292] env[63260]: INFO nova.compute.manager [None req-aec9a9c7-eeb3-4fc8-b8c0-7573494f102b tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 732.812524] env[63260]: DEBUG oslo.service.loopingcall [None req-aec9a9c7-eeb3-4fc8-b8c0-7573494f102b tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 732.812751] env[63260]: DEBUG nova.compute.manager [-] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 732.812847] env[63260]: DEBUG nova.network.neutron [-] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 732.848770] env[63260]: DEBUG oslo_vmware.api [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284519, 'name': ReconfigVM_Task, 'duration_secs': 0.830388} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.848770] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 93332739-3e6a-4ba1-9cba-e397ae34e458/93332739-3e6a-4ba1-9cba-e397ae34e458.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.849015] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d43dc9c-51e0-4e40-b83d-3e9e19347089 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.855681] env[63260]: DEBUG oslo_vmware.api [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for the task: (returnval){ [ 732.855681] env[63260]: value = "task-2284524" [ 732.855681] env[63260]: _type = "Task" [ 732.855681] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.870334] env[63260]: DEBUG oslo_vmware.api [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284524, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.914292] env[63260]: DEBUG oslo_concurrency.lockutils [None req-32351cbb-6645-4256-8902-ac9969883501 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "67c72ba6-2ba1-4494-add1-f86cc7163ed9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.866s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.924288] env[63260]: DEBUG nova.network.neutron [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Updating instance_info_cache with network_info: [{"id": "a4a1f700-247e-4f4e-a5ae-f0061769fe83", "address": "fa:16:3e:81:e3:8f", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4a1f700-24", "ovs_interfaceid": "a4a1f700-247e-4f4e-a5ae-f0061769fe83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.931932] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284523, 'name': CreateVM_Task, 'duration_secs': 0.415872} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.933175] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.938357] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.938357] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.938357] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.938357] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86bac9a2-0233-4330-a95e-ca58316a76bd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.943627] env[63260]: DEBUG oslo_vmware.api [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Waiting for the task: (returnval){ [ 732.943627] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b65561-4518-edb2-7dfc-b4f5d3f4216a" [ 732.943627] env[63260]: _type = "Task" [ 732.943627] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.955018] env[63260]: DEBUG oslo_vmware.api [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b65561-4518-edb2-7dfc-b4f5d3f4216a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.050442] env[63260]: DEBUG oslo_vmware.api [None req-06929d5b-02d1-4864-a448-7a65c58da564 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284520, 'name': Destroy_Task, 'duration_secs': 0.797445} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.050739] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-06929d5b-02d1-4864-a448-7a65c58da564 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Destroyed the VM [ 733.050979] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-06929d5b-02d1-4864-a448-7a65c58da564 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Deleting Snapshot of the VM instance {{(pid=63260) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 733.051252] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-50078f8b-b2f9-4354-b8ba-43ce33301563 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.057337] env[63260]: DEBUG oslo_vmware.api [None req-06929d5b-02d1-4864-a448-7a65c58da564 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for the task: (returnval){ [ 733.057337] env[63260]: value = "task-2284525" [ 733.057337] env[63260]: _type = "Task" [ 733.057337] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.067772] env[63260]: DEBUG oslo_vmware.api [None req-06929d5b-02d1-4864-a448-7a65c58da564 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284525, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.115066] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c201aaf2-b25d-4b31-8b46-bb5e27674cd0 tempest-ServersAdmin275Test-1918598128 tempest-ServersAdmin275Test-1918598128-project-member] Lock "f5985e13-7c49-4c38-b9c9-4c23c52a1f4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.343s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.359437] env[63260]: DEBUG nova.compute.manager [req-b6dc4dea-53a3-4ced-8bd9-100f52ac957d req-cd061c32-12f2-4a6f-93ea-5bc69ee1fe96 service nova] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Received event network-changed-e1217e65-ea01-45dc-94f7-af32061075d5 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 733.361161] env[63260]: DEBUG nova.compute.manager [req-b6dc4dea-53a3-4ced-8bd9-100f52ac957d req-cd061c32-12f2-4a6f-93ea-5bc69ee1fe96 service nova] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Refreshing instance network info cache due to event network-changed-e1217e65-ea01-45dc-94f7-af32061075d5. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 733.361161] env[63260]: DEBUG oslo_concurrency.lockutils [req-b6dc4dea-53a3-4ced-8bd9-100f52ac957d req-cd061c32-12f2-4a6f-93ea-5bc69ee1fe96 service nova] Acquiring lock "refresh_cache-968e6889-032a-4b5a-8cb5-3e612664bb1c" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.361293] env[63260]: DEBUG oslo_concurrency.lockutils [req-b6dc4dea-53a3-4ced-8bd9-100f52ac957d req-cd061c32-12f2-4a6f-93ea-5bc69ee1fe96 service nova] Acquired lock "refresh_cache-968e6889-032a-4b5a-8cb5-3e612664bb1c" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.361409] env[63260]: DEBUG nova.network.neutron [req-b6dc4dea-53a3-4ced-8bd9-100f52ac957d req-cd061c32-12f2-4a6f-93ea-5bc69ee1fe96 service nova] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Refreshing network info cache for port e1217e65-ea01-45dc-94f7-af32061075d5 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.378018] env[63260]: DEBUG oslo_vmware.api [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284524, 'name': Rename_Task, 'duration_secs': 0.260478} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.378018] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.378018] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f2f6923-6e73-41f5-9c5a-6286f593f3d4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.384191] env[63260]: DEBUG oslo_vmware.api [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for the task: (returnval){ [ 733.384191] env[63260]: value = "task-2284526" [ 733.384191] env[63260]: _type = "Task" [ 733.384191] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.394524] env[63260]: DEBUG oslo_vmware.api [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.428918] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Releasing lock "refresh_cache-9b45195e-aa35-45d4-a8d1-2460610897dd" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.438672] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d5b50bb5-f379-46e1-bd63-abe300210ac4 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquiring lock "05f51648-73be-4989-8574-57bc8eb882b2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.438917] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d5b50bb5-f379-46e1-bd63-abe300210ac4 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "05f51648-73be-4989-8574-57bc8eb882b2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.439163] env[63260]: INFO nova.compute.manager [None req-d5b50bb5-f379-46e1-bd63-abe300210ac4 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Attaching volume 382c758d-e300-4a8d-b612-b39f96dd5ffb to /dev/sdb [ 733.456707] env[63260]: DEBUG oslo_vmware.api [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b65561-4518-edb2-7dfc-b4f5d3f4216a, 'name': SearchDatastore_Task, 'duration_secs': 0.017345} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.457026] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.457521] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.457521] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.457627] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.457823] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.458081] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a83830c-d6e9-42be-b176-f31827e2fac5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.475873] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.476062] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.477175] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0cd44df-2ed2-468e-8ef3-1c4c77fb5b2d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.483813] env[63260]: DEBUG oslo_vmware.api [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Waiting for the task: (returnval){ [ 733.483813] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]520fcae3-33fd-3b15-85b2-4f7bbf1291ba" [ 733.483813] env[63260]: _type = "Task" [ 733.483813] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.492367] env[63260]: DEBUG oslo_vmware.api [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]520fcae3-33fd-3b15-85b2-4f7bbf1291ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.494615] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f8f2f5-0a91-46a9-8e8b-5c96331e8ec8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.507899] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe3e677-fd4e-4ef9-bfc1-52687a5b6c99 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.528168] env[63260]: DEBUG nova.virt.block_device [None req-d5b50bb5-f379-46e1-bd63-abe300210ac4 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Updating existing volume attachment record: 89d6824e-e7b4-4568-9d5c-47202c8c92bb {{(pid=63260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 733.568847] env[63260]: DEBUG oslo_vmware.api [None req-06929d5b-02d1-4864-a448-7a65c58da564 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284525, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.584319] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b3ecc071-3e51-4a67-809b-6892d151adac tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.585694] env[63260]: DEBUG oslo_concurrency.lockutils [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.573s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.586341] env[63260]: DEBUG nova.objects.instance [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63260) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 733.818270] env[63260]: DEBUG nova.network.neutron [-] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.903750] env[63260]: DEBUG oslo_vmware.api [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284526, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.933165] env[63260]: DEBUG nova.compute.manager [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63260) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 733.933428] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.997584] env[63260]: DEBUG oslo_vmware.api [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]520fcae3-33fd-3b15-85b2-4f7bbf1291ba, 'name': SearchDatastore_Task, 'duration_secs': 0.014838} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.998442] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c1a80b8-5f60-4821-8ac3-ce4726512558 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.005705] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f8beb6b-ec50-4c4d-a8b7-9ae4e486eb43 tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Acquiring lock "ccdb87cc-389c-411f-b8ec-05a4bbaf21f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.006052] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f8beb6b-ec50-4c4d-a8b7-9ae4e486eb43 tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Lock "ccdb87cc-389c-411f-b8ec-05a4bbaf21f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.006340] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f8beb6b-ec50-4c4d-a8b7-9ae4e486eb43 tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Acquiring lock "ccdb87cc-389c-411f-b8ec-05a4bbaf21f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.007276] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f8beb6b-ec50-4c4d-a8b7-9ae4e486eb43 tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Lock "ccdb87cc-389c-411f-b8ec-05a4bbaf21f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.007537] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f8beb6b-ec50-4c4d-a8b7-9ae4e486eb43 tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Lock "ccdb87cc-389c-411f-b8ec-05a4bbaf21f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.009629] env[63260]: DEBUG oslo_vmware.api [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Waiting for the task: (returnval){ [ 734.009629] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52dcb157-6ba3-4343-08a2-08a89ed2e9d4" [ 734.009629] env[63260]: _type = "Task" [ 734.009629] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.010192] env[63260]: INFO nova.compute.manager [None req-4f8beb6b-ec50-4c4d-a8b7-9ae4e486eb43 tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] [instance: ccdb87cc-389c-411f-b8ec-05a4bbaf21f9] Terminating instance [ 734.031103] env[63260]: DEBUG oslo_vmware.api [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52dcb157-6ba3-4343-08a2-08a89ed2e9d4, 'name': SearchDatastore_Task, 'duration_secs': 0.014497} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.035272] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.035661] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 968e6889-032a-4b5a-8cb5-3e612664bb1c/968e6889-032a-4b5a-8cb5-3e612664bb1c.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.037222] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-595c717d-b211-4117-ae63-2f3e3609a981 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.045141] env[63260]: DEBUG oslo_vmware.api [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Waiting for the task: (returnval){ [ 734.045141] env[63260]: value = "task-2284530" [ 734.045141] env[63260]: _type = "Task" [ 734.045141] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.054975] env[63260]: DEBUG oslo_vmware.api [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': task-2284530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.067971] env[63260]: DEBUG oslo_vmware.api [None req-06929d5b-02d1-4864-a448-7a65c58da564 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284525, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.322894] env[63260]: DEBUG nova.network.neutron [req-b6dc4dea-53a3-4ced-8bd9-100f52ac957d req-cd061c32-12f2-4a6f-93ea-5bc69ee1fe96 service nova] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Updated VIF entry in instance network info cache for port e1217e65-ea01-45dc-94f7-af32061075d5. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.323488] env[63260]: DEBUG nova.network.neutron [req-b6dc4dea-53a3-4ced-8bd9-100f52ac957d req-cd061c32-12f2-4a6f-93ea-5bc69ee1fe96 service nova] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Updating instance_info_cache with network_info: [{"id": "e1217e65-ea01-45dc-94f7-af32061075d5", "address": "fa:16:3e:5a:69:a6", "network": {"id": "9118b5b6-392a-432a-b5a9-26cc5fbce040", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-30004806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3857992c7548b6a742d8e27e5e147a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1217e65-ea", "ovs_interfaceid": "e1217e65-ea01-45dc-94f7-af32061075d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.324638] env[63260]: INFO nova.compute.manager [-] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Took 1.51 seconds to deallocate network for instance. [ 734.399772] env[63260]: DEBUG oslo_vmware.api [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284526, 'name': PowerOnVM_Task, 'duration_secs': 0.664977} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.400518] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.400914] env[63260]: INFO nova.compute.manager [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Took 10.13 seconds to spawn the instance on the hypervisor. [ 734.401564] env[63260]: DEBUG nova.compute.manager [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.402752] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d60691a-66f4-4726-a95a-fae07b1afc81 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.523982] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f8beb6b-ec50-4c4d-a8b7-9ae4e486eb43 tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Acquiring lock "refresh_cache-ccdb87cc-389c-411f-b8ec-05a4bbaf21f9" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.523982] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f8beb6b-ec50-4c4d-a8b7-9ae4e486eb43 tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Acquired lock "refresh_cache-ccdb87cc-389c-411f-b8ec-05a4bbaf21f9" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.523982] env[63260]: DEBUG nova.network.neutron [None req-4f8beb6b-ec50-4c4d-a8b7-9ae4e486eb43 tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] [instance: ccdb87cc-389c-411f-b8ec-05a4bbaf21f9] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.563380] env[63260]: DEBUG oslo_vmware.api [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': task-2284530, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.573438] env[63260]: DEBUG oslo_vmware.api [None req-06929d5b-02d1-4864-a448-7a65c58da564 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284525, 'name': RemoveSnapshot_Task, 'duration_secs': 1.082494} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.573750] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-06929d5b-02d1-4864-a448-7a65c58da564 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Deleted Snapshot of the VM instance {{(pid=63260) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 734.598062] env[63260]: DEBUG oslo_concurrency.lockutils [None req-53c97530-7f3c-478a-a21b-7828f3afdf30 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.598062] env[63260]: DEBUG oslo_concurrency.lockutils [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.044s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.598785] env[63260]: INFO nova.compute.claims [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.830022] env[63260]: DEBUG oslo_concurrency.lockutils [req-b6dc4dea-53a3-4ced-8bd9-100f52ac957d req-cd061c32-12f2-4a6f-93ea-5bc69ee1fe96 service nova] Releasing lock "refresh_cache-968e6889-032a-4b5a-8cb5-3e612664bb1c" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.834328] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aec9a9c7-eeb3-4fc8-b8c0-7573494f102b tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.924354] env[63260]: DEBUG nova.compute.manager [req-8f5348f1-a9d2-4a25-95fb-17aa5e66b70f req-0d9ef006-9fcd-44a4-8558-81c1671ea8cf service nova] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Received event network-changed-cce06954-ae04-49df-80f9-28923d7958cd {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 734.924584] env[63260]: DEBUG nova.compute.manager [req-8f5348f1-a9d2-4a25-95fb-17aa5e66b70f req-0d9ef006-9fcd-44a4-8558-81c1671ea8cf service nova] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Refreshing instance network info cache due to event network-changed-cce06954-ae04-49df-80f9-28923d7958cd. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 734.924748] env[63260]: DEBUG oslo_concurrency.lockutils [req-8f5348f1-a9d2-4a25-95fb-17aa5e66b70f req-0d9ef006-9fcd-44a4-8558-81c1671ea8cf service nova] Acquiring lock "refresh_cache-67c72ba6-2ba1-4494-add1-f86cc7163ed9" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.925028] env[63260]: DEBUG oslo_concurrency.lockutils [req-8f5348f1-a9d2-4a25-95fb-17aa5e66b70f req-0d9ef006-9fcd-44a4-8558-81c1671ea8cf service nova] Acquired lock "refresh_cache-67c72ba6-2ba1-4494-add1-f86cc7163ed9" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.925097] env[63260]: DEBUG nova.network.neutron [req-8f5348f1-a9d2-4a25-95fb-17aa5e66b70f req-0d9ef006-9fcd-44a4-8558-81c1671ea8cf service nova] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Refreshing network info cache for port cce06954-ae04-49df-80f9-28923d7958cd {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.926976] env[63260]: INFO nova.compute.manager [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Took 43.33 seconds to build instance. [ 735.053676] env[63260]: DEBUG nova.network.neutron [None req-4f8beb6b-ec50-4c4d-a8b7-9ae4e486eb43 tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] [instance: ccdb87cc-389c-411f-b8ec-05a4bbaf21f9] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.061848] env[63260]: DEBUG oslo_vmware.api [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': task-2284530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678764} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.062310] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 968e6889-032a-4b5a-8cb5-3e612664bb1c/968e6889-032a-4b5a-8cb5-3e612664bb1c.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.062310] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.062548] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48fbc777-316a-4522-88a5-9921f3c24172 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.069944] env[63260]: DEBUG oslo_vmware.api [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Waiting for the task: (returnval){ [ 735.069944] env[63260]: value = "task-2284531" [ 735.069944] env[63260]: _type = "Task" [ 735.069944] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.078473] env[63260]: WARNING nova.compute.manager [None req-06929d5b-02d1-4864-a448-7a65c58da564 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Image not found during snapshot: nova.exception.ImageNotFound: Image 1d62c080-bab8-4c75-bdab-029faf453ce2 could not be found. [ 735.082775] env[63260]: DEBUG oslo_vmware.api [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': task-2284531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.171394] env[63260]: DEBUG nova.network.neutron [None req-4f8beb6b-ec50-4c4d-a8b7-9ae4e486eb43 tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] [instance: ccdb87cc-389c-411f-b8ec-05a4bbaf21f9] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.430319] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ccfddc7d-8a19-4471-b304-10f64f175aa1 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Lock "93332739-3e6a-4ba1-9cba-e397ae34e458" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.635s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.491093] env[63260]: DEBUG nova.compute.manager [req-50af578c-3d05-4096-aa31-e766ecdc745e req-3546f7c4-1204-4db8-af7c-b34b18f6d4f3 service nova] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Received event network-vif-deleted-93480fd0-1fd9-4e02-be52-9b9a79371a02 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 735.584060] env[63260]: DEBUG oslo_vmware.api [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': task-2284531, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066719} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.584511] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.586274] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cac62bf-c395-4b1c-be67-f922b8063d5a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.612351] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 968e6889-032a-4b5a-8cb5-3e612664bb1c/968e6889-032a-4b5a-8cb5-3e612664bb1c.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.616062] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9ff460e-bbba-48ec-9102-fe8f7c5c726f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.643026] env[63260]: DEBUG oslo_vmware.api [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Waiting for the task: (returnval){ [ 735.643026] env[63260]: value = "task-2284532" [ 735.643026] env[63260]: _type = "Task" [ 735.643026] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.653363] env[63260]: DEBUG oslo_vmware.api [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': task-2284532, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.679361] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f8beb6b-ec50-4c4d-a8b7-9ae4e486eb43 tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Releasing lock "refresh_cache-ccdb87cc-389c-411f-b8ec-05a4bbaf21f9" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.679743] env[63260]: DEBUG nova.compute.manager [None req-4f8beb6b-ec50-4c4d-a8b7-9ae4e486eb43 tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] [instance: ccdb87cc-389c-411f-b8ec-05a4bbaf21f9] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 735.679958] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-4f8beb6b-ec50-4c4d-a8b7-9ae4e486eb43 tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] [instance: ccdb87cc-389c-411f-b8ec-05a4bbaf21f9] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.680903] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f810c44a-d9f7-4a8a-9295-b9aa02029499 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.690381] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f8beb6b-ec50-4c4d-a8b7-9ae4e486eb43 tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] [instance: ccdb87cc-389c-411f-b8ec-05a4bbaf21f9] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.694612] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2558c342-bdf9-41ba-94a6-6956a0dd043e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.704680] env[63260]: DEBUG oslo_vmware.api [None req-4f8beb6b-ec50-4c4d-a8b7-9ae4e486eb43 tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Waiting for the task: (returnval){ [ 735.704680] env[63260]: value = "task-2284533" [ 735.704680] env[63260]: _type = "Task" [ 735.704680] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.720337] env[63260]: DEBUG oslo_vmware.api [None req-4f8beb6b-ec50-4c4d-a8b7-9ae4e486eb43 tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Task: {'id': task-2284533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.835534] env[63260]: DEBUG nova.network.neutron [req-8f5348f1-a9d2-4a25-95fb-17aa5e66b70f req-0d9ef006-9fcd-44a4-8558-81c1671ea8cf service nova] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Updated VIF entry in instance network info cache for port cce06954-ae04-49df-80f9-28923d7958cd. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.835934] env[63260]: DEBUG nova.network.neutron [req-8f5348f1-a9d2-4a25-95fb-17aa5e66b70f req-0d9ef006-9fcd-44a4-8558-81c1671ea8cf service nova] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Updating instance_info_cache with network_info: [{"id": "cce06954-ae04-49df-80f9-28923d7958cd", "address": "fa:16:3e:72:48:f3", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcce06954-ae", "ovs_interfaceid": "cce06954-ae04-49df-80f9-28923d7958cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.152311] env[63260]: DEBUG oslo_vmware.api [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': task-2284532, 'name': ReconfigVM_Task, 'duration_secs': 0.359375} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.156663] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 968e6889-032a-4b5a-8cb5-3e612664bb1c/968e6889-032a-4b5a-8cb5-3e612664bb1c.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.156663] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=63260) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 736.156663] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-7770134f-b262-45e7-a290-f12a53bf028d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.164173] env[63260]: DEBUG oslo_vmware.api [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Waiting for the task: (returnval){ [ 736.164173] env[63260]: value = "task-2284535" [ 736.164173] env[63260]: _type = "Task" [ 736.164173] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.171032] env[63260]: DEBUG oslo_vmware.api [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': task-2284535, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.215196] env[63260]: DEBUG oslo_vmware.api [None req-4f8beb6b-ec50-4c4d-a8b7-9ae4e486eb43 tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Task: {'id': task-2284533, 'name': PowerOffVM_Task, 'duration_secs': 0.145093} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.215544] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f8beb6b-ec50-4c4d-a8b7-9ae4e486eb43 tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] [instance: ccdb87cc-389c-411f-b8ec-05a4bbaf21f9] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.215932] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-4f8beb6b-ec50-4c4d-a8b7-9ae4e486eb43 tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] [instance: ccdb87cc-389c-411f-b8ec-05a4bbaf21f9] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.220031] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4486df4a-7742-4ecd-96d2-0a6558641031 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.238274] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c192fc0-cae1-4455-846c-e155a1578a24 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.247619] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eeb5e17-56d5-4da9-871f-f7932965ba8a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.251638] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-4f8beb6b-ec50-4c4d-a8b7-9ae4e486eb43 tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] [instance: ccdb87cc-389c-411f-b8ec-05a4bbaf21f9] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.251945] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-4f8beb6b-ec50-4c4d-a8b7-9ae4e486eb43 tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] [instance: ccdb87cc-389c-411f-b8ec-05a4bbaf21f9] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.252126] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f8beb6b-ec50-4c4d-a8b7-9ae4e486eb43 tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Deleting the datastore file [datastore1] ccdb87cc-389c-411f-b8ec-05a4bbaf21f9 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.252406] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3abfdfdf-5646-4de2-bd20-172cfb666b08 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.258516] env[63260]: DEBUG oslo_vmware.api [None req-4f8beb6b-ec50-4c4d-a8b7-9ae4e486eb43 tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Waiting for the task: (returnval){ [ 736.258516] env[63260]: value = "task-2284537" [ 736.258516] env[63260]: _type = "Task" [ 736.258516] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.291978] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98cb91b3-9d67-432f-b1f4-9e820e191f57 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.302400] env[63260]: DEBUG oslo_vmware.api [None req-4f8beb6b-ec50-4c4d-a8b7-9ae4e486eb43 tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Task: {'id': task-2284537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.309350] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5c0e84-848c-421f-ad65-8a7e1d0b786a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.316350] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Acquiring lock "2825bd9c-2d95-4cfb-b8ce-9e61b11527b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.316602] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Lock "2825bd9c-2d95-4cfb-b8ce-9e61b11527b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.330853] env[63260]: DEBUG nova.compute.provider_tree [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.338829] env[63260]: DEBUG oslo_concurrency.lockutils [req-8f5348f1-a9d2-4a25-95fb-17aa5e66b70f req-0d9ef006-9fcd-44a4-8558-81c1671ea8cf service nova] Releasing lock "refresh_cache-67c72ba6-2ba1-4494-add1-f86cc7163ed9" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.673756] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "a32feba4-b6f3-4f61-a3fe-66c9232464af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.674107] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "a32feba4-b6f3-4f61-a3fe-66c9232464af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.682327] env[63260]: DEBUG oslo_vmware.api [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': task-2284535, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.062914} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.682853] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=63260) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 736.684528] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f95bac-b357-4ff2-b847-ed36369601bb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.715833] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 968e6889-032a-4b5a-8cb5-3e612664bb1c/ephemeral_0.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.717357] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b28a13b-f128-4942-bd7a-8d145a50846e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.740718] env[63260]: DEBUG oslo_vmware.api [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Waiting for the task: (returnval){ [ 736.740718] env[63260]: value = "task-2284538" [ 736.740718] env[63260]: _type = "Task" [ 736.740718] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.747952] env[63260]: DEBUG oslo_vmware.api [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': task-2284538, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.799328] env[63260]: DEBUG oslo_vmware.api [None req-4f8beb6b-ec50-4c4d-a8b7-9ae4e486eb43 tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Task: {'id': task-2284537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114195} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.799637] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f8beb6b-ec50-4c4d-a8b7-9ae4e486eb43 tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.799829] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-4f8beb6b-ec50-4c4d-a8b7-9ae4e486eb43 tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] [instance: ccdb87cc-389c-411f-b8ec-05a4bbaf21f9] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 736.800023] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-4f8beb6b-ec50-4c4d-a8b7-9ae4e486eb43 tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] [instance: ccdb87cc-389c-411f-b8ec-05a4bbaf21f9] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 736.800210] env[63260]: INFO nova.compute.manager [None req-4f8beb6b-ec50-4c4d-a8b7-9ae4e486eb43 tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] [instance: ccdb87cc-389c-411f-b8ec-05a4bbaf21f9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 736.800517] env[63260]: DEBUG oslo.service.loopingcall [None req-4f8beb6b-ec50-4c4d-a8b7-9ae4e486eb43 tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 736.800751] env[63260]: DEBUG nova.compute.manager [-] [instance: ccdb87cc-389c-411f-b8ec-05a4bbaf21f9] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 736.800848] env[63260]: DEBUG nova.network.neutron [-] [instance: ccdb87cc-389c-411f-b8ec-05a4bbaf21f9] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 736.822730] env[63260]: DEBUG nova.compute.manager [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.826842] env[63260]: DEBUG nova.network.neutron [-] [instance: ccdb87cc-389c-411f-b8ec-05a4bbaf21f9] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.836433] env[63260]: DEBUG nova.scheduler.client.report [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.935929] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b5dd081d-a7e9-4c5d-bde2-5659908b0217 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Acquiring lock "6952e379-f83f-469a-a4d2-ba1072fd37f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.936217] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b5dd081d-a7e9-4c5d-bde2-5659908b0217 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Lock "6952e379-f83f-469a-a4d2-ba1072fd37f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.936481] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b5dd081d-a7e9-4c5d-bde2-5659908b0217 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Acquiring lock "6952e379-f83f-469a-a4d2-ba1072fd37f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.936690] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b5dd081d-a7e9-4c5d-bde2-5659908b0217 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Lock "6952e379-f83f-469a-a4d2-ba1072fd37f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.936860] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b5dd081d-a7e9-4c5d-bde2-5659908b0217 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Lock "6952e379-f83f-469a-a4d2-ba1072fd37f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.939060] env[63260]: INFO nova.compute.manager [None req-b5dd081d-a7e9-4c5d-bde2-5659908b0217 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Terminating instance [ 737.176660] env[63260]: DEBUG nova.compute.manager [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 737.250403] env[63260]: DEBUG oslo_vmware.api [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': task-2284538, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.332651] env[63260]: DEBUG nova.network.neutron [-] [instance: ccdb87cc-389c-411f-b8ec-05a4bbaf21f9] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.346858] env[63260]: DEBUG oslo_concurrency.lockutils [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.750s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.353115] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8710aeff-3025-4ac6-95ee-30396764c4ea tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.431s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.353115] env[63260]: DEBUG nova.objects.instance [None req-8710aeff-3025-4ac6-95ee-30396764c4ea tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Lazy-loading 'resources' on Instance uuid b75e845b-560f-43b4-a24a-5bebe8f72016 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.358098] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.443499] env[63260]: DEBUG nova.compute.manager [None req-b5dd081d-a7e9-4c5d-bde2-5659908b0217 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 737.443727] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b5dd081d-a7e9-4c5d-bde2-5659908b0217 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.444724] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3334a338-0849-4222-8940-932fdec66e8e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.459745] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5dd081d-a7e9-4c5d-bde2-5659908b0217 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.459745] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20812b53-ed45-4456-a6fd-7d1ce0acc629 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.467430] env[63260]: DEBUG oslo_vmware.api [None req-b5dd081d-a7e9-4c5d-bde2-5659908b0217 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for the task: (returnval){ [ 737.467430] env[63260]: value = "task-2284539" [ 737.467430] env[63260]: _type = "Task" [ 737.467430] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.476951] env[63260]: DEBUG oslo_vmware.api [None req-b5dd081d-a7e9-4c5d-bde2-5659908b0217 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.700086] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.751608] env[63260]: DEBUG oslo_vmware.api [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': task-2284538, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.837375] env[63260]: INFO nova.compute.manager [-] [instance: ccdb87cc-389c-411f-b8ec-05a4bbaf21f9] Took 1.04 seconds to deallocate network for instance. [ 737.858076] env[63260]: DEBUG oslo_concurrency.lockutils [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Acquiring lock "9fa4d30d-e89f-4c66-b1bd-a0a6a3ee354d" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.858349] env[63260]: DEBUG oslo_concurrency.lockutils [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Lock "9fa4d30d-e89f-4c66-b1bd-a0a6a3ee354d" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.979879] env[63260]: DEBUG oslo_vmware.api [None req-b5dd081d-a7e9-4c5d-bde2-5659908b0217 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284539, 'name': PowerOffVM_Task, 'duration_secs': 0.339657} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.984477] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5dd081d-a7e9-4c5d-bde2-5659908b0217 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.985147] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b5dd081d-a7e9-4c5d-bde2-5659908b0217 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.985489] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a91fb32-06c8-488c-99f3-7ae34a68f382 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.082200] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5b50bb5-f379-46e1-bd63-abe300210ac4 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Volume attach. Driver type: vmdk {{(pid=63260) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 738.082495] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5b50bb5-f379-46e1-bd63-abe300210ac4 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465055', 'volume_id': '382c758d-e300-4a8d-b612-b39f96dd5ffb', 'name': 'volume-382c758d-e300-4a8d-b612-b39f96dd5ffb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '05f51648-73be-4989-8574-57bc8eb882b2', 'attached_at': '', 'detached_at': '', 'volume_id': '382c758d-e300-4a8d-b612-b39f96dd5ffb', 'serial': '382c758d-e300-4a8d-b612-b39f96dd5ffb'} {{(pid=63260) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 738.083454] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d7745b-c377-4eab-87aa-c0316d3433dc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.106620] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73400704-592f-45f2-b6d9-c57105a931e2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.136226] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5b50bb5-f379-46e1-bd63-abe300210ac4 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] volume-382c758d-e300-4a8d-b612-b39f96dd5ffb/volume-382c758d-e300-4a8d-b612-b39f96dd5ffb.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.139242] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42106bf8-b21d-4f55-b5e5-eff90bd56681 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.162498] env[63260]: DEBUG oslo_vmware.api [None req-d5b50bb5-f379-46e1-bd63-abe300210ac4 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 738.162498] env[63260]: value = "task-2284541" [ 738.162498] env[63260]: _type = "Task" [ 738.162498] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.175836] env[63260]: DEBUG oslo_vmware.api [None req-d5b50bb5-f379-46e1-bd63-abe300210ac4 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2284541, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.251504] env[63260]: DEBUG oslo_vmware.api [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': task-2284538, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.349247] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f8beb6b-ec50-4c4d-a8b7-9ae4e486eb43 tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.361626] env[63260]: DEBUG oslo_concurrency.lockutils [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Lock "9fa4d30d-e89f-4c66-b1bd-a0a6a3ee354d" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.503s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.361828] env[63260]: DEBUG nova.compute.manager [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.411988] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5ea310-571a-428a-878a-a490c6bf4e93 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.420058] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949b2376-2942-47be-b243-799ebe071101 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.449827] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00148a05-5d64-48f4-a995-0bc77cbe7dcd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.457209] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91277fc3-2093-4085-b127-4e822a04c15d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.470714] env[63260]: DEBUG nova.compute.provider_tree [None req-8710aeff-3025-4ac6-95ee-30396764c4ea tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.673163] env[63260]: DEBUG oslo_vmware.api [None req-d5b50bb5-f379-46e1-bd63-abe300210ac4 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2284541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.752791] env[63260]: DEBUG oslo_vmware.api [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': task-2284538, 'name': ReconfigVM_Task, 'duration_secs': 1.601466} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.754074] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 968e6889-032a-4b5a-8cb5-3e612664bb1c/ephemeral_0.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.754074] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59140dd1-7d53-46f4-83ea-d270ce90ada5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.762079] env[63260]: DEBUG oslo_vmware.api [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Waiting for the task: (returnval){ [ 738.762079] env[63260]: value = "task-2284542" [ 738.762079] env[63260]: _type = "Task" [ 738.762079] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.771765] env[63260]: DEBUG oslo_vmware.api [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': task-2284542, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.867048] env[63260]: DEBUG nova.compute.utils [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 738.870195] env[63260]: DEBUG nova.compute.manager [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 738.870195] env[63260]: DEBUG nova.network.neutron [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 738.878545] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b5dd081d-a7e9-4c5d-bde2-5659908b0217 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.878779] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b5dd081d-a7e9-4c5d-bde2-5659908b0217 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.879007] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5dd081d-a7e9-4c5d-bde2-5659908b0217 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Deleting the datastore file [datastore1] 6952e379-f83f-469a-a4d2-ba1072fd37f6 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.879260] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4fcdec4-08e2-429a-bcc2-04a44760cc7d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.891298] env[63260]: DEBUG oslo_vmware.api [None req-b5dd081d-a7e9-4c5d-bde2-5659908b0217 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for the task: (returnval){ [ 738.891298] env[63260]: value = "task-2284543" [ 738.891298] env[63260]: _type = "Task" [ 738.891298] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.899508] env[63260]: DEBUG oslo_vmware.api [None req-b5dd081d-a7e9-4c5d-bde2-5659908b0217 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.942676] env[63260]: DEBUG nova.policy [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7890766f56ef499199c77eb83f1f0fd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19c8a72e9c694d7cb316a04b80e50bb8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 738.974838] env[63260]: DEBUG nova.scheduler.client.report [None req-8710aeff-3025-4ac6-95ee-30396764c4ea tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.174152] env[63260]: DEBUG oslo_vmware.api [None req-d5b50bb5-f379-46e1-bd63-abe300210ac4 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2284541, 'name': ReconfigVM_Task, 'duration_secs': 0.592699} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.174797] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5b50bb5-f379-46e1-bd63-abe300210ac4 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Reconfigured VM instance instance-0000001f to attach disk [datastore2] volume-382c758d-e300-4a8d-b612-b39f96dd5ffb/volume-382c758d-e300-4a8d-b612-b39f96dd5ffb.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.180847] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-266b2147-444d-4c51-b313-c615aa1c8f7e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.196241] env[63260]: DEBUG oslo_vmware.api [None req-d5b50bb5-f379-46e1-bd63-abe300210ac4 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 739.196241] env[63260]: value = "task-2284544" [ 739.196241] env[63260]: _type = "Task" [ 739.196241] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.204991] env[63260]: DEBUG oslo_vmware.api [None req-d5b50bb5-f379-46e1-bd63-abe300210ac4 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2284544, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.271495] env[63260]: DEBUG oslo_vmware.api [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': task-2284542, 'name': Rename_Task, 'duration_secs': 0.211865} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.271823] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.271998] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec912493-279e-463f-9762-542148f86bf1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.279012] env[63260]: DEBUG oslo_vmware.api [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Waiting for the task: (returnval){ [ 739.279012] env[63260]: value = "task-2284545" [ 739.279012] env[63260]: _type = "Task" [ 739.279012] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.286937] env[63260]: DEBUG oslo_vmware.api [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': task-2284545, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.372373] env[63260]: DEBUG nova.compute.manager [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 739.379398] env[63260]: DEBUG nova.network.neutron [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Successfully created port: c678e18d-83e7-4ebc-9f77-90d404f9e86a {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.402023] env[63260]: DEBUG oslo_vmware.api [None req-b5dd081d-a7e9-4c5d-bde2-5659908b0217 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284543, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299621} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.402023] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5dd081d-a7e9-4c5d-bde2-5659908b0217 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.402023] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b5dd081d-a7e9-4c5d-bde2-5659908b0217 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.402023] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b5dd081d-a7e9-4c5d-bde2-5659908b0217 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.402023] env[63260]: INFO nova.compute.manager [None req-b5dd081d-a7e9-4c5d-bde2-5659908b0217 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Took 1.96 seconds to destroy the instance on the hypervisor. [ 739.402023] env[63260]: DEBUG oslo.service.loopingcall [None req-b5dd081d-a7e9-4c5d-bde2-5659908b0217 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 739.402023] env[63260]: DEBUG nova.compute.manager [-] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 739.402023] env[63260]: DEBUG nova.network.neutron [-] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 739.486656] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8710aeff-3025-4ac6-95ee-30396764c4ea tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.137s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.491558] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c46b4e18-762f-4675-b6a2-f24e95e55ecc tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.272s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.491558] env[63260]: DEBUG nova.objects.instance [None req-c46b4e18-762f-4675-b6a2-f24e95e55ecc tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Lazy-loading 'resources' on Instance uuid 5a0fb955-d6d5-429f-9925-244d7a943bab {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.518805] env[63260]: INFO nova.scheduler.client.report [None req-8710aeff-3025-4ac6-95ee-30396764c4ea tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Deleted allocations for instance b75e845b-560f-43b4-a24a-5bebe8f72016 [ 739.646205] env[63260]: DEBUG oslo_concurrency.lockutils [None req-69a45579-ae11-4747-ab8b-2b1f57889d76 tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Acquiring lock "38234f24-c2a7-4190-8f54-f953f587d474" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.646566] env[63260]: DEBUG oslo_concurrency.lockutils [None req-69a45579-ae11-4747-ab8b-2b1f57889d76 tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Lock "38234f24-c2a7-4190-8f54-f953f587d474" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.646790] env[63260]: DEBUG oslo_concurrency.lockutils [None req-69a45579-ae11-4747-ab8b-2b1f57889d76 tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Acquiring lock "38234f24-c2a7-4190-8f54-f953f587d474-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.647019] env[63260]: DEBUG oslo_concurrency.lockutils [None req-69a45579-ae11-4747-ab8b-2b1f57889d76 tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Lock "38234f24-c2a7-4190-8f54-f953f587d474-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.647210] env[63260]: DEBUG oslo_concurrency.lockutils [None req-69a45579-ae11-4747-ab8b-2b1f57889d76 tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Lock "38234f24-c2a7-4190-8f54-f953f587d474-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.651566] env[63260]: INFO nova.compute.manager [None req-69a45579-ae11-4747-ab8b-2b1f57889d76 tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Terminating instance [ 739.713791] env[63260]: DEBUG oslo_vmware.api [None req-d5b50bb5-f379-46e1-bd63-abe300210ac4 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2284544, 'name': ReconfigVM_Task, 'duration_secs': 0.201792} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.715271] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5b50bb5-f379-46e1-bd63-abe300210ac4 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465055', 'volume_id': '382c758d-e300-4a8d-b612-b39f96dd5ffb', 'name': 'volume-382c758d-e300-4a8d-b612-b39f96dd5ffb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '05f51648-73be-4989-8574-57bc8eb882b2', 'attached_at': '', 'detached_at': '', 'volume_id': '382c758d-e300-4a8d-b612-b39f96dd5ffb', 'serial': '382c758d-e300-4a8d-b612-b39f96dd5ffb'} {{(pid=63260) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 739.796625] env[63260]: DEBUG oslo_vmware.api [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': task-2284545, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.031658] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8710aeff-3025-4ac6-95ee-30396764c4ea tempest-ServersAdminNegativeTestJSON-1566780446 tempest-ServersAdminNegativeTestJSON-1566780446-project-member] Lock "b75e845b-560f-43b4-a24a-5bebe8f72016" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.041s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.045390] env[63260]: DEBUG nova.compute.manager [req-14def064-8566-4de5-a70e-29cc2c998482 req-b90857ea-72b7-4a3a-b530-7d427a585b0a service nova] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Received event network-vif-deleted-dcfe2491-c9ea-41b3-bee1-8c8f53c213c4 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 740.045630] env[63260]: INFO nova.compute.manager [req-14def064-8566-4de5-a70e-29cc2c998482 req-b90857ea-72b7-4a3a-b530-7d427a585b0a service nova] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Neutron deleted interface dcfe2491-c9ea-41b3-bee1-8c8f53c213c4; detaching it from the instance and deleting it from the info cache [ 740.045833] env[63260]: DEBUG nova.network.neutron [req-14def064-8566-4de5-a70e-29cc2c998482 req-b90857ea-72b7-4a3a-b530-7d427a585b0a service nova] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.157742] env[63260]: DEBUG nova.compute.manager [None req-69a45579-ae11-4747-ab8b-2b1f57889d76 tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 740.157837] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-69a45579-ae11-4747-ab8b-2b1f57889d76 tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.161519] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fb077e-7f92-4e84-92a9-d230cfd16c45 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.176398] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a45579-ae11-4747-ab8b-2b1f57889d76 tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.176868] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e5e3834-31ba-4d96-b3dd-ca869c79fd21 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.183521] env[63260]: DEBUG oslo_vmware.api [None req-69a45579-ae11-4747-ab8b-2b1f57889d76 tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Waiting for the task: (returnval){ [ 740.183521] env[63260]: value = "task-2284546" [ 740.183521] env[63260]: _type = "Task" [ 740.183521] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.192325] env[63260]: DEBUG oslo_vmware.api [None req-69a45579-ae11-4747-ab8b-2b1f57889d76 tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Task: {'id': task-2284546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.296749] env[63260]: DEBUG oslo_vmware.api [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': task-2284545, 'name': PowerOnVM_Task, 'duration_secs': 0.525087} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.296963] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.297219] env[63260]: INFO nova.compute.manager [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Took 10.66 seconds to spawn the instance on the hypervisor. [ 740.297409] env[63260]: DEBUG nova.compute.manager [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.298704] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f34f04f-4217-4712-ac6e-a07b04dd7acf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.369452] env[63260]: DEBUG nova.network.neutron [-] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.382794] env[63260]: DEBUG nova.compute.manager [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 740.413315] env[63260]: DEBUG nova.virt.hardware [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.414028] env[63260]: DEBUG nova.virt.hardware [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.414028] env[63260]: DEBUG nova.virt.hardware [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.414028] env[63260]: DEBUG nova.virt.hardware [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.414028] env[63260]: DEBUG nova.virt.hardware [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.415678] env[63260]: DEBUG nova.virt.hardware [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.415937] env[63260]: DEBUG nova.virt.hardware [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.416123] env[63260]: DEBUG nova.virt.hardware [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.416345] env[63260]: DEBUG nova.virt.hardware [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.416819] env[63260]: DEBUG nova.virt.hardware [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.417809] env[63260]: DEBUG nova.virt.hardware [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.418796] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9064e7-d6cf-4e6d-8e01-fde14ea1d888 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.432732] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5198e8-b082-4b2b-a793-393303466b2a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.548896] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-534c8908-076f-4a22-9054-c7962f308ccc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.553689] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd047fc-de2f-4844-82bf-2089428ce024 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.564658] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37039e84-9e13-4b96-87b9-4f6f280db311 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.573084] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b85b83-478e-4473-ac08-04dd3be57fe2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.624748] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3289da-d064-437b-8ef2-d078799f2645 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.627614] env[63260]: DEBUG nova.compute.manager [req-14def064-8566-4de5-a70e-29cc2c998482 req-b90857ea-72b7-4a3a-b530-7d427a585b0a service nova] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Detach interface failed, port_id=dcfe2491-c9ea-41b3-bee1-8c8f53c213c4, reason: Instance 6952e379-f83f-469a-a4d2-ba1072fd37f6 could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 740.633646] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36acb327-7888-4f47-aa84-613a9ce5fdbd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.647696] env[63260]: DEBUG nova.compute.provider_tree [None req-c46b4e18-762f-4675-b6a2-f24e95e55ecc tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.694985] env[63260]: DEBUG oslo_vmware.api [None req-69a45579-ae11-4747-ab8b-2b1f57889d76 tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Task: {'id': task-2284546, 'name': PowerOffVM_Task, 'duration_secs': 0.416973} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.695270] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a45579-ae11-4747-ab8b-2b1f57889d76 tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.695437] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-69a45579-ae11-4747-ab8b-2b1f57889d76 tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.695683] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd8f01b6-5e1e-41a5-bf94-71a69338540c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.782089] env[63260]: DEBUG nova.objects.instance [None req-d5b50bb5-f379-46e1-bd63-abe300210ac4 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lazy-loading 'flavor' on Instance uuid 05f51648-73be-4989-8574-57bc8eb882b2 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.782899] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-69a45579-ae11-4747-ab8b-2b1f57889d76 tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 740.783460] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-69a45579-ae11-4747-ab8b-2b1f57889d76 tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 740.783727] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-69a45579-ae11-4747-ab8b-2b1f57889d76 tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Deleting the datastore file [datastore1] 38234f24-c2a7-4190-8f54-f953f587d474 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.784412] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-763a08c4-1906-4354-bcce-588b7f5fd615 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.792545] env[63260]: DEBUG oslo_vmware.api [None req-69a45579-ae11-4747-ab8b-2b1f57889d76 tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Waiting for the task: (returnval){ [ 740.792545] env[63260]: value = "task-2284548" [ 740.792545] env[63260]: _type = "Task" [ 740.792545] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.804132] env[63260]: DEBUG oslo_vmware.api [None req-69a45579-ae11-4747-ab8b-2b1f57889d76 tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Task: {'id': task-2284548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.823318] env[63260]: INFO nova.compute.manager [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Took 46.17 seconds to build instance. [ 740.872311] env[63260]: INFO nova.compute.manager [-] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Took 1.47 seconds to deallocate network for instance. [ 741.151571] env[63260]: DEBUG nova.scheduler.client.report [None req-c46b4e18-762f-4675-b6a2-f24e95e55ecc tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.288868] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d5b50bb5-f379-46e1-bd63-abe300210ac4 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "05f51648-73be-4989-8574-57bc8eb882b2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.849s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.313463] env[63260]: DEBUG oslo_vmware.api [None req-69a45579-ae11-4747-ab8b-2b1f57889d76 tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Task: {'id': task-2284548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227638} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.313557] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-69a45579-ae11-4747-ab8b-2b1f57889d76 tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.313717] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-69a45579-ae11-4747-ab8b-2b1f57889d76 tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 741.313945] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-69a45579-ae11-4747-ab8b-2b1f57889d76 tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.314151] env[63260]: INFO nova.compute.manager [None req-69a45579-ae11-4747-ab8b-2b1f57889d76 tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Took 1.16 seconds to destroy the instance on the hypervisor. [ 741.314431] env[63260]: DEBUG oslo.service.loopingcall [None req-69a45579-ae11-4747-ab8b-2b1f57889d76 tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 741.314937] env[63260]: DEBUG nova.compute.manager [-] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 741.315062] env[63260]: DEBUG nova.network.neutron [-] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.326131] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b98c3711-d0e9-4299-abe8-b81d67928907 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Lock "968e6889-032a-4b5a-8cb5-3e612664bb1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.262s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.380348] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b5dd081d-a7e9-4c5d-bde2-5659908b0217 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.418702] env[63260]: DEBUG nova.network.neutron [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Successfully updated port: c678e18d-83e7-4ebc-9f77-90d404f9e86a {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.660136] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c46b4e18-762f-4675-b6a2-f24e95e55ecc tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.661193] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.226s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.663094] env[63260]: INFO nova.compute.claims [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.692079] env[63260]: INFO nova.scheduler.client.report [None req-c46b4e18-762f-4675-b6a2-f24e95e55ecc tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Deleted allocations for instance 5a0fb955-d6d5-429f-9925-244d7a943bab [ 741.922237] env[63260]: DEBUG oslo_concurrency.lockutils [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Acquiring lock "refresh_cache-32eb47e5-eaa9-4901-9816-1227ebd21dae" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.922434] env[63260]: DEBUG oslo_concurrency.lockutils [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Acquired lock "refresh_cache-32eb47e5-eaa9-4901-9816-1227ebd21dae" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.922592] env[63260]: DEBUG nova.network.neutron [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.035476] env[63260]: DEBUG nova.compute.manager [req-df8498fc-039c-44dc-a13a-a82c108359af req-596d39cf-d38e-4e49-92ed-fee6352d9ed8 service nova] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Received event network-changed-e1217e65-ea01-45dc-94f7-af32061075d5 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 742.035476] env[63260]: DEBUG nova.compute.manager [req-df8498fc-039c-44dc-a13a-a82c108359af req-596d39cf-d38e-4e49-92ed-fee6352d9ed8 service nova] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Refreshing instance network info cache due to event network-changed-e1217e65-ea01-45dc-94f7-af32061075d5. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 742.035476] env[63260]: DEBUG oslo_concurrency.lockutils [req-df8498fc-039c-44dc-a13a-a82c108359af req-596d39cf-d38e-4e49-92ed-fee6352d9ed8 service nova] Acquiring lock "refresh_cache-968e6889-032a-4b5a-8cb5-3e612664bb1c" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.035476] env[63260]: DEBUG oslo_concurrency.lockutils [req-df8498fc-039c-44dc-a13a-a82c108359af req-596d39cf-d38e-4e49-92ed-fee6352d9ed8 service nova] Acquired lock "refresh_cache-968e6889-032a-4b5a-8cb5-3e612664bb1c" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.035476] env[63260]: DEBUG nova.network.neutron [req-df8498fc-039c-44dc-a13a-a82c108359af req-596d39cf-d38e-4e49-92ed-fee6352d9ed8 service nova] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Refreshing network info cache for port e1217e65-ea01-45dc-94f7-af32061075d5 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.190980] env[63260]: DEBUG nova.compute.manager [req-6c7656ba-fc6f-4396-a4b7-eedd10e01380 req-f56c0374-ba9d-43bf-a608-179a983149a8 service nova] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Received event network-vif-plugged-c678e18d-83e7-4ebc-9f77-90d404f9e86a {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 742.191284] env[63260]: DEBUG oslo_concurrency.lockutils [req-6c7656ba-fc6f-4396-a4b7-eedd10e01380 req-f56c0374-ba9d-43bf-a608-179a983149a8 service nova] Acquiring lock "32eb47e5-eaa9-4901-9816-1227ebd21dae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.191284] env[63260]: DEBUG oslo_concurrency.lockutils [req-6c7656ba-fc6f-4396-a4b7-eedd10e01380 req-f56c0374-ba9d-43bf-a608-179a983149a8 service nova] Lock "32eb47e5-eaa9-4901-9816-1227ebd21dae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.191430] env[63260]: DEBUG oslo_concurrency.lockutils [req-6c7656ba-fc6f-4396-a4b7-eedd10e01380 req-f56c0374-ba9d-43bf-a608-179a983149a8 service nova] Lock "32eb47e5-eaa9-4901-9816-1227ebd21dae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.191596] env[63260]: DEBUG nova.compute.manager [req-6c7656ba-fc6f-4396-a4b7-eedd10e01380 req-f56c0374-ba9d-43bf-a608-179a983149a8 service nova] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] No waiting events found dispatching network-vif-plugged-c678e18d-83e7-4ebc-9f77-90d404f9e86a {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 742.191758] env[63260]: WARNING nova.compute.manager [req-6c7656ba-fc6f-4396-a4b7-eedd10e01380 req-f56c0374-ba9d-43bf-a608-179a983149a8 service nova] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Received unexpected event network-vif-plugged-c678e18d-83e7-4ebc-9f77-90d404f9e86a for instance with vm_state building and task_state spawning. [ 742.191915] env[63260]: DEBUG nova.compute.manager [req-6c7656ba-fc6f-4396-a4b7-eedd10e01380 req-f56c0374-ba9d-43bf-a608-179a983149a8 service nova] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Received event network-changed-c678e18d-83e7-4ebc-9f77-90d404f9e86a {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 742.192462] env[63260]: DEBUG nova.compute.manager [req-6c7656ba-fc6f-4396-a4b7-eedd10e01380 req-f56c0374-ba9d-43bf-a608-179a983149a8 service nova] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Refreshing instance network info cache due to event network-changed-c678e18d-83e7-4ebc-9f77-90d404f9e86a. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 742.192683] env[63260]: DEBUG oslo_concurrency.lockutils [req-6c7656ba-fc6f-4396-a4b7-eedd10e01380 req-f56c0374-ba9d-43bf-a608-179a983149a8 service nova] Acquiring lock "refresh_cache-32eb47e5-eaa9-4901-9816-1227ebd21dae" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.204054] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c46b4e18-762f-4675-b6a2-f24e95e55ecc tempest-ServersTestManualDisk-1261427672 tempest-ServersTestManualDisk-1261427672-project-member] Lock "5a0fb955-d6d5-429f-9925-244d7a943bab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.837s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.477267] env[63260]: DEBUG nova.network.neutron [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.615176] env[63260]: DEBUG nova.network.neutron [-] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.944919] env[63260]: DEBUG nova.network.neutron [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Updating instance_info_cache with network_info: [{"id": "c678e18d-83e7-4ebc-9f77-90d404f9e86a", "address": "fa:16:3e:b1:c1:92", "network": {"id": "d8e9db71-5605-4b5a-ba5c-8f7ce37758a3", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1586165879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19c8a72e9c694d7cb316a04b80e50bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc678e18d-83", "ovs_interfaceid": "c678e18d-83e7-4ebc-9f77-90d404f9e86a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.124708] env[63260]: INFO nova.compute.manager [-] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Took 1.81 seconds to deallocate network for instance. [ 743.228368] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cf01b0-a68e-4380-b97d-137e30ab3cad {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.240021] env[63260]: DEBUG nova.network.neutron [req-df8498fc-039c-44dc-a13a-a82c108359af req-596d39cf-d38e-4e49-92ed-fee6352d9ed8 service nova] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Updated VIF entry in instance network info cache for port e1217e65-ea01-45dc-94f7-af32061075d5. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.240021] env[63260]: DEBUG nova.network.neutron [req-df8498fc-039c-44dc-a13a-a82c108359af req-596d39cf-d38e-4e49-92ed-fee6352d9ed8 service nova] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Updating instance_info_cache with network_info: [{"id": "e1217e65-ea01-45dc-94f7-af32061075d5", "address": "fa:16:3e:5a:69:a6", "network": {"id": "9118b5b6-392a-432a-b5a9-26cc5fbce040", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-30004806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3857992c7548b6a742d8e27e5e147a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1217e65-ea", "ovs_interfaceid": "e1217e65-ea01-45dc-94f7-af32061075d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.240475] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ac1fa2-bc77-45df-9352-fdae391adfee {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.273408] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2bd3a3-ba05-4a79-a8a9-0bcad07dcf88 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.283021] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88f3d28-4a52-435a-b898-3b21dfb6ca6c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.299089] env[63260]: DEBUG nova.compute.provider_tree [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.447176] env[63260]: DEBUG oslo_concurrency.lockutils [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Releasing lock "refresh_cache-32eb47e5-eaa9-4901-9816-1227ebd21dae" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.447933] env[63260]: DEBUG nova.compute.manager [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Instance network_info: |[{"id": "c678e18d-83e7-4ebc-9f77-90d404f9e86a", "address": "fa:16:3e:b1:c1:92", "network": {"id": "d8e9db71-5605-4b5a-ba5c-8f7ce37758a3", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1586165879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19c8a72e9c694d7cb316a04b80e50bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc678e18d-83", "ovs_interfaceid": "c678e18d-83e7-4ebc-9f77-90d404f9e86a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 743.447933] env[63260]: DEBUG oslo_concurrency.lockutils [req-6c7656ba-fc6f-4396-a4b7-eedd10e01380 req-f56c0374-ba9d-43bf-a608-179a983149a8 service nova] Acquired lock "refresh_cache-32eb47e5-eaa9-4901-9816-1227ebd21dae" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.447933] env[63260]: DEBUG nova.network.neutron [req-6c7656ba-fc6f-4396-a4b7-eedd10e01380 req-f56c0374-ba9d-43bf-a608-179a983149a8 service nova] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Refreshing network info cache for port c678e18d-83e7-4ebc-9f77-90d404f9e86a {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.449148] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:c1:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56b944d8-803d-43f2-945d-0f334ee4ea1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c678e18d-83e7-4ebc-9f77-90d404f9e86a', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.460251] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Creating folder: Project (19c8a72e9c694d7cb316a04b80e50bb8). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.464375] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cf0c683-be0b-46dc-bc1a-780591ff95fa {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.476423] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Created folder: Project (19c8a72e9c694d7cb316a04b80e50bb8) in parent group-v464889. [ 743.476643] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Creating folder: Instances. Parent ref: group-v465056. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.476916] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bab210ef-ddef-4aaf-a609-992952553fe3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.488292] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Created folder: Instances in parent group-v465056. [ 743.488467] env[63260]: DEBUG oslo.service.loopingcall [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 743.488512] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.488728] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36761dc2-8cc6-43d3-a683-0dfe2a2d73ce {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.508889] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.508889] env[63260]: value = "task-2284551" [ 743.508889] env[63260]: _type = "Task" [ 743.508889] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.520463] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284551, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.631076] env[63260]: DEBUG oslo_concurrency.lockutils [None req-69a45579-ae11-4747-ab8b-2b1f57889d76 tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.745424] env[63260]: DEBUG oslo_concurrency.lockutils [req-df8498fc-039c-44dc-a13a-a82c108359af req-596d39cf-d38e-4e49-92ed-fee6352d9ed8 service nova] Releasing lock "refresh_cache-968e6889-032a-4b5a-8cb5-3e612664bb1c" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.802804] env[63260]: DEBUG nova.scheduler.client.report [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.852584] env[63260]: DEBUG nova.network.neutron [req-6c7656ba-fc6f-4396-a4b7-eedd10e01380 req-f56c0374-ba9d-43bf-a608-179a983149a8 service nova] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Updated VIF entry in instance network info cache for port c678e18d-83e7-4ebc-9f77-90d404f9e86a. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.853115] env[63260]: DEBUG nova.network.neutron [req-6c7656ba-fc6f-4396-a4b7-eedd10e01380 req-f56c0374-ba9d-43bf-a608-179a983149a8 service nova] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Updating instance_info_cache with network_info: [{"id": "c678e18d-83e7-4ebc-9f77-90d404f9e86a", "address": "fa:16:3e:b1:c1:92", "network": {"id": "d8e9db71-5605-4b5a-ba5c-8f7ce37758a3", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1586165879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19c8a72e9c694d7cb316a04b80e50bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc678e18d-83", "ovs_interfaceid": "c678e18d-83e7-4ebc-9f77-90d404f9e86a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.022606] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284551, 'name': CreateVM_Task, 'duration_secs': 0.350405} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.022756] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.023455] env[63260]: DEBUG oslo_concurrency.lockutils [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.023626] env[63260]: DEBUG oslo_concurrency.lockutils [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.023925] env[63260]: DEBUG oslo_concurrency.lockutils [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.024191] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47010eb3-b937-425c-a766-46bc3aff88b7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.028923] env[63260]: DEBUG oslo_vmware.api [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Waiting for the task: (returnval){ [ 744.028923] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]527a3775-7aa8-d0d0-eceb-68eb80606390" [ 744.028923] env[63260]: _type = "Task" [ 744.028923] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.036736] env[63260]: DEBUG oslo_vmware.api [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]527a3775-7aa8-d0d0-eceb-68eb80606390, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.301464] env[63260]: DEBUG nova.compute.manager [req-08997c8f-16cf-4185-96d7-6b191eb955a4 req-4450491a-5f34-46bd-b9d0-d7ce7a6f38c5 service nova] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Received event network-vif-deleted-4b07839c-abd1-4fe3-8cb2-fbd1e70b3b5f {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 744.311234] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.311234] env[63260]: DEBUG nova.compute.manager [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.312381] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aae92b21-7e80-4f74-9527-5d0110fe38fc tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.868s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.312758] env[63260]: DEBUG nova.objects.instance [None req-aae92b21-7e80-4f74-9527-5d0110fe38fc tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Lazy-loading 'resources' on Instance uuid ea7c78e7-f3dc-42fd-bde2-12a4859b8170 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.356019] env[63260]: DEBUG oslo_concurrency.lockutils [req-6c7656ba-fc6f-4396-a4b7-eedd10e01380 req-f56c0374-ba9d-43bf-a608-179a983149a8 service nova] Releasing lock "refresh_cache-32eb47e5-eaa9-4901-9816-1227ebd21dae" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.539813] env[63260]: DEBUG oslo_vmware.api [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]527a3775-7aa8-d0d0-eceb-68eb80606390, 'name': SearchDatastore_Task, 'duration_secs': 0.013956} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.540022] env[63260]: DEBUG oslo_concurrency.lockutils [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.540262] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.540492] env[63260]: DEBUG oslo_concurrency.lockutils [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.540848] env[63260]: DEBUG oslo_concurrency.lockutils [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.540848] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.541078] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-740ed015-f39c-4480-ba96-d8e88b201cb1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.549666] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.549946] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.550590] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6460f767-ae56-4fd5-8e1d-56056fc980b8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.555939] env[63260]: DEBUG oslo_vmware.api [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Waiting for the task: (returnval){ [ 744.555939] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52fa60cc-1323-51f8-202a-33e677753eff" [ 744.555939] env[63260]: _type = "Task" [ 744.555939] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.563434] env[63260]: DEBUG oslo_vmware.api [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52fa60cc-1323-51f8-202a-33e677753eff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.698589] env[63260]: DEBUG oslo_concurrency.lockutils [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquiring lock "45c1f310-f48d-4903-be93-f23e8fc413c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.699612] env[63260]: DEBUG oslo_concurrency.lockutils [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "45c1f310-f48d-4903-be93-f23e8fc413c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.816815] env[63260]: DEBUG nova.compute.utils [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 744.822213] env[63260]: DEBUG nova.compute.manager [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 744.822404] env[63260]: DEBUG nova.network.neutron [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 744.881513] env[63260]: DEBUG nova.policy [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b84218f973b34596acdb302a46392745', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0cc112fd26644b7abedda679fb222d48', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.068785] env[63260]: DEBUG oslo_vmware.api [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52fa60cc-1323-51f8-202a-33e677753eff, 'name': SearchDatastore_Task, 'duration_secs': 0.007867} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.069707] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1b5a447-9bc8-458b-8bc0-af1bb20e8da7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.075839] env[63260]: DEBUG oslo_vmware.api [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Waiting for the task: (returnval){ [ 745.075839] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5231cb3e-80d4-318a-82b1-827de7b5286c" [ 745.075839] env[63260]: _type = "Task" [ 745.075839] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.088698] env[63260]: DEBUG oslo_vmware.api [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5231cb3e-80d4-318a-82b1-827de7b5286c, 'name': SearchDatastore_Task, 'duration_secs': 0.008688} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.088980] env[63260]: DEBUG oslo_concurrency.lockutils [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.089344] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 32eb47e5-eaa9-4901-9816-1227ebd21dae/32eb47e5-eaa9-4901-9816-1227ebd21dae.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.089728] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82b0f289-bdcc-4f54-be2b-bd0491b9482f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.099830] env[63260]: DEBUG oslo_vmware.api [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Waiting for the task: (returnval){ [ 745.099830] env[63260]: value = "task-2284552" [ 745.099830] env[63260]: _type = "Task" [ 745.099830] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.108209] env[63260]: DEBUG oslo_vmware.api [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Task: {'id': task-2284552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.203293] env[63260]: DEBUG nova.compute.manager [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.222024] env[63260]: DEBUG nova.network.neutron [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Successfully created port: cdf7d1ad-7f81-4b1a-8c9c-6f1c4d2372f6 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 745.321572] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8042c45-cc5e-442d-84d3-f039bc2495d8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.324999] env[63260]: DEBUG nova.compute.manager [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.333678] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c47a74-270c-4df9-b6c7-89706ea868a0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.367011] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2578ff5b-fd31-4718-be83-5ccbe6c49d43 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.380457] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1be0151-a173-4a89-b872-6f4e10cb45cd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.400604] env[63260]: DEBUG nova.compute.provider_tree [None req-aae92b21-7e80-4f74-9527-5d0110fe38fc tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.609647] env[63260]: DEBUG oslo_vmware.api [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Task: {'id': task-2284552, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47788} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.609914] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 32eb47e5-eaa9-4901-9816-1227ebd21dae/32eb47e5-eaa9-4901-9816-1227ebd21dae.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.610488] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.610570] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa9d02c8-9da8-4b32-8648-2f3678611d63 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.616523] env[63260]: DEBUG oslo_vmware.api [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Waiting for the task: (returnval){ [ 745.616523] env[63260]: value = "task-2284553" [ 745.616523] env[63260]: _type = "Task" [ 745.616523] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.625573] env[63260]: DEBUG oslo_vmware.api [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Task: {'id': task-2284553, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.724550] env[63260]: DEBUG oslo_concurrency.lockutils [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.905298] env[63260]: DEBUG nova.scheduler.client.report [None req-aae92b21-7e80-4f74-9527-5d0110fe38fc tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.126524] env[63260]: DEBUG oslo_vmware.api [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Task: {'id': task-2284553, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061302} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.126810] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.127563] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c1d85c-92c3-4d8f-aa60-07f54da4ac8a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.149857] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 32eb47e5-eaa9-4901-9816-1227ebd21dae/32eb47e5-eaa9-4901-9816-1227ebd21dae.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.150230] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e1789bf-76f2-4075-8366-2e014560f7e7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.177360] env[63260]: DEBUG oslo_vmware.api [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Waiting for the task: (returnval){ [ 746.177360] env[63260]: value = "task-2284554" [ 746.177360] env[63260]: _type = "Task" [ 746.177360] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.188952] env[63260]: DEBUG oslo_vmware.api [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Task: {'id': task-2284554, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.336185] env[63260]: DEBUG nova.compute.manager [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.366040] env[63260]: DEBUG nova.virt.hardware [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.366325] env[63260]: DEBUG nova.virt.hardware [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.366557] env[63260]: DEBUG nova.virt.hardware [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.366824] env[63260]: DEBUG nova.virt.hardware [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.367552] env[63260]: DEBUG nova.virt.hardware [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.371328] env[63260]: DEBUG nova.virt.hardware [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.371620] env[63260]: DEBUG nova.virt.hardware [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.371840] env[63260]: DEBUG nova.virt.hardware [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.372157] env[63260]: DEBUG nova.virt.hardware [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.372307] env[63260]: DEBUG nova.virt.hardware [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.372530] env[63260]: DEBUG nova.virt.hardware [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.373558] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4762145-3791-432d-9631-b5ee77978eb5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.383182] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1ccf13-9a57-4374-8550-e080848126ab {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.410623] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aae92b21-7e80-4f74-9527-5d0110fe38fc tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.098s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.413624] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.466s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.417234] env[63260]: INFO nova.compute.claims [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.458438] env[63260]: INFO nova.scheduler.client.report [None req-aae92b21-7e80-4f74-9527-5d0110fe38fc tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Deleted allocations for instance ea7c78e7-f3dc-42fd-bde2-12a4859b8170 [ 746.688681] env[63260]: DEBUG oslo_vmware.api [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Task: {'id': task-2284554, 'name': ReconfigVM_Task, 'duration_secs': 0.30962} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.689284] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 32eb47e5-eaa9-4901-9816-1227ebd21dae/32eb47e5-eaa9-4901-9816-1227ebd21dae.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.690294] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ced2fd8a-f564-4c8e-94e0-74e7b6ca1fa1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.699981] env[63260]: DEBUG oslo_vmware.api [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Waiting for the task: (returnval){ [ 746.699981] env[63260]: value = "task-2284555" [ 746.699981] env[63260]: _type = "Task" [ 746.699981] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.714149] env[63260]: DEBUG oslo_vmware.api [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Task: {'id': task-2284555, 'name': Rename_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.968622] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aae92b21-7e80-4f74-9527-5d0110fe38fc tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Lock "ea7c78e7-f3dc-42fd-bde2-12a4859b8170" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.356s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.215553] env[63260]: DEBUG oslo_vmware.api [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Task: {'id': task-2284555, 'name': Rename_Task, 'duration_secs': 0.152058} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.216513] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.218690] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50aeb9d1-395b-45e4-8eec-95eeeaba7fc8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.225018] env[63260]: DEBUG oslo_vmware.api [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Waiting for the task: (returnval){ [ 747.225018] env[63260]: value = "task-2284556" [ 747.225018] env[63260]: _type = "Task" [ 747.225018] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.232136] env[63260]: DEBUG oslo_vmware.api [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Task: {'id': task-2284556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.402417] env[63260]: DEBUG nova.compute.manager [req-c296321e-b17f-4627-b62f-ad3098c59193 req-ae6a6b71-a2cb-473e-a731-dc952a84c596 service nova] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Received event network-vif-plugged-cdf7d1ad-7f81-4b1a-8c9c-6f1c4d2372f6 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 747.402417] env[63260]: DEBUG oslo_concurrency.lockutils [req-c296321e-b17f-4627-b62f-ad3098c59193 req-ae6a6b71-a2cb-473e-a731-dc952a84c596 service nova] Acquiring lock "33fd6009-046c-4511-9c50-f435f0c80a16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.402417] env[63260]: DEBUG oslo_concurrency.lockutils [req-c296321e-b17f-4627-b62f-ad3098c59193 req-ae6a6b71-a2cb-473e-a731-dc952a84c596 service nova] Lock "33fd6009-046c-4511-9c50-f435f0c80a16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.402417] env[63260]: DEBUG oslo_concurrency.lockutils [req-c296321e-b17f-4627-b62f-ad3098c59193 req-ae6a6b71-a2cb-473e-a731-dc952a84c596 service nova] Lock "33fd6009-046c-4511-9c50-f435f0c80a16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.402417] env[63260]: DEBUG nova.compute.manager [req-c296321e-b17f-4627-b62f-ad3098c59193 req-ae6a6b71-a2cb-473e-a731-dc952a84c596 service nova] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] No waiting events found dispatching network-vif-plugged-cdf7d1ad-7f81-4b1a-8c9c-6f1c4d2372f6 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 747.402417] env[63260]: WARNING nova.compute.manager [req-c296321e-b17f-4627-b62f-ad3098c59193 req-ae6a6b71-a2cb-473e-a731-dc952a84c596 service nova] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Received unexpected event network-vif-plugged-cdf7d1ad-7f81-4b1a-8c9c-6f1c4d2372f6 for instance with vm_state building and task_state spawning. [ 747.434263] env[63260]: DEBUG nova.network.neutron [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Successfully updated port: cdf7d1ad-7f81-4b1a-8c9c-6f1c4d2372f6 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 747.741561] env[63260]: DEBUG oslo_vmware.api [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Task: {'id': task-2284556, 'name': PowerOnVM_Task, 'duration_secs': 0.471935} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.741561] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.742182] env[63260]: INFO nova.compute.manager [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Took 7.36 seconds to spawn the instance on the hypervisor. [ 747.742182] env[63260]: DEBUG nova.compute.manager [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.743043] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d17d139-48d5-48f7-9bc8-a04743902bb3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.937689] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "refresh_cache-33fd6009-046c-4511-9c50-f435f0c80a16" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.937689] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquired lock "refresh_cache-33fd6009-046c-4511-9c50-f435f0c80a16" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.937689] env[63260]: DEBUG nova.network.neutron [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.031924] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5312d55c-b5e0-4c1a-a5c1-80b828d7ea49 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.042883] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c595215-0959-4a58-ae76-864ebaf0f032 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.079018] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c83591-5c82-4ef8-ba9c-06332b319a50 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.084582] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917321d8-b170-488d-9c74-5f553258e67c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.101544] env[63260]: DEBUG nova.compute.provider_tree [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.106920] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e249c62c-2b91-4920-b2c8-509909a55a41 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Acquiring lock "c22b814c-28f4-4ecb-9326-84791d1ec336" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.106920] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e249c62c-2b91-4920-b2c8-509909a55a41 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Lock "c22b814c-28f4-4ecb-9326-84791d1ec336" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.106920] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e249c62c-2b91-4920-b2c8-509909a55a41 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Acquiring lock "c22b814c-28f4-4ecb-9326-84791d1ec336-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.106920] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e249c62c-2b91-4920-b2c8-509909a55a41 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Lock "c22b814c-28f4-4ecb-9326-84791d1ec336-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.106920] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e249c62c-2b91-4920-b2c8-509909a55a41 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Lock "c22b814c-28f4-4ecb-9326-84791d1ec336-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.111628] env[63260]: INFO nova.compute.manager [None req-e249c62c-2b91-4920-b2c8-509909a55a41 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: c22b814c-28f4-4ecb-9326-84791d1ec336] Terminating instance [ 748.267135] env[63260]: INFO nova.compute.manager [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Took 40.73 seconds to build instance. [ 748.471582] env[63260]: DEBUG nova.network.neutron [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 748.605612] env[63260]: DEBUG nova.scheduler.client.report [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.616456] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e249c62c-2b91-4920-b2c8-509909a55a41 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Acquiring lock "refresh_cache-c22b814c-28f4-4ecb-9326-84791d1ec336" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.616671] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e249c62c-2b91-4920-b2c8-509909a55a41 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Acquired lock "refresh_cache-c22b814c-28f4-4ecb-9326-84791d1ec336" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.617552] env[63260]: DEBUG nova.network.neutron [None req-e249c62c-2b91-4920-b2c8-509909a55a41 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: c22b814c-28f4-4ecb-9326-84791d1ec336] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.632567] env[63260]: DEBUG nova.network.neutron [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Updating instance_info_cache with network_info: [{"id": "cdf7d1ad-7f81-4b1a-8c9c-6f1c4d2372f6", "address": "fa:16:3e:ac:3f:0f", "network": {"id": "5b68e61c-9924-43a6-9550-c424919c7ebd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505122137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc112fd26644b7abedda679fb222d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdf7d1ad-7f", "ovs_interfaceid": "cdf7d1ad-7f81-4b1a-8c9c-6f1c4d2372f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.770332] env[63260]: DEBUG oslo_concurrency.lockutils [None req-001d3cc0-7dd9-4dc0-b2b9-232168a2df01 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Lock "32eb47e5-eaa9-4901-9816-1227ebd21dae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.946s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.114023] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.114023] env[63260]: DEBUG nova.compute.manager [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 749.114842] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.942s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.115207] env[63260]: DEBUG nova.objects.instance [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63260) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 749.135194] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Releasing lock "refresh_cache-33fd6009-046c-4511-9c50-f435f0c80a16" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.136537] env[63260]: DEBUG nova.compute.manager [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Instance network_info: |[{"id": "cdf7d1ad-7f81-4b1a-8c9c-6f1c4d2372f6", "address": "fa:16:3e:ac:3f:0f", "network": {"id": "5b68e61c-9924-43a6-9550-c424919c7ebd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505122137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc112fd26644b7abedda679fb222d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdf7d1ad-7f", "ovs_interfaceid": "cdf7d1ad-7f81-4b1a-8c9c-6f1c4d2372f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 749.136537] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:3f:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdf7d1ad-7f81-4b1a-8c9c-6f1c4d2372f6', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 749.146275] env[63260]: DEBUG oslo.service.loopingcall [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 749.147378] env[63260]: DEBUG nova.network.neutron [None req-e249c62c-2b91-4920-b2c8-509909a55a41 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: c22b814c-28f4-4ecb-9326-84791d1ec336] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.149737] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 749.149979] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3985d3e5-062b-4009-89a6-521f021475ba {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.175254] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 749.175254] env[63260]: value = "task-2284557" [ 749.175254] env[63260]: _type = "Task" [ 749.175254] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.185052] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284557, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.240374] env[63260]: DEBUG nova.network.neutron [None req-e249c62c-2b91-4920-b2c8-509909a55a41 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: c22b814c-28f4-4ecb-9326-84791d1ec336] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.325353] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Acquiring lock "3e18144e-0acb-4c24-acad-f8f6aa904462" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.325733] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Lock "3e18144e-0acb-4c24-acad-f8f6aa904462" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.557862] env[63260]: DEBUG nova.compute.manager [req-71e38ab2-4480-489a-a84c-08f904caf47b req-fa7778ff-ae19-400e-9165-fa377ea5dd45 service nova] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Received event network-changed-cdf7d1ad-7f81-4b1a-8c9c-6f1c4d2372f6 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 749.558130] env[63260]: DEBUG nova.compute.manager [req-71e38ab2-4480-489a-a84c-08f904caf47b req-fa7778ff-ae19-400e-9165-fa377ea5dd45 service nova] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Refreshing instance network info cache due to event network-changed-cdf7d1ad-7f81-4b1a-8c9c-6f1c4d2372f6. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 749.558270] env[63260]: DEBUG oslo_concurrency.lockutils [req-71e38ab2-4480-489a-a84c-08f904caf47b req-fa7778ff-ae19-400e-9165-fa377ea5dd45 service nova] Acquiring lock "refresh_cache-33fd6009-046c-4511-9c50-f435f0c80a16" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.559568] env[63260]: DEBUG oslo_concurrency.lockutils [req-71e38ab2-4480-489a-a84c-08f904caf47b req-fa7778ff-ae19-400e-9165-fa377ea5dd45 service nova] Acquired lock "refresh_cache-33fd6009-046c-4511-9c50-f435f0c80a16" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.559568] env[63260]: DEBUG nova.network.neutron [req-71e38ab2-4480-489a-a84c-08f904caf47b req-fa7778ff-ae19-400e-9165-fa377ea5dd45 service nova] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Refreshing network info cache for port cdf7d1ad-7f81-4b1a-8c9c-6f1c4d2372f6 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.620018] env[63260]: DEBUG nova.compute.utils [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 749.626970] env[63260]: DEBUG nova.compute.manager [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 749.626970] env[63260]: DEBUG nova.network.neutron [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: 28374458-e9ac-463f-923e-cfeb49492716] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 749.682729] env[63260]: DEBUG nova.policy [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92bd6ae55d3d4cae8fc8ad1563b705f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6132158e5646470e81f75bdedecce2a9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 749.688913] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284557, 'name': CreateVM_Task, 'duration_secs': 0.324239} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.689425] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.690112] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.690280] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.690594] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.690848] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27886b6e-5e3f-4930-a088-f22775392452 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.696461] env[63260]: DEBUG oslo_vmware.api [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 749.696461] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5233dce9-c246-e099-0699-747bd1183d69" [ 749.696461] env[63260]: _type = "Task" [ 749.696461] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.705229] env[63260]: DEBUG oslo_vmware.api [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5233dce9-c246-e099-0699-747bd1183d69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.720095] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d7fd7b8c-cbbd-48de-af7a-28ce5f321af3 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Acquiring lock "32eb47e5-eaa9-4901-9816-1227ebd21dae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.720095] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d7fd7b8c-cbbd-48de-af7a-28ce5f321af3 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Lock "32eb47e5-eaa9-4901-9816-1227ebd21dae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.720095] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d7fd7b8c-cbbd-48de-af7a-28ce5f321af3 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Acquiring lock "32eb47e5-eaa9-4901-9816-1227ebd21dae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.720095] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d7fd7b8c-cbbd-48de-af7a-28ce5f321af3 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Lock "32eb47e5-eaa9-4901-9816-1227ebd21dae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.720095] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d7fd7b8c-cbbd-48de-af7a-28ce5f321af3 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Lock "32eb47e5-eaa9-4901-9816-1227ebd21dae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.720422] env[63260]: INFO nova.compute.manager [None req-d7fd7b8c-cbbd-48de-af7a-28ce5f321af3 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Terminating instance [ 749.744455] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e249c62c-2b91-4920-b2c8-509909a55a41 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Releasing lock "refresh_cache-c22b814c-28f4-4ecb-9326-84791d1ec336" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.745843] env[63260]: DEBUG nova.compute.manager [None req-e249c62c-2b91-4920-b2c8-509909a55a41 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: c22b814c-28f4-4ecb-9326-84791d1ec336] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 749.745843] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e249c62c-2b91-4920-b2c8-509909a55a41 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: c22b814c-28f4-4ecb-9326-84791d1ec336] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.745990] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e778450b-10bd-4fd9-9a33-78e49428fc40 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.754251] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e249c62c-2b91-4920-b2c8-509909a55a41 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: c22b814c-28f4-4ecb-9326-84791d1ec336] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 749.754355] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df2d2110-8669-4e61-8b8c-a41917951529 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.762413] env[63260]: DEBUG oslo_vmware.api [None req-e249c62c-2b91-4920-b2c8-509909a55a41 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Waiting for the task: (returnval){ [ 749.762413] env[63260]: value = "task-2284558" [ 749.762413] env[63260]: _type = "Task" [ 749.762413] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.769903] env[63260]: DEBUG oslo_vmware.api [None req-e249c62c-2b91-4920-b2c8-509909a55a41 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.824865] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Acquiring lock "c5637ee6-f394-4ae4-87cc-a3468e47f43d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.825166] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Lock "c5637ee6-f394-4ae4-87cc-a3468e47f43d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.831738] env[63260]: DEBUG nova.compute.manager [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 750.098708] env[63260]: DEBUG nova.network.neutron [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Successfully created port: 13880c33-0a60-4c0c-b9e1-b25b54d52a66 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 750.131156] env[63260]: DEBUG nova.compute.manager [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 750.134859] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6f9b9acc-e4a2-4534-9359-51e579d3cb7e tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.136081] env[63260]: DEBUG oslo_concurrency.lockutils [None req-88024408-e889-478d-bfc2-c7ac532c9cbb tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.179s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.136318] env[63260]: DEBUG nova.objects.instance [None req-88024408-e889-478d-bfc2-c7ac532c9cbb tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Lazy-loading 'resources' on Instance uuid e139538b-3363-4c4f-b1ea-b4e98e2528ee {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.217090] env[63260]: DEBUG oslo_vmware.api [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5233dce9-c246-e099-0699-747bd1183d69, 'name': SearchDatastore_Task, 'duration_secs': 0.012579} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.220435] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.220435] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.221726] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.221979] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.222801] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.223139] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed972769-c325-4823-b0c0-81ec1b7172d1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.225631] env[63260]: DEBUG nova.compute.manager [None req-d7fd7b8c-cbbd-48de-af7a-28ce5f321af3 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 750.225925] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d7fd7b8c-cbbd-48de-af7a-28ce5f321af3 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 750.227044] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3a31ce-9e3a-48da-aa07-99b56af7156b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.237998] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7fd7b8c-cbbd-48de-af7a-28ce5f321af3 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 750.237998] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a07deab0-888f-4539-9caa-2760af121df0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.241120] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.241120] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.241848] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41c37459-ff18-4297-badf-2f8e5a3e8e20 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.246480] env[63260]: DEBUG oslo_vmware.api [None req-d7fd7b8c-cbbd-48de-af7a-28ce5f321af3 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Waiting for the task: (returnval){ [ 750.246480] env[63260]: value = "task-2284559" [ 750.246480] env[63260]: _type = "Task" [ 750.246480] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.249874] env[63260]: DEBUG oslo_vmware.api [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 750.249874] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b4439f-cca6-fab0-bd77-853b657d9080" [ 750.249874] env[63260]: _type = "Task" [ 750.249874] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.263612] env[63260]: DEBUG oslo_vmware.api [None req-d7fd7b8c-cbbd-48de-af7a-28ce5f321af3 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Task: {'id': task-2284559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.270930] env[63260]: DEBUG oslo_vmware.api [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b4439f-cca6-fab0-bd77-853b657d9080, 'name': SearchDatastore_Task, 'duration_secs': 0.01042} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.272052] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08414d79-399a-4677-800c-86a83f8bb45a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.277445] env[63260]: DEBUG oslo_vmware.api [None req-e249c62c-2b91-4920-b2c8-509909a55a41 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284558, 'name': PowerOffVM_Task, 'duration_secs': 0.125679} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.278550] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e249c62c-2b91-4920-b2c8-509909a55a41 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: c22b814c-28f4-4ecb-9326-84791d1ec336] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 750.278769] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e249c62c-2b91-4920-b2c8-509909a55a41 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: c22b814c-28f4-4ecb-9326-84791d1ec336] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 750.279085] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29bcd3ba-e719-45cd-951a-9451ef997d20 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.281908] env[63260]: DEBUG oslo_vmware.api [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 750.281908] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52a7b058-25d9-a4ea-7356-e4edd37eda6b" [ 750.281908] env[63260]: _type = "Task" [ 750.281908] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.290756] env[63260]: DEBUG oslo_vmware.api [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52a7b058-25d9-a4ea-7356-e4edd37eda6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.304649] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e249c62c-2b91-4920-b2c8-509909a55a41 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: c22b814c-28f4-4ecb-9326-84791d1ec336] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.304967] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e249c62c-2b91-4920-b2c8-509909a55a41 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: c22b814c-28f4-4ecb-9326-84791d1ec336] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.305153] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-e249c62c-2b91-4920-b2c8-509909a55a41 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Deleting the datastore file [datastore1] c22b814c-28f4-4ecb-9326-84791d1ec336 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.305468] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59e92538-1781-4bb3-8f8a-94be79006e5d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.311400] env[63260]: DEBUG oslo_vmware.api [None req-e249c62c-2b91-4920-b2c8-509909a55a41 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Waiting for the task: (returnval){ [ 750.311400] env[63260]: value = "task-2284561" [ 750.311400] env[63260]: _type = "Task" [ 750.311400] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.322890] env[63260]: DEBUG oslo_vmware.api [None req-e249c62c-2b91-4920-b2c8-509909a55a41 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.331266] env[63260]: DEBUG nova.compute.manager [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 750.366515] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.530747] env[63260]: DEBUG nova.network.neutron [req-71e38ab2-4480-489a-a84c-08f904caf47b req-fa7778ff-ae19-400e-9165-fa377ea5dd45 service nova] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Updated VIF entry in instance network info cache for port cdf7d1ad-7f81-4b1a-8c9c-6f1c4d2372f6. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.531254] env[63260]: DEBUG nova.network.neutron [req-71e38ab2-4480-489a-a84c-08f904caf47b req-fa7778ff-ae19-400e-9165-fa377ea5dd45 service nova] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Updating instance_info_cache with network_info: [{"id": "cdf7d1ad-7f81-4b1a-8c9c-6f1c4d2372f6", "address": "fa:16:3e:ac:3f:0f", "network": {"id": "5b68e61c-9924-43a6-9550-c424919c7ebd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505122137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc112fd26644b7abedda679fb222d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdf7d1ad-7f", "ovs_interfaceid": "cdf7d1ad-7f81-4b1a-8c9c-6f1c4d2372f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.759561] env[63260]: DEBUG oslo_vmware.api [None req-d7fd7b8c-cbbd-48de-af7a-28ce5f321af3 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Task: {'id': task-2284559, 'name': PowerOffVM_Task, 'duration_secs': 0.208674} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.759829] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7fd7b8c-cbbd-48de-af7a-28ce5f321af3 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 750.759991] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d7fd7b8c-cbbd-48de-af7a-28ce5f321af3 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 750.760279] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4baed646-522a-4e36-bfab-68e2770d32be {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.794299] env[63260]: DEBUG oslo_vmware.api [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52a7b058-25d9-a4ea-7356-e4edd37eda6b, 'name': SearchDatastore_Task, 'duration_secs': 0.010262} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.798405] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.798405] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 33fd6009-046c-4511-9c50-f435f0c80a16/33fd6009-046c-4511-9c50-f435f0c80a16.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.799028] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b7ddd06-c822-4cc6-9a94-69e859e511c5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.805455] env[63260]: DEBUG oslo_vmware.api [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 750.805455] env[63260]: value = "task-2284563" [ 750.805455] env[63260]: _type = "Task" [ 750.805455] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.818248] env[63260]: DEBUG oslo_vmware.api [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284563, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.825404] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d7fd7b8c-cbbd-48de-af7a-28ce5f321af3 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.825404] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d7fd7b8c-cbbd-48de-af7a-28ce5f321af3 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.825404] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7fd7b8c-cbbd-48de-af7a-28ce5f321af3 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Deleting the datastore file [datastore2] 32eb47e5-eaa9-4901-9816-1227ebd21dae {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.825938] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f18b965-52dc-48c0-b37c-cabfb9b85122 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.831690] env[63260]: DEBUG oslo_vmware.api [None req-e249c62c-2b91-4920-b2c8-509909a55a41 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Task: {'id': task-2284561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167325} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.835314] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-e249c62c-2b91-4920-b2c8-509909a55a41 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 750.835593] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e249c62c-2b91-4920-b2c8-509909a55a41 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: c22b814c-28f4-4ecb-9326-84791d1ec336] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 750.835811] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e249c62c-2b91-4920-b2c8-509909a55a41 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: c22b814c-28f4-4ecb-9326-84791d1ec336] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 750.836032] env[63260]: INFO nova.compute.manager [None req-e249c62c-2b91-4920-b2c8-509909a55a41 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] [instance: c22b814c-28f4-4ecb-9326-84791d1ec336] Took 1.09 seconds to destroy the instance on the hypervisor. [ 750.836344] env[63260]: DEBUG oslo.service.loopingcall [None req-e249c62c-2b91-4920-b2c8-509909a55a41 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 750.840638] env[63260]: DEBUG nova.compute.manager [-] [instance: c22b814c-28f4-4ecb-9326-84791d1ec336] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 750.840776] env[63260]: DEBUG nova.network.neutron [-] [instance: c22b814c-28f4-4ecb-9326-84791d1ec336] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 750.842592] env[63260]: DEBUG oslo_vmware.api [None req-d7fd7b8c-cbbd-48de-af7a-28ce5f321af3 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Waiting for the task: (returnval){ [ 750.842592] env[63260]: value = "task-2284564" [ 750.842592] env[63260]: _type = "Task" [ 750.842592] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.855153] env[63260]: DEBUG oslo_vmware.api [None req-d7fd7b8c-cbbd-48de-af7a-28ce5f321af3 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Task: {'id': task-2284564, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.859230] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.860531] env[63260]: DEBUG nova.network.neutron [-] [instance: c22b814c-28f4-4ecb-9326-84791d1ec336] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.034081] env[63260]: DEBUG oslo_concurrency.lockutils [req-71e38ab2-4480-489a-a84c-08f904caf47b req-fa7778ff-ae19-400e-9165-fa377ea5dd45 service nova] Releasing lock "refresh_cache-33fd6009-046c-4511-9c50-f435f0c80a16" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.147982] env[63260]: DEBUG nova.compute.manager [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 751.156287] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60e58a0-f7e3-49b7-b096-ecede2989509 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.164569] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a973433c-5220-48e1-baae-1e64052f6666 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.201686] env[63260]: DEBUG nova.virt.hardware [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.201934] env[63260]: DEBUG nova.virt.hardware [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.202100] env[63260]: DEBUG nova.virt.hardware [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.202289] env[63260]: DEBUG nova.virt.hardware [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.202434] env[63260]: DEBUG nova.virt.hardware [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.202580] env[63260]: DEBUG nova.virt.hardware [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.202797] env[63260]: DEBUG nova.virt.hardware [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.203188] env[63260]: DEBUG nova.virt.hardware [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.203188] env[63260]: DEBUG nova.virt.hardware [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.203365] env[63260]: DEBUG nova.virt.hardware [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.203539] env[63260]: DEBUG nova.virt.hardware [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.204438] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f060a55-6432-4e2b-8028-580ac4c5c571 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.207805] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0182920a-057a-4d1f-9277-8c9f77ab6b69 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.217299] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68d83bd-8fd2-4f6c-98a6-63decdac93e1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.222474] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd98f6f-ae7c-4907-bc2f-f358228bfe59 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.236286] env[63260]: DEBUG nova.compute.provider_tree [None req-88024408-e889-478d-bfc2-c7ac532c9cbb tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.315683] env[63260]: DEBUG oslo_vmware.api [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284563, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.355044] env[63260]: DEBUG oslo_vmware.api [None req-d7fd7b8c-cbbd-48de-af7a-28ce5f321af3 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Task: {'id': task-2284564, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181693} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.355044] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7fd7b8c-cbbd-48de-af7a-28ce5f321af3 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 751.355044] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d7fd7b8c-cbbd-48de-af7a-28ce5f321af3 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 751.355044] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d7fd7b8c-cbbd-48de-af7a-28ce5f321af3 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 751.355044] env[63260]: INFO nova.compute.manager [None req-d7fd7b8c-cbbd-48de-af7a-28ce5f321af3 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Took 1.13 seconds to destroy the instance on the hypervisor. [ 751.355343] env[63260]: DEBUG oslo.service.loopingcall [None req-d7fd7b8c-cbbd-48de-af7a-28ce5f321af3 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 751.355423] env[63260]: DEBUG nova.compute.manager [-] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 751.355516] env[63260]: DEBUG nova.network.neutron [-] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 751.362491] env[63260]: DEBUG nova.network.neutron [-] [instance: c22b814c-28f4-4ecb-9326-84791d1ec336] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.600417] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 751.602357] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 751.621414] env[63260]: DEBUG nova.compute.manager [req-967cb4f9-93d9-4537-901b-a31aae73de01 req-c790944f-1508-4546-aea7-d80eb34550fd service nova] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Received event network-vif-deleted-c678e18d-83e7-4ebc-9f77-90d404f9e86a {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 751.621623] env[63260]: INFO nova.compute.manager [req-967cb4f9-93d9-4537-901b-a31aae73de01 req-c790944f-1508-4546-aea7-d80eb34550fd service nova] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Neutron deleted interface c678e18d-83e7-4ebc-9f77-90d404f9e86a; detaching it from the instance and deleting it from the info cache [ 751.621824] env[63260]: DEBUG nova.network.neutron [req-967cb4f9-93d9-4537-901b-a31aae73de01 req-c790944f-1508-4546-aea7-d80eb34550fd service nova] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.748478] env[63260]: DEBUG nova.scheduler.client.report [None req-88024408-e889-478d-bfc2-c7ac532c9cbb tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.817496] env[63260]: DEBUG oslo_vmware.api [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284563, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511338} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.817869] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 33fd6009-046c-4511-9c50-f435f0c80a16/33fd6009-046c-4511-9c50-f435f0c80a16.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.817948] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.818218] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd1a24c9-89e3-40c4-b6ca-94da645a958f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.824275] env[63260]: DEBUG oslo_vmware.api [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 751.824275] env[63260]: value = "task-2284565" [ 751.824275] env[63260]: _type = "Task" [ 751.824275] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.832679] env[63260]: DEBUG oslo_vmware.api [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284565, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.865442] env[63260]: INFO nova.compute.manager [-] [instance: c22b814c-28f4-4ecb-9326-84791d1ec336] Took 1.02 seconds to deallocate network for instance. [ 751.944856] env[63260]: DEBUG nova.network.neutron [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Successfully updated port: 13880c33-0a60-4c0c-b9e1-b25b54d52a66 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 752.105044] env[63260]: DEBUG nova.network.neutron [-] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.112784] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 752.112784] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Starting heal instance info cache {{(pid=63260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 752.124486] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc132372-3172-4398-8af2-847f23bfd650 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.133716] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7e05ca-7371-41c4-9def-9cb405c8c68a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.167239] env[63260]: DEBUG nova.compute.manager [req-967cb4f9-93d9-4537-901b-a31aae73de01 req-c790944f-1508-4546-aea7-d80eb34550fd service nova] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Detach interface failed, port_id=c678e18d-83e7-4ebc-9f77-90d404f9e86a, reason: Instance 32eb47e5-eaa9-4901-9816-1227ebd21dae could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 752.253730] env[63260]: DEBUG oslo_concurrency.lockutils [None req-88024408-e889-478d-bfc2-c7ac532c9cbb tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.256797] env[63260]: DEBUG oslo_concurrency.lockutils [None req-773cce87-87a9-4e20-88a3-7a33fc882e7f tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.284s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.257102] env[63260]: DEBUG nova.objects.instance [None req-773cce87-87a9-4e20-88a3-7a33fc882e7f tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Lazy-loading 'resources' on Instance uuid 6ebdf627-0ad7-46a8-9765-1a399deb34c8 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 752.276365] env[63260]: INFO nova.scheduler.client.report [None req-88024408-e889-478d-bfc2-c7ac532c9cbb tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Deleted allocations for instance e139538b-3363-4c4f-b1ea-b4e98e2528ee [ 752.335167] env[63260]: DEBUG oslo_vmware.api [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284565, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068982} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.335504] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.336300] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992d5fed-1f66-478e-84e6-30d524a39cde {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.358430] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 33fd6009-046c-4511-9c50-f435f0c80a16/33fd6009-046c-4511-9c50-f435f0c80a16.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.358680] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0a89f66-1519-41bc-9b11-476380af30f5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.373510] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e249c62c-2b91-4920-b2c8-509909a55a41 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.379155] env[63260]: DEBUG oslo_vmware.api [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 752.379155] env[63260]: value = "task-2284566" [ 752.379155] env[63260]: _type = "Task" [ 752.379155] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.387641] env[63260]: DEBUG oslo_vmware.api [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284566, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.447013] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Acquiring lock "refresh_cache-28374458-e9ac-463f-923e-cfeb49492716" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.447224] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Acquired lock "refresh_cache-28374458-e9ac-463f-923e-cfeb49492716" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.447417] env[63260]: DEBUG nova.network.neutron [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.612851] env[63260]: INFO nova.compute.manager [-] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Took 1.26 seconds to deallocate network for instance. [ 752.647346] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "refresh_cache-d1cb9a44-ac61-41ee-b6c4-5611b6358f7e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.647539] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquired lock "refresh_cache-d1cb9a44-ac61-41ee-b6c4-5611b6358f7e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.647739] env[63260]: DEBUG nova.network.neutron [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Forcefully refreshing network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 752.784932] env[63260]: DEBUG oslo_concurrency.lockutils [None req-88024408-e889-478d-bfc2-c7ac532c9cbb tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Lock "e139538b-3363-4c4f-b1ea-b4e98e2528ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.747s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.891582] env[63260]: DEBUG oslo_vmware.api [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.981892] env[63260]: DEBUG nova.network.neutron [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 753.121626] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d7fd7b8c-cbbd-48de-af7a-28ce5f321af3 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.154794] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324fc99d-a642-4612-a4dd-d0ae49a9ec95 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.162446] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9e178b-989b-4eed-88bd-33a0a8a6dff4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.194041] env[63260]: DEBUG nova.network.neutron [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Updating instance_info_cache with network_info: [{"id": "13880c33-0a60-4c0c-b9e1-b25b54d52a66", "address": "fa:16:3e:6e:b3:b8", "network": {"id": "b2bf50a3-ca12-44fa-a711-878c513f92ae", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-203028835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6132158e5646470e81f75bdedecce2a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13880c33-0a", "ovs_interfaceid": "13880c33-0a60-4c0c-b9e1-b25b54d52a66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.196784] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7323b451-4639-4c6c-8c21-4aa768ba279f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.204430] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f5afed-68ff-46e2-bc6e-52a3384739d1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.218417] env[63260]: DEBUG nova.compute.provider_tree [None req-773cce87-87a9-4e20-88a3-7a33fc882e7f tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.389898] env[63260]: DEBUG oslo_vmware.api [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284566, 'name': ReconfigVM_Task, 'duration_secs': 0.822838} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.390678] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 33fd6009-046c-4511-9c50-f435f0c80a16/33fd6009-046c-4511-9c50-f435f0c80a16.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.391029] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-378cce31-6a98-407d-b80d-7459664c690e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.398747] env[63260]: DEBUG oslo_vmware.api [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 753.398747] env[63260]: value = "task-2284567" [ 753.398747] env[63260]: _type = "Task" [ 753.398747] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.407693] env[63260]: DEBUG oslo_vmware.api [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284567, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.644665] env[63260]: DEBUG nova.compute.manager [req-565e3d33-00ff-46d5-91e1-e17bc0d36e19 req-67e49203-8fa4-42a4-9352-ac878d11c87a service nova] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Received event network-vif-plugged-13880c33-0a60-4c0c-b9e1-b25b54d52a66 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 753.644890] env[63260]: DEBUG oslo_concurrency.lockutils [req-565e3d33-00ff-46d5-91e1-e17bc0d36e19 req-67e49203-8fa4-42a4-9352-ac878d11c87a service nova] Acquiring lock "28374458-e9ac-463f-923e-cfeb49492716-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.645092] env[63260]: DEBUG oslo_concurrency.lockutils [req-565e3d33-00ff-46d5-91e1-e17bc0d36e19 req-67e49203-8fa4-42a4-9352-ac878d11c87a service nova] Lock "28374458-e9ac-463f-923e-cfeb49492716-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.645265] env[63260]: DEBUG oslo_concurrency.lockutils [req-565e3d33-00ff-46d5-91e1-e17bc0d36e19 req-67e49203-8fa4-42a4-9352-ac878d11c87a service nova] Lock "28374458-e9ac-463f-923e-cfeb49492716-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.645436] env[63260]: DEBUG nova.compute.manager [req-565e3d33-00ff-46d5-91e1-e17bc0d36e19 req-67e49203-8fa4-42a4-9352-ac878d11c87a service nova] [instance: 28374458-e9ac-463f-923e-cfeb49492716] No waiting events found dispatching network-vif-plugged-13880c33-0a60-4c0c-b9e1-b25b54d52a66 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 753.645600] env[63260]: WARNING nova.compute.manager [req-565e3d33-00ff-46d5-91e1-e17bc0d36e19 req-67e49203-8fa4-42a4-9352-ac878d11c87a service nova] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Received unexpected event network-vif-plugged-13880c33-0a60-4c0c-b9e1-b25b54d52a66 for instance with vm_state building and task_state spawning. [ 753.645762] env[63260]: DEBUG nova.compute.manager [req-565e3d33-00ff-46d5-91e1-e17bc0d36e19 req-67e49203-8fa4-42a4-9352-ac878d11c87a service nova] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Received event network-changed-13880c33-0a60-4c0c-b9e1-b25b54d52a66 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 753.645916] env[63260]: DEBUG nova.compute.manager [req-565e3d33-00ff-46d5-91e1-e17bc0d36e19 req-67e49203-8fa4-42a4-9352-ac878d11c87a service nova] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Refreshing instance network info cache due to event network-changed-13880c33-0a60-4c0c-b9e1-b25b54d52a66. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 753.646090] env[63260]: DEBUG oslo_concurrency.lockutils [req-565e3d33-00ff-46d5-91e1-e17bc0d36e19 req-67e49203-8fa4-42a4-9352-ac878d11c87a service nova] Acquiring lock "refresh_cache-28374458-e9ac-463f-923e-cfeb49492716" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.700834] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Releasing lock "refresh_cache-28374458-e9ac-463f-923e-cfeb49492716" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.701024] env[63260]: DEBUG nova.compute.manager [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Instance network_info: |[{"id": "13880c33-0a60-4c0c-b9e1-b25b54d52a66", "address": "fa:16:3e:6e:b3:b8", "network": {"id": "b2bf50a3-ca12-44fa-a711-878c513f92ae", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-203028835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6132158e5646470e81f75bdedecce2a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13880c33-0a", "ovs_interfaceid": "13880c33-0a60-4c0c-b9e1-b25b54d52a66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 753.703323] env[63260]: DEBUG oslo_concurrency.lockutils [req-565e3d33-00ff-46d5-91e1-e17bc0d36e19 req-67e49203-8fa4-42a4-9352-ac878d11c87a service nova] Acquired lock "refresh_cache-28374458-e9ac-463f-923e-cfeb49492716" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.703513] env[63260]: DEBUG nova.network.neutron [req-565e3d33-00ff-46d5-91e1-e17bc0d36e19 req-67e49203-8fa4-42a4-9352-ac878d11c87a service nova] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Refreshing network info cache for port 13880c33-0a60-4c0c-b9e1-b25b54d52a66 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.704733] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:b3:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496faa4d-d874-449b-905e-328ddd60b31b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13880c33-0a60-4c0c-b9e1-b25b54d52a66', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.712862] env[63260]: DEBUG oslo.service.loopingcall [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 753.713476] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.714497] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-676b4e8b-48ee-4ba8-895c-fc71ffd48f35 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.728749] env[63260]: DEBUG nova.scheduler.client.report [None req-773cce87-87a9-4e20-88a3-7a33fc882e7f tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.736831] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.736831] env[63260]: value = "task-2284568" [ 753.736831] env[63260]: _type = "Task" [ 753.736831] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.746367] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284568, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.912651] env[63260]: DEBUG oslo_vmware.api [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284567, 'name': Rename_Task, 'duration_secs': 0.126372} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.913673] env[63260]: DEBUG nova.network.neutron [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Updating instance_info_cache with network_info: [{"id": "fd2a02c3-ee5b-4afe-9a99-1fbc6562054e", "address": "fa:16:3e:d7:e0:8a", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd2a02c3-ee", "ovs_interfaceid": "fd2a02c3-ee5b-4afe-9a99-1fbc6562054e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.914862] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.915137] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7e8d821-7ba7-4bb8-835e-6202ed7437c7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.921149] env[63260]: DEBUG oslo_vmware.api [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 753.921149] env[63260]: value = "task-2284569" [ 753.921149] env[63260]: _type = "Task" [ 753.921149] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.929664] env[63260]: DEBUG oslo_vmware.api [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.233304] env[63260]: DEBUG oslo_concurrency.lockutils [None req-773cce87-87a9-4e20-88a3-7a33fc882e7f tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.977s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.235776] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ea32a28c-f04e-4d11-8a95-6c9d591ea913 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.003s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.236053] env[63260]: DEBUG nova.objects.instance [None req-ea32a28c-f04e-4d11-8a95-6c9d591ea913 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Lazy-loading 'resources' on Instance uuid 38afe872-ec16-4ee0-a555-45f407f1a150 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 754.250713] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284568, 'name': CreateVM_Task, 'duration_secs': 0.309744} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.250907] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.251587] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.251792] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.252156] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.253096] env[63260]: INFO nova.scheduler.client.report [None req-773cce87-87a9-4e20-88a3-7a33fc882e7f tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Deleted allocations for instance 6ebdf627-0ad7-46a8-9765-1a399deb34c8 [ 754.253951] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-335e0b6b-d6c7-4d63-b72f-c804029edbdf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.262331] env[63260]: DEBUG oslo_vmware.api [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Waiting for the task: (returnval){ [ 754.262331] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5273cb9a-4c74-368d-2d85-fade76f75c81" [ 754.262331] env[63260]: _type = "Task" [ 754.262331] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.271578] env[63260]: DEBUG oslo_vmware.api [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5273cb9a-4c74-368d-2d85-fade76f75c81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.417987] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Releasing lock "refresh_cache-d1cb9a44-ac61-41ee-b6c4-5611b6358f7e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.418366] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Updated the network info_cache for instance {{(pid=63260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 754.418511] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 754.418714] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 754.418938] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 754.419145] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 754.419339] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 754.419547] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 754.419667] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 754.419850] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 754.430704] env[63260]: DEBUG oslo_vmware.api [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284569, 'name': PowerOnVM_Task, 'duration_secs': 0.450401} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.431414] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.431414] env[63260]: INFO nova.compute.manager [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Took 8.09 seconds to spawn the instance on the hypervisor. [ 754.431586] env[63260]: DEBUG nova.compute.manager [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.432594] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb47d389-837f-4c97-b2f9-915fce4778f5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.442417] env[63260]: DEBUG nova.network.neutron [req-565e3d33-00ff-46d5-91e1-e17bc0d36e19 req-67e49203-8fa4-42a4-9352-ac878d11c87a service nova] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Updated VIF entry in instance network info cache for port 13880c33-0a60-4c0c-b9e1-b25b54d52a66. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.442733] env[63260]: DEBUG nova.network.neutron [req-565e3d33-00ff-46d5-91e1-e17bc0d36e19 req-67e49203-8fa4-42a4-9352-ac878d11c87a service nova] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Updating instance_info_cache with network_info: [{"id": "13880c33-0a60-4c0c-b9e1-b25b54d52a66", "address": "fa:16:3e:6e:b3:b8", "network": {"id": "b2bf50a3-ca12-44fa-a711-878c513f92ae", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-203028835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6132158e5646470e81f75bdedecce2a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13880c33-0a", "ovs_interfaceid": "13880c33-0a60-4c0c-b9e1-b25b54d52a66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.764267] env[63260]: DEBUG oslo_concurrency.lockutils [None req-773cce87-87a9-4e20-88a3-7a33fc882e7f tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Lock "6ebdf627-0ad7-46a8-9765-1a399deb34c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.532s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.776141] env[63260]: DEBUG oslo_vmware.api [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5273cb9a-4c74-368d-2d85-fade76f75c81, 'name': SearchDatastore_Task, 'duration_secs': 0.010686} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.779493] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.779800] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.780116] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.780324] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.780552] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.781108] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b58e4d4c-da6e-421b-a17b-6c49053f2619 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.789851] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.790110] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.793432] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcb6e22c-e2a8-46ec-b3a6-f7f66607eabe {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.799186] env[63260]: DEBUG oslo_vmware.api [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Waiting for the task: (returnval){ [ 754.799186] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5270fd2a-593a-12bd-2bcc-9a51283f377e" [ 754.799186] env[63260]: _type = "Task" [ 754.799186] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.807377] env[63260]: DEBUG oslo_vmware.api [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5270fd2a-593a-12bd-2bcc-9a51283f377e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.923308] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.951129] env[63260]: DEBUG oslo_concurrency.lockutils [req-565e3d33-00ff-46d5-91e1-e17bc0d36e19 req-67e49203-8fa4-42a4-9352-ac878d11c87a service nova] Releasing lock "refresh_cache-28374458-e9ac-463f-923e-cfeb49492716" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.957955] env[63260]: INFO nova.compute.manager [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Took 41.54 seconds to build instance. [ 755.125432] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9e0774-7d9c-4d4a-bcef-6872f419c534 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.133542] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e24ad92-83fa-439c-9ab8-901d5804a73a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.165419] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de683479-2f96-4b49-9fd4-4e35e3c9fa52 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.173240] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb660307-6d53-4887-950c-3144822f322a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.187116] env[63260]: DEBUG nova.compute.provider_tree [None req-ea32a28c-f04e-4d11-8a95-6c9d591ea913 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.309367] env[63260]: DEBUG oslo_vmware.api [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5270fd2a-593a-12bd-2bcc-9a51283f377e, 'name': SearchDatastore_Task, 'duration_secs': 0.008441} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.310139] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6ebaaa7-3560-487f-aaf4-b4f3089a1443 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.315317] env[63260]: DEBUG oslo_vmware.api [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Waiting for the task: (returnval){ [ 755.315317] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5277ab26-b214-6423-f6c5-ae5f3ea0e0b5" [ 755.315317] env[63260]: _type = "Task" [ 755.315317] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.322542] env[63260]: DEBUG oslo_vmware.api [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5277ab26-b214-6423-f6c5-ae5f3ea0e0b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.460310] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2f4f5f18-73cb-4c0c-998e-bee6b5a9975e tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "33fd6009-046c-4511-9c50-f435f0c80a16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.832s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.690522] env[63260]: DEBUG nova.scheduler.client.report [None req-ea32a28c-f04e-4d11-8a95-6c9d591ea913 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.755079] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquiring lock "1bdb9216-1f13-4a0f-b343-feb2942cfd90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.755370] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Lock "1bdb9216-1f13-4a0f-b343-feb2942cfd90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.788212] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquiring lock "fa2fbe57-4a9a-456c-8e42-4660309ca10b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.788457] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Lock "fa2fbe57-4a9a-456c-8e42-4660309ca10b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.829395] env[63260]: DEBUG oslo_vmware.api [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5277ab26-b214-6423-f6c5-ae5f3ea0e0b5, 'name': SearchDatastore_Task, 'duration_secs': 0.009814} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.829811] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.829993] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 28374458-e9ac-463f-923e-cfeb49492716/28374458-e9ac-463f-923e-cfeb49492716.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.830289] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5d4fc9d-68f1-4d84-87bf-31b8b7d1c6dd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.837208] env[63260]: DEBUG oslo_vmware.api [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Waiting for the task: (returnval){ [ 755.837208] env[63260]: value = "task-2284570" [ 755.837208] env[63260]: _type = "Task" [ 755.837208] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.844745] env[63260]: DEBUG oslo_vmware.api [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': task-2284570, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.197184] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ea32a28c-f04e-4d11-8a95-6c9d591ea913 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.961s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.199663] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6caf9ac6-433a-439c-b90a-4c6c03edbac8 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.933s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.199927] env[63260]: DEBUG nova.objects.instance [None req-6caf9ac6-433a-439c-b90a-4c6c03edbac8 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lazy-loading 'resources' on Instance uuid f575abe2-fba7-4c4f-9a5b-4a092b8d2c04 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.223100] env[63260]: INFO nova.scheduler.client.report [None req-ea32a28c-f04e-4d11-8a95-6c9d591ea913 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Deleted allocations for instance 38afe872-ec16-4ee0-a555-45f407f1a150 [ 756.261026] env[63260]: DEBUG nova.compute.manager [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 756.293210] env[63260]: DEBUG nova.compute.manager [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 756.328022] env[63260]: DEBUG oslo_concurrency.lockutils [None req-86263a97-25fe-4991-9150-3339b7bf339b tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "33fd6009-046c-4511-9c50-f435f0c80a16" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.328022] env[63260]: DEBUG oslo_concurrency.lockutils [None req-86263a97-25fe-4991-9150-3339b7bf339b tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "33fd6009-046c-4511-9c50-f435f0c80a16" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.328022] env[63260]: DEBUG nova.compute.manager [None req-86263a97-25fe-4991-9150-3339b7bf339b tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.328022] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b121c6a-af8f-49c9-95d2-f84d0fdf470f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.336098] env[63260]: DEBUG nova.compute.manager [None req-86263a97-25fe-4991-9150-3339b7bf339b tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63260) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 756.336818] env[63260]: DEBUG nova.objects.instance [None req-86263a97-25fe-4991-9150-3339b7bf339b tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lazy-loading 'flavor' on Instance uuid 33fd6009-046c-4511-9c50-f435f0c80a16 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.347983] env[63260]: DEBUG oslo_vmware.api [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': task-2284570, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464723} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.349287] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 28374458-e9ac-463f-923e-cfeb49492716/28374458-e9ac-463f-923e-cfeb49492716.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.349287] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.349287] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-095bc480-538d-4b77-a870-ba4d4bf214af {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.359636] env[63260]: DEBUG oslo_vmware.api [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Waiting for the task: (returnval){ [ 756.359636] env[63260]: value = "task-2284571" [ 756.359636] env[63260]: _type = "Task" [ 756.359636] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.368894] env[63260]: DEBUG oslo_vmware.api [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': task-2284571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.734919] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ea32a28c-f04e-4d11-8a95-6c9d591ea913 tempest-ServersTestMultiNic-1361939088 tempest-ServersTestMultiNic-1361939088-project-member] Lock "38afe872-ec16-4ee0-a555-45f407f1a150" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.675s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.782520] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.809118] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.869684] env[63260]: DEBUG oslo_vmware.api [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': task-2284571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058709} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.870206] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.871039] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558a859e-3197-4dd8-9d20-813986a4e342 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.893428] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 28374458-e9ac-463f-923e-cfeb49492716/28374458-e9ac-463f-923e-cfeb49492716.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.894067] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-042e39ca-3c5a-4695-8ee7-80668fdd5369 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.916877] env[63260]: DEBUG oslo_vmware.api [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Waiting for the task: (returnval){ [ 756.916877] env[63260]: value = "task-2284572" [ 756.916877] env[63260]: _type = "Task" [ 756.916877] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.927458] env[63260]: DEBUG oslo_vmware.api [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': task-2284572, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.212776] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817b1f15-25f9-4fa7-8d41-93939c7d89a4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.223036] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a732494b-8bac-43e2-b92b-f024a054fd96 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.262015] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836a1dd1-8313-46fa-b7e4-84fd1e58c451 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.269891] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8e380b-dd4b-4010-be1c-023a73215b2c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.283714] env[63260]: DEBUG nova.compute.provider_tree [None req-6caf9ac6-433a-439c-b90a-4c6c03edbac8 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.343821] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-86263a97-25fe-4991-9150-3339b7bf339b tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.344159] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e23371c2-42fa-4530-ab1e-c8df7d83b66c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.354031] env[63260]: DEBUG oslo_vmware.api [None req-86263a97-25fe-4991-9150-3339b7bf339b tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 757.354031] env[63260]: value = "task-2284573" [ 757.354031] env[63260]: _type = "Task" [ 757.354031] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.360802] env[63260]: DEBUG oslo_vmware.api [None req-86263a97-25fe-4991-9150-3339b7bf339b tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.431300] env[63260]: DEBUG oslo_vmware.api [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': task-2284572, 'name': ReconfigVM_Task, 'duration_secs': 0.264735} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.431593] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 28374458-e9ac-463f-923e-cfeb49492716/28374458-e9ac-463f-923e-cfeb49492716.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.432268] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f0d84ea-3b75-4636-8989-91eb3a1a7ecb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.442207] env[63260]: DEBUG oslo_vmware.api [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Waiting for the task: (returnval){ [ 757.442207] env[63260]: value = "task-2284574" [ 757.442207] env[63260]: _type = "Task" [ 757.442207] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.452559] env[63260]: DEBUG oslo_vmware.api [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': task-2284574, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.788284] env[63260]: DEBUG nova.scheduler.client.report [None req-6caf9ac6-433a-439c-b90a-4c6c03edbac8 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.862455] env[63260]: DEBUG oslo_vmware.api [None req-86263a97-25fe-4991-9150-3339b7bf339b tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284573, 'name': PowerOffVM_Task, 'duration_secs': 0.250879} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.862728] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-86263a97-25fe-4991-9150-3339b7bf339b tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.862922] env[63260]: DEBUG nova.compute.manager [None req-86263a97-25fe-4991-9150-3339b7bf339b tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.863700] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d290aa-c5d8-4e18-a0e2-aff64ffc7b65 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.952061] env[63260]: DEBUG oslo_vmware.api [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': task-2284574, 'name': Rename_Task, 'duration_secs': 0.146264} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.952331] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.952566] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20f9af66-7f9b-4030-9cf7-459d72bebf40 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.957701] env[63260]: DEBUG oslo_vmware.api [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Waiting for the task: (returnval){ [ 757.957701] env[63260]: value = "task-2284575" [ 757.957701] env[63260]: _type = "Task" [ 757.957701] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.965070] env[63260]: DEBUG oslo_vmware.api [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': task-2284575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.295014] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6caf9ac6-433a-439c-b90a-4c6c03edbac8 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.095s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.297393] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a1c15e23-7887-492e-b088-25b390247376 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.119s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.298052] env[63260]: DEBUG nova.objects.instance [None req-a1c15e23-7887-492e-b088-25b390247376 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Lazy-loading 'resources' on Instance uuid 877174d8-a4d9-4c03-bd61-81f9e541cd22 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 758.321297] env[63260]: INFO nova.scheduler.client.report [None req-6caf9ac6-433a-439c-b90a-4c6c03edbac8 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Deleted allocations for instance f575abe2-fba7-4c4f-9a5b-4a092b8d2c04 [ 758.376659] env[63260]: DEBUG oslo_concurrency.lockutils [None req-86263a97-25fe-4991-9150-3339b7bf339b tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "33fd6009-046c-4511-9c50-f435f0c80a16" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.471846] env[63260]: DEBUG oslo_vmware.api [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': task-2284575, 'name': PowerOnVM_Task, 'duration_secs': 0.452527} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.473452] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.473452] env[63260]: INFO nova.compute.manager [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Took 7.32 seconds to spawn the instance on the hypervisor. [ 758.473452] env[63260]: DEBUG nova.compute.manager [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.474911] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f2f119-a8e3-463b-ab93-e125e24979c2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.835328] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6caf9ac6-433a-439c-b90a-4c6c03edbac8 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "f575abe2-fba7-4c4f-9a5b-4a092b8d2c04" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.473s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.938086] env[63260]: INFO nova.compute.manager [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Rebuilding instance [ 758.990848] env[63260]: DEBUG nova.compute.manager [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.993340] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22c1475-a6d0-4185-886d-c2673d81ae17 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.006819] env[63260]: INFO nova.compute.manager [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Took 43.08 seconds to build instance. [ 759.303806] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0777934-97b4-476b-9ea4-cecd91b682a6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.312051] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df8199d-506e-4ccf-8161-a859e5d2243d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.342957] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc014799-8f6b-4fcf-865a-ffb2506ceaaf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.354091] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e7e7a8-cd3d-41c6-ba0b-e40ff3657bb2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.367837] env[63260]: DEBUG nova.compute.provider_tree [None req-a1c15e23-7887-492e-b088-25b390247376 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.505257] env[63260]: DEBUG oslo_concurrency.lockutils [None req-689ee0df-1079-41e2-81c0-83a6d5d73688 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquiring lock "a1039d78-54b2-4777-8dd2-43221a89528c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.507923] env[63260]: DEBUG oslo_concurrency.lockutils [None req-689ee0df-1079-41e2-81c0-83a6d5d73688 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "a1039d78-54b2-4777-8dd2-43221a89528c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.507923] env[63260]: DEBUG oslo_concurrency.lockutils [None req-689ee0df-1079-41e2-81c0-83a6d5d73688 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquiring lock "a1039d78-54b2-4777-8dd2-43221a89528c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.507923] env[63260]: DEBUG oslo_concurrency.lockutils [None req-689ee0df-1079-41e2-81c0-83a6d5d73688 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "a1039d78-54b2-4777-8dd2-43221a89528c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.507923] env[63260]: DEBUG oslo_concurrency.lockutils [None req-689ee0df-1079-41e2-81c0-83a6d5d73688 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "a1039d78-54b2-4777-8dd2-43221a89528c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.508210] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1f012e1a-0027-465f-b7eb-a390a3dafcce tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Lock "28374458-e9ac-463f-923e-cfeb49492716" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.587s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.508808] env[63260]: INFO nova.compute.manager [None req-689ee0df-1079-41e2-81c0-83a6d5d73688 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Terminating instance [ 759.872315] env[63260]: DEBUG nova.scheduler.client.report [None req-a1c15e23-7887-492e-b088-25b390247376 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.013021] env[63260]: DEBUG nova.compute.manager [None req-689ee0df-1079-41e2-81c0-83a6d5d73688 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.013306] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-689ee0df-1079-41e2-81c0-83a6d5d73688 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.014044] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.015355] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28088b77-c8d8-41e0-ad7b-2f363e5c6853 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.018881] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26f73e85-c13d-4f70-9539-2a48f10a3c90 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.025063] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-689ee0df-1079-41e2-81c0-83a6d5d73688 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.026363] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7ff0573-7bbb-45ee-97f8-21b5b4a93e37 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.027925] env[63260]: DEBUG oslo_vmware.api [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 760.027925] env[63260]: value = "task-2284576" [ 760.027925] env[63260]: _type = "Task" [ 760.027925] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.033068] env[63260]: DEBUG oslo_vmware.api [None req-689ee0df-1079-41e2-81c0-83a6d5d73688 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 760.033068] env[63260]: value = "task-2284577" [ 760.033068] env[63260]: _type = "Task" [ 760.033068] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.041799] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] VM already powered off {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 760.042059] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.042816] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48fba0a-1f78-47d6-b5ac-a467ff6eb42c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.048938] env[63260]: DEBUG oslo_vmware.api [None req-689ee0df-1079-41e2-81c0-83a6d5d73688 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.053079] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.053304] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b8a7778-a198-44e9-8ed0-8efed234b9eb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.117180] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.117399] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.117579] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Deleting the datastore file [datastore1] 33fd6009-046c-4511-9c50-f435f0c80a16 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.117891] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7e684b5-ee41-4519-96fd-1a2fa4dc5373 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.124708] env[63260]: DEBUG oslo_vmware.api [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 760.124708] env[63260]: value = "task-2284579" [ 760.124708] env[63260]: _type = "Task" [ 760.124708] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.133677] env[63260]: DEBUG oslo_vmware.api [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.378688] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a1c15e23-7887-492e-b088-25b390247376 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.382146] env[63260]: DEBUG oslo_concurrency.lockutils [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.334s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.384138] env[63260]: INFO nova.compute.claims [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.404428] env[63260]: INFO nova.scheduler.client.report [None req-a1c15e23-7887-492e-b088-25b390247376 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Deleted allocations for instance 877174d8-a4d9-4c03-bd61-81f9e541cd22 [ 760.543231] env[63260]: DEBUG oslo_vmware.api [None req-689ee0df-1079-41e2-81c0-83a6d5d73688 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284577, 'name': PowerOffVM_Task, 'duration_secs': 0.299457} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.543231] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-689ee0df-1079-41e2-81c0-83a6d5d73688 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.543231] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-689ee0df-1079-41e2-81c0-83a6d5d73688 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.543231] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-291e584a-9af5-4e4f-b6cb-e226efd3f2f7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.605379] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-689ee0df-1079-41e2-81c0-83a6d5d73688 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.605619] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-689ee0df-1079-41e2-81c0-83a6d5d73688 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.605811] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-689ee0df-1079-41e2-81c0-83a6d5d73688 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Deleting the datastore file [datastore1] a1039d78-54b2-4777-8dd2-43221a89528c {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.606158] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6e10233-8a3c-47bb-9ad0-301287ffb9fc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.612288] env[63260]: DEBUG oslo_vmware.api [None req-689ee0df-1079-41e2-81c0-83a6d5d73688 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 760.612288] env[63260]: value = "task-2284581" [ 760.612288] env[63260]: _type = "Task" [ 760.612288] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.620167] env[63260]: DEBUG oslo_vmware.api [None req-689ee0df-1079-41e2-81c0-83a6d5d73688 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.632709] env[63260]: DEBUG oslo_vmware.api [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397323} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.633150] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.633350] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.633525] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.911697] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a1c15e23-7887-492e-b088-25b390247376 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Lock "877174d8-a4d9-4c03-bd61-81f9e541cd22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.973s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.126298] env[63260]: DEBUG oslo_vmware.api [None req-689ee0df-1079-41e2-81c0-83a6d5d73688 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28907} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.126726] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-689ee0df-1079-41e2-81c0-83a6d5d73688 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.127025] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-689ee0df-1079-41e2-81c0-83a6d5d73688 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.127324] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-689ee0df-1079-41e2-81c0-83a6d5d73688 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.127605] env[63260]: INFO nova.compute.manager [None req-689ee0df-1079-41e2-81c0-83a6d5d73688 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 761.127976] env[63260]: DEBUG oslo.service.loopingcall [None req-689ee0df-1079-41e2-81c0-83a6d5d73688 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 761.128288] env[63260]: DEBUG nova.compute.manager [-] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.128438] env[63260]: DEBUG nova.network.neutron [-] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.548454] env[63260]: DEBUG nova.compute.manager [req-90daf49d-a745-4611-8aa4-bb9fecbc6a7d req-81203b2c-6b46-4bb3-904f-998a49fe9edb service nova] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Received event network-vif-deleted-a8364ec1-03c7-45d5-93bd-2067ecff8d52 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 761.549427] env[63260]: INFO nova.compute.manager [req-90daf49d-a745-4611-8aa4-bb9fecbc6a7d req-81203b2c-6b46-4bb3-904f-998a49fe9edb service nova] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Neutron deleted interface a8364ec1-03c7-45d5-93bd-2067ecff8d52; detaching it from the instance and deleting it from the info cache [ 761.549427] env[63260]: DEBUG nova.network.neutron [req-90daf49d-a745-4611-8aa4-bb9fecbc6a7d req-81203b2c-6b46-4bb3-904f-998a49fe9edb service nova] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.692428] env[63260]: DEBUG nova.virt.hardware [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.692696] env[63260]: DEBUG nova.virt.hardware [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.692856] env[63260]: DEBUG nova.virt.hardware [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.693181] env[63260]: DEBUG nova.virt.hardware [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.693379] env[63260]: DEBUG nova.virt.hardware [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.693546] env[63260]: DEBUG nova.virt.hardware [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.693763] env[63260]: DEBUG nova.virt.hardware [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.693946] env[63260]: DEBUG nova.virt.hardware [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.694165] env[63260]: DEBUG nova.virt.hardware [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.694303] env[63260]: DEBUG nova.virt.hardware [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.694478] env[63260]: DEBUG nova.virt.hardware [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.697772] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9c772234-5dd3-4e58-8536-49ac83e5701a tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Acquiring lock "28374458-e9ac-463f-923e-cfeb49492716" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.697772] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9c772234-5dd3-4e58-8536-49ac83e5701a tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Lock "28374458-e9ac-463f-923e-cfeb49492716" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.697772] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9c772234-5dd3-4e58-8536-49ac83e5701a tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Acquiring lock "28374458-e9ac-463f-923e-cfeb49492716-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.697772] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9c772234-5dd3-4e58-8536-49ac83e5701a tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Lock "28374458-e9ac-463f-923e-cfeb49492716-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.697772] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9c772234-5dd3-4e58-8536-49ac83e5701a tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Lock "28374458-e9ac-463f-923e-cfeb49492716-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.701454] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c0e80d-dd43-4c9f-94d6-d8151821dce3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.701933] env[63260]: INFO nova.compute.manager [None req-9c772234-5dd3-4e58-8536-49ac83e5701a tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Terminating instance [ 761.710519] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c24a743-6f56-4c2e-81d1-52eaf635e46b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.730431] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:3f:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdf7d1ad-7f81-4b1a-8c9c-6f1c4d2372f6', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.738176] env[63260]: DEBUG oslo.service.loopingcall [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 761.741499] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.742074] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4bd8557-6d12-45f5-97b3-11862bca145d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.770405] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.770405] env[63260]: value = "task-2284582" [ 761.770405] env[63260]: _type = "Task" [ 761.770405] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.779256] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284582, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.953512] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ea9cab-0ee3-40a5-8f65-e642b2473b0d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.963053] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ef5f44-d918-4c77-8248-414f591b5f53 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.996293] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fb4a0d-4836-4f27-a5c6-a2807f262cd4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.008599] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e679f6-d46e-428d-8f27-140422c0ec26 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.015792] env[63260]: DEBUG nova.network.neutron [-] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.025381] env[63260]: DEBUG nova.compute.provider_tree [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.053101] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6889f79e-5641-4494-ac18-68b764be62a3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.065407] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442f87aa-18e3-4b1b-8c3c-b658a0425fdf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.101518] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8b7ce3f0-b905-4e48-96c6-bcb2ca6398e6 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Acquiring lock "59e99a9c-a395-45b6-886a-506f1de1163a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.101778] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8b7ce3f0-b905-4e48-96c6-bcb2ca6398e6 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Lock "59e99a9c-a395-45b6-886a-506f1de1163a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.102085] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8b7ce3f0-b905-4e48-96c6-bcb2ca6398e6 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Acquiring lock "59e99a9c-a395-45b6-886a-506f1de1163a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.102365] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8b7ce3f0-b905-4e48-96c6-bcb2ca6398e6 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Lock "59e99a9c-a395-45b6-886a-506f1de1163a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.102545] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8b7ce3f0-b905-4e48-96c6-bcb2ca6398e6 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Lock "59e99a9c-a395-45b6-886a-506f1de1163a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.104269] env[63260]: DEBUG nova.compute.manager [req-90daf49d-a745-4611-8aa4-bb9fecbc6a7d req-81203b2c-6b46-4bb3-904f-998a49fe9edb service nova] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Detach interface failed, port_id=a8364ec1-03c7-45d5-93bd-2067ecff8d52, reason: Instance a1039d78-54b2-4777-8dd2-43221a89528c could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 762.104959] env[63260]: INFO nova.compute.manager [None req-8b7ce3f0-b905-4e48-96c6-bcb2ca6398e6 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Terminating instance [ 762.206536] env[63260]: DEBUG nova.compute.manager [None req-9c772234-5dd3-4e58-8536-49ac83e5701a tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 762.206929] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9c772234-5dd3-4e58-8536-49ac83e5701a tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.208055] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a67f42-83ca-45a5-adaf-e233e0e0216f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.216722] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c772234-5dd3-4e58-8536-49ac83e5701a tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.217019] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa26a326-196b-4f18-b397-61a90e7228b8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.223536] env[63260]: DEBUG oslo_vmware.api [None req-9c772234-5dd3-4e58-8536-49ac83e5701a tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Waiting for the task: (returnval){ [ 762.223536] env[63260]: value = "task-2284583" [ 762.223536] env[63260]: _type = "Task" [ 762.223536] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.231853] env[63260]: DEBUG oslo_vmware.api [None req-9c772234-5dd3-4e58-8536-49ac83e5701a tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': task-2284583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.280714] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284582, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.528586] env[63260]: INFO nova.compute.manager [-] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Took 1.40 seconds to deallocate network for instance. [ 762.529225] env[63260]: DEBUG nova.scheduler.client.report [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.611022] env[63260]: DEBUG nova.compute.manager [None req-8b7ce3f0-b905-4e48-96c6-bcb2ca6398e6 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 762.611022] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7ce3f0-b905-4e48-96c6-bcb2ca6398e6 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.611646] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572e6515-0d81-4447-a137-65ad1aafd35a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.620608] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b7ce3f0-b905-4e48-96c6-bcb2ca6398e6 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.620689] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35038ec4-760f-4618-a172-bf435c838e4f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.627669] env[63260]: DEBUG oslo_vmware.api [None req-8b7ce3f0-b905-4e48-96c6-bcb2ca6398e6 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Waiting for the task: (returnval){ [ 762.627669] env[63260]: value = "task-2284584" [ 762.627669] env[63260]: _type = "Task" [ 762.627669] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.638734] env[63260]: DEBUG oslo_vmware.api [None req-8b7ce3f0-b905-4e48-96c6-bcb2ca6398e6 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.733389] env[63260]: DEBUG oslo_vmware.api [None req-9c772234-5dd3-4e58-8536-49ac83e5701a tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': task-2284583, 'name': PowerOffVM_Task, 'duration_secs': 0.409789} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.733692] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c772234-5dd3-4e58-8536-49ac83e5701a tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.733863] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9c772234-5dd3-4e58-8536-49ac83e5701a tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 762.734158] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-464419ae-5d54-420b-a50f-e082c6421a78 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.784479] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284582, 'name': CreateVM_Task, 'duration_secs': 0.615684} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.784479] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.784479] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.784479] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.784479] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.784479] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa6c0a43-fb4b-4388-9bf2-3db8c28477fc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.789788] env[63260]: DEBUG oslo_vmware.api [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 762.789788] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52552a41-cc50-db94-3af7-43bdbb5e981d" [ 762.789788] env[63260]: _type = "Task" [ 762.789788] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.800666] env[63260]: DEBUG oslo_vmware.api [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52552a41-cc50-db94-3af7-43bdbb5e981d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.809449] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9c772234-5dd3-4e58-8536-49ac83e5701a tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 762.809753] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9c772234-5dd3-4e58-8536-49ac83e5701a tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 762.810012] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c772234-5dd3-4e58-8536-49ac83e5701a tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Deleting the datastore file [datastore1] 28374458-e9ac-463f-923e-cfeb49492716 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 762.810327] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33b69c7f-87f5-4081-8927-c3c1ebb5abd1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.817619] env[63260]: DEBUG oslo_vmware.api [None req-9c772234-5dd3-4e58-8536-49ac83e5701a tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Waiting for the task: (returnval){ [ 762.817619] env[63260]: value = "task-2284586" [ 762.817619] env[63260]: _type = "Task" [ 762.817619] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.825616] env[63260]: DEBUG oslo_vmware.api [None req-9c772234-5dd3-4e58-8536-49ac83e5701a tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': task-2284586, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.038680] env[63260]: DEBUG oslo_concurrency.lockutils [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.043033] env[63260]: DEBUG nova.compute.manager [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 763.045971] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 29.112s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.048540] env[63260]: DEBUG oslo_concurrency.lockutils [None req-689ee0df-1079-41e2-81c0-83a6d5d73688 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.138152] env[63260]: DEBUG oslo_vmware.api [None req-8b7ce3f0-b905-4e48-96c6-bcb2ca6398e6 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284584, 'name': PowerOffVM_Task, 'duration_secs': 0.241079} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.138431] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b7ce3f0-b905-4e48-96c6-bcb2ca6398e6 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.138601] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7ce3f0-b905-4e48-96c6-bcb2ca6398e6 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 763.138849] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66b64e9b-e31f-4496-86fc-2bd8f539d03b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.204817] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7ce3f0-b905-4e48-96c6-bcb2ca6398e6 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.205048] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7ce3f0-b905-4e48-96c6-bcb2ca6398e6 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.205322] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b7ce3f0-b905-4e48-96c6-bcb2ca6398e6 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Deleting the datastore file [datastore2] 59e99a9c-a395-45b6-886a-506f1de1163a {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.205463] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23244f18-0df8-4796-9ce9-64f4ae7fd927 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.211869] env[63260]: DEBUG oslo_vmware.api [None req-8b7ce3f0-b905-4e48-96c6-bcb2ca6398e6 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Waiting for the task: (returnval){ [ 763.211869] env[63260]: value = "task-2284588" [ 763.211869] env[63260]: _type = "Task" [ 763.211869] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.219637] env[63260]: DEBUG oslo_vmware.api [None req-8b7ce3f0-b905-4e48-96c6-bcb2ca6398e6 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.300577] env[63260]: DEBUG oslo_vmware.api [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52552a41-cc50-db94-3af7-43bdbb5e981d, 'name': SearchDatastore_Task, 'duration_secs': 0.010983} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.300927] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.301211] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.301454] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.302031] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.302031] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.302031] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-322206cf-79fb-4c25-b33d-27c3515dc603 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.310168] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.310379] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.311133] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e22a98c-7a0b-4e75-8f87-15bfccf6278e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.316266] env[63260]: DEBUG oslo_vmware.api [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 763.316266] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5242a4f7-09dc-800c-8c5c-38b7874872e5" [ 763.316266] env[63260]: _type = "Task" [ 763.316266] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.328302] env[63260]: DEBUG oslo_vmware.api [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5242a4f7-09dc-800c-8c5c-38b7874872e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.331500] env[63260]: DEBUG oslo_vmware.api [None req-9c772234-5dd3-4e58-8536-49ac83e5701a tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': task-2284586, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180255} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.332125] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c772234-5dd3-4e58-8536-49ac83e5701a tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.332125] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9c772234-5dd3-4e58-8536-49ac83e5701a tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.332263] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9c772234-5dd3-4e58-8536-49ac83e5701a tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.332383] env[63260]: INFO nova.compute.manager [None req-9c772234-5dd3-4e58-8536-49ac83e5701a tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Took 1.13 seconds to destroy the instance on the hypervisor. [ 763.332653] env[63260]: DEBUG oslo.service.loopingcall [None req-9c772234-5dd3-4e58-8536-49ac83e5701a tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 763.332876] env[63260]: DEBUG nova.compute.manager [-] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 763.332975] env[63260]: DEBUG nova.network.neutron [-] [instance: 28374458-e9ac-463f-923e-cfeb49492716] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 763.537107] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Acquiring lock "394ea16c-10bc-4433-bdb6-68edd866b54d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.537568] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Lock "394ea16c-10bc-4433-bdb6-68edd866b54d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.547652] env[63260]: DEBUG nova.compute.utils [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 763.550233] env[63260]: DEBUG nova.compute.manager [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.550233] env[63260]: DEBUG nova.network.neutron [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.551932] env[63260]: DEBUG nova.objects.instance [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Lazy-loading 'migration_context' on Instance uuid 9b45195e-aa35-45d4-a8d1-2460610897dd {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.650451] env[63260]: DEBUG nova.policy [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5d6b72b30034a7d95de79c32fe4b38e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e885618998694cdf8d3aacc484576252', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.701087] env[63260]: DEBUG nova.compute.manager [req-9502ba72-408c-49a5-b538-5bd89bd965cf req-c2248648-e02b-4f23-805e-79c6ec990968 service nova] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Received event network-vif-deleted-13880c33-0a60-4c0c-b9e1-b25b54d52a66 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 763.701326] env[63260]: INFO nova.compute.manager [req-9502ba72-408c-49a5-b538-5bd89bd965cf req-c2248648-e02b-4f23-805e-79c6ec990968 service nova] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Neutron deleted interface 13880c33-0a60-4c0c-b9e1-b25b54d52a66; detaching it from the instance and deleting it from the info cache [ 763.701502] env[63260]: DEBUG nova.network.neutron [req-9502ba72-408c-49a5-b538-5bd89bd965cf req-c2248648-e02b-4f23-805e-79c6ec990968 service nova] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.724462] env[63260]: DEBUG oslo_vmware.api [None req-8b7ce3f0-b905-4e48-96c6-bcb2ca6398e6 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Task: {'id': task-2284588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147685} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.724462] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b7ce3f0-b905-4e48-96c6-bcb2ca6398e6 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.724462] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7ce3f0-b905-4e48-96c6-bcb2ca6398e6 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.724462] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7ce3f0-b905-4e48-96c6-bcb2ca6398e6 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.724748] env[63260]: INFO nova.compute.manager [None req-8b7ce3f0-b905-4e48-96c6-bcb2ca6398e6 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 763.724885] env[63260]: DEBUG oslo.service.loopingcall [None req-8b7ce3f0-b905-4e48-96c6-bcb2ca6398e6 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 763.725091] env[63260]: DEBUG nova.compute.manager [-] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 763.725200] env[63260]: DEBUG nova.network.neutron [-] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 763.828586] env[63260]: DEBUG oslo_vmware.api [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5242a4f7-09dc-800c-8c5c-38b7874872e5, 'name': SearchDatastore_Task, 'duration_secs': 0.011041} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.829748] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe605a15-fce4-4948-b535-5c17b33b9ea8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.834575] env[63260]: DEBUG oslo_vmware.api [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 763.834575] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52078f3c-9d98-c025-faae-d3603a01538a" [ 763.834575] env[63260]: _type = "Task" [ 763.834575] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.842075] env[63260]: DEBUG oslo_vmware.api [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52078f3c-9d98-c025-faae-d3603a01538a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.041240] env[63260]: DEBUG nova.compute.manager [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 764.052227] env[63260]: DEBUG nova.compute.manager [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 764.159823] env[63260]: DEBUG nova.network.neutron [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Successfully created port: 188870b1-e4da-4cc6-bb15-dabeec1d34de {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 764.166097] env[63260]: DEBUG nova.network.neutron [-] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.205588] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-94000c6c-b478-4882-9cb5-4f769f5b9058 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.214481] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035e9a9c-b2fe-4aa9-a349-91f22ea3ac66 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.259285] env[63260]: DEBUG nova.compute.manager [req-9502ba72-408c-49a5-b538-5bd89bd965cf req-c2248648-e02b-4f23-805e-79c6ec990968 service nova] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Detach interface failed, port_id=13880c33-0a60-4c0c-b9e1-b25b54d52a66, reason: Instance 28374458-e9ac-463f-923e-cfeb49492716 could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 764.353441] env[63260]: DEBUG oslo_vmware.api [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52078f3c-9d98-c025-faae-d3603a01538a, 'name': SearchDatastore_Task, 'duration_secs': 0.008705} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.354956] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.355238] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 33fd6009-046c-4511-9c50-f435f0c80a16/33fd6009-046c-4511-9c50-f435f0c80a16.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.356382] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-794b80d9-4031-466f-a8f2-c8e4ce5d4914 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.363312] env[63260]: DEBUG oslo_vmware.api [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 764.363312] env[63260]: value = "task-2284589" [ 764.363312] env[63260]: _type = "Task" [ 764.363312] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.376816] env[63260]: DEBUG oslo_vmware.api [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.569080] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.591198] env[63260]: DEBUG nova.network.neutron [-] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.642060] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972b2e79-91b0-47de-996d-fb6983055971 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.650298] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da5f869-eab0-4ef8-9111-41b266cb2ee0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.680493] env[63260]: INFO nova.compute.manager [-] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Took 1.35 seconds to deallocate network for instance. [ 764.683386] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584eda9f-07f8-47be-ba10-c0464f557330 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.694128] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380c7c18-e5f5-4d43-ab9a-ea0d2a742c5e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.708712] env[63260]: DEBUG nova.compute.provider_tree [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.872818] env[63260]: DEBUG oslo_vmware.api [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284589, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460743} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.873129] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 33fd6009-046c-4511-9c50-f435f0c80a16/33fd6009-046c-4511-9c50-f435f0c80a16.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 764.873364] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 764.873639] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6bdde440-3e77-4f61-8265-cf7c592df668 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.879765] env[63260]: DEBUG oslo_vmware.api [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 764.879765] env[63260]: value = "task-2284590" [ 764.879765] env[63260]: _type = "Task" [ 764.879765] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.887434] env[63260]: DEBUG oslo_vmware.api [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284590, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.072450] env[63260]: DEBUG nova.compute.manager [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 765.093494] env[63260]: INFO nova.compute.manager [-] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Took 1.37 seconds to deallocate network for instance. [ 765.095757] env[63260]: DEBUG nova.virt.hardware [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.095998] env[63260]: DEBUG nova.virt.hardware [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.096175] env[63260]: DEBUG nova.virt.hardware [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.096360] env[63260]: DEBUG nova.virt.hardware [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.096617] env[63260]: DEBUG nova.virt.hardware [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.096875] env[63260]: DEBUG nova.virt.hardware [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.097103] env[63260]: DEBUG nova.virt.hardware [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.097272] env[63260]: DEBUG nova.virt.hardware [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.097471] env[63260]: DEBUG nova.virt.hardware [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.097600] env[63260]: DEBUG nova.virt.hardware [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.097774] env[63260]: DEBUG nova.virt.hardware [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.099935] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160229cb-b6fd-4542-818a-38ce0e920b94 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.111831] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7bd0fd-4417-4db2-8f39-711c6b45a1ba {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.190449] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9c772234-5dd3-4e58-8536-49ac83e5701a tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.211915] env[63260]: DEBUG nova.scheduler.client.report [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.390162] env[63260]: DEBUG oslo_vmware.api [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284590, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057894} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.390443] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.391235] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18aa07a4-f6e2-4fe8-9b0d-7a90f100ced3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.413040] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 33fd6009-046c-4511-9c50-f435f0c80a16/33fd6009-046c-4511-9c50-f435f0c80a16.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.413341] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f4f10c7-d366-4f73-b1e7-7ad453a8bfc8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.433928] env[63260]: DEBUG oslo_vmware.api [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 765.433928] env[63260]: value = "task-2284591" [ 765.433928] env[63260]: _type = "Task" [ 765.433928] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.442061] env[63260]: DEBUG oslo_vmware.api [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284591, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.607036] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8b7ce3f0-b905-4e48-96c6-bcb2ca6398e6 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.739121] env[63260]: DEBUG nova.compute.manager [req-675d22e4-e979-41ba-91e9-487e49fd9037 req-6b2f28e1-b1ef-48ee-97f9-e76146e98da4 service nova] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Received event network-vif-deleted-83b9aea5-1dfe-421e-a782-454a2ba78ac1 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 765.739121] env[63260]: DEBUG nova.compute.manager [req-675d22e4-e979-41ba-91e9-487e49fd9037 req-6b2f28e1-b1ef-48ee-97f9-e76146e98da4 service nova] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Received event network-vif-plugged-188870b1-e4da-4cc6-bb15-dabeec1d34de {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 765.739121] env[63260]: DEBUG oslo_concurrency.lockutils [req-675d22e4-e979-41ba-91e9-487e49fd9037 req-6b2f28e1-b1ef-48ee-97f9-e76146e98da4 service nova] Acquiring lock "91fd0603-0143-4521-8657-cedd7711c97e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.739121] env[63260]: DEBUG oslo_concurrency.lockutils [req-675d22e4-e979-41ba-91e9-487e49fd9037 req-6b2f28e1-b1ef-48ee-97f9-e76146e98da4 service nova] Lock "91fd0603-0143-4521-8657-cedd7711c97e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.740775] env[63260]: DEBUG oslo_concurrency.lockutils [req-675d22e4-e979-41ba-91e9-487e49fd9037 req-6b2f28e1-b1ef-48ee-97f9-e76146e98da4 service nova] Lock "91fd0603-0143-4521-8657-cedd7711c97e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.741751] env[63260]: DEBUG nova.compute.manager [req-675d22e4-e979-41ba-91e9-487e49fd9037 req-6b2f28e1-b1ef-48ee-97f9-e76146e98da4 service nova] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] No waiting events found dispatching network-vif-plugged-188870b1-e4da-4cc6-bb15-dabeec1d34de {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 765.742065] env[63260]: WARNING nova.compute.manager [req-675d22e4-e979-41ba-91e9-487e49fd9037 req-6b2f28e1-b1ef-48ee-97f9-e76146e98da4 service nova] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Received unexpected event network-vif-plugged-188870b1-e4da-4cc6-bb15-dabeec1d34de for instance with vm_state building and task_state spawning. [ 765.743074] env[63260]: DEBUG nova.network.neutron [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Successfully updated port: 188870b1-e4da-4cc6-bb15-dabeec1d34de {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.944092] env[63260]: DEBUG oslo_vmware.api [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284591, 'name': ReconfigVM_Task, 'duration_secs': 0.297243} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.944449] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 33fd6009-046c-4511-9c50-f435f0c80a16/33fd6009-046c-4511-9c50-f435f0c80a16.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.945106] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-031346c5-af32-49bb-802e-4c86ae4d4289 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.950622] env[63260]: DEBUG oslo_vmware.api [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 765.950622] env[63260]: value = "task-2284592" [ 765.950622] env[63260]: _type = "Task" [ 765.950622] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.957959] env[63260]: DEBUG oslo_vmware.api [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284592, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.222219] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.176s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.228065] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aec9a9c7-eeb3-4fc8-b8c0-7573494f102b tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.394s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.228261] env[63260]: DEBUG nova.objects.instance [None req-aec9a9c7-eeb3-4fc8-b8c0-7573494f102b tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Lazy-loading 'resources' on Instance uuid 14618266-8f55-46c7-9d42-04dfbe7165d4 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.246526] env[63260]: DEBUG oslo_concurrency.lockutils [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "refresh_cache-91fd0603-0143-4521-8657-cedd7711c97e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.246712] env[63260]: DEBUG oslo_concurrency.lockutils [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquired lock "refresh_cache-91fd0603-0143-4521-8657-cedd7711c97e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.246857] env[63260]: DEBUG nova.network.neutron [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.460615] env[63260]: DEBUG oslo_vmware.api [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284592, 'name': Rename_Task, 'duration_secs': 0.132306} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.460904] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.461184] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-729c4e7e-47a9-464a-a888-9416cba3e230 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.467959] env[63260]: DEBUG oslo_vmware.api [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 766.467959] env[63260]: value = "task-2284593" [ 766.467959] env[63260]: _type = "Task" [ 766.467959] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.474898] env[63260]: DEBUG oslo_vmware.api [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284593, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.780186] env[63260]: DEBUG nova.network.neutron [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.943787] env[63260]: DEBUG nova.network.neutron [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Updating instance_info_cache with network_info: [{"id": "188870b1-e4da-4cc6-bb15-dabeec1d34de", "address": "fa:16:3e:da:d8:5d", "network": {"id": "b4d5f5a7-4020-4c98-9bfc-4168989fb246", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-735735881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e885618998694cdf8d3aacc484576252", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap188870b1-e4", "ovs_interfaceid": "188870b1-e4da-4cc6-bb15-dabeec1d34de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.980480] env[63260]: DEBUG oslo_vmware.api [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284593, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.110678] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc737873-f12f-429c-8edb-5939d2a2469a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.118404] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d56edc-5c20-48ad-a703-0f268930afbe {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.147766] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc454b52-e18d-4b90-bcd3-99b24052ed24 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.154943] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfc5a6e-9f2a-45cf-bf0b-088b8d465ce8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.170029] env[63260]: DEBUG nova.compute.provider_tree [None req-aec9a9c7-eeb3-4fc8-b8c0-7573494f102b tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.446678] env[63260]: DEBUG oslo_concurrency.lockutils [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Releasing lock "refresh_cache-91fd0603-0143-4521-8657-cedd7711c97e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.447099] env[63260]: DEBUG nova.compute.manager [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Instance network_info: |[{"id": "188870b1-e4da-4cc6-bb15-dabeec1d34de", "address": "fa:16:3e:da:d8:5d", "network": {"id": "b4d5f5a7-4020-4c98-9bfc-4168989fb246", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-735735881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e885618998694cdf8d3aacc484576252", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap188870b1-e4", "ovs_interfaceid": "188870b1-e4da-4cc6-bb15-dabeec1d34de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 767.447526] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:d8:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd33839ae-40ca-471b-92e3-eb282b920682', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '188870b1-e4da-4cc6-bb15-dabeec1d34de', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.455033] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Creating folder: Project (e885618998694cdf8d3aacc484576252). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.455314] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2e35269-ace7-44ba-b159-a8b65f88b097 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.466729] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Created folder: Project (e885618998694cdf8d3aacc484576252) in parent group-v464889. [ 767.466944] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Creating folder: Instances. Parent ref: group-v465062. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.467213] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91539aee-082a-4679-bc5f-f35bbe96fec8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.477062] env[63260]: DEBUG oslo_vmware.api [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284593, 'name': PowerOnVM_Task, 'duration_secs': 0.556109} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.477062] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.477062] env[63260]: DEBUG nova.compute.manager [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.477815] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52baf9bc-3196-462d-9356-5f83ac4b39e5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.481107] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Created folder: Instances in parent group-v465062. [ 767.481325] env[63260]: DEBUG oslo.service.loopingcall [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 767.481806] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.482024] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d98e0ea5-a152-46c7-b093-156f5acd98f7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.502785] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.502785] env[63260]: value = "task-2284596" [ 767.502785] env[63260]: _type = "Task" [ 767.502785] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.509979] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284596, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.673393] env[63260]: DEBUG nova.scheduler.client.report [None req-aec9a9c7-eeb3-4fc8-b8c0-7573494f102b tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.770526] env[63260]: INFO nova.compute.manager [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Swapping old allocation on dict_keys(['535ed902-6829-4832-9c79-14d5c1df9745']) held by migration 4a141423-7109-4a5f-befe-04b47e8e2d46 for instance [ 767.783617] env[63260]: DEBUG nova.compute.manager [req-33e4c3d1-eaf6-4aa7-a639-36cfda0394d4 req-b90c5d74-e0a1-4363-bb5c-546c7b42792b service nova] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Received event network-changed-188870b1-e4da-4cc6-bb15-dabeec1d34de {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 767.783896] env[63260]: DEBUG nova.compute.manager [req-33e4c3d1-eaf6-4aa7-a639-36cfda0394d4 req-b90c5d74-e0a1-4363-bb5c-546c7b42792b service nova] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Refreshing instance network info cache due to event network-changed-188870b1-e4da-4cc6-bb15-dabeec1d34de. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 767.784045] env[63260]: DEBUG oslo_concurrency.lockutils [req-33e4c3d1-eaf6-4aa7-a639-36cfda0394d4 req-b90c5d74-e0a1-4363-bb5c-546c7b42792b service nova] Acquiring lock "refresh_cache-91fd0603-0143-4521-8657-cedd7711c97e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.784179] env[63260]: DEBUG oslo_concurrency.lockutils [req-33e4c3d1-eaf6-4aa7-a639-36cfda0394d4 req-b90c5d74-e0a1-4363-bb5c-546c7b42792b service nova] Acquired lock "refresh_cache-91fd0603-0143-4521-8657-cedd7711c97e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.785258] env[63260]: DEBUG nova.network.neutron [req-33e4c3d1-eaf6-4aa7-a639-36cfda0394d4 req-b90c5d74-e0a1-4363-bb5c-546c7b42792b service nova] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Refreshing network info cache for port 188870b1-e4da-4cc6-bb15-dabeec1d34de {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.799410] env[63260]: DEBUG nova.scheduler.client.report [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Overwriting current allocation {'allocations': {'535ed902-6829-4832-9c79-14d5c1df9745': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 81}}, 'project_id': '287a2132bed64b788b09cf600ff05574', 'user_id': '22dda1c9fe8e414896195ee86bd97d2e', 'consumer_generation': 1} on consumer 9b45195e-aa35-45d4-a8d1-2460610897dd {{(pid=63260) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 767.878096] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquiring lock "refresh_cache-9b45195e-aa35-45d4-a8d1-2460610897dd" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.878313] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquired lock "refresh_cache-9b45195e-aa35-45d4-a8d1-2460610897dd" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.878494] env[63260]: DEBUG nova.network.neutron [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.001218] env[63260]: INFO nova.compute.manager [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] bringing vm to original state: 'stopped' [ 768.012478] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284596, 'name': CreateVM_Task, 'duration_secs': 0.307166} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.012478] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.013125] env[63260]: DEBUG oslo_concurrency.lockutils [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.013297] env[63260]: DEBUG oslo_concurrency.lockutils [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.013614] env[63260]: DEBUG oslo_concurrency.lockutils [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.013861] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33b598a4-3de8-4178-bb1b-12b014a786f2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.018900] env[63260]: DEBUG oslo_vmware.api [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 768.018900] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]529244a0-2ef5-2afe-3d9c-9c18f2523e44" [ 768.018900] env[63260]: _type = "Task" [ 768.018900] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.027578] env[63260]: DEBUG oslo_vmware.api [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]529244a0-2ef5-2afe-3d9c-9c18f2523e44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.178997] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aec9a9c7-eeb3-4fc8-b8c0-7573494f102b tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.951s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.181498] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.824s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 768.182969] env[63260]: INFO nova.compute.claims [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 768.199250] env[63260]: INFO nova.scheduler.client.report [None req-aec9a9c7-eeb3-4fc8-b8c0-7573494f102b tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Deleted allocations for instance 14618266-8f55-46c7-9d42-04dfbe7165d4 [ 768.533451] env[63260]: DEBUG oslo_vmware.api [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]529244a0-2ef5-2afe-3d9c-9c18f2523e44, 'name': SearchDatastore_Task, 'duration_secs': 0.011426} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.533759] env[63260]: DEBUG oslo_concurrency.lockutils [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.533993] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.534288] env[63260]: DEBUG oslo_concurrency.lockutils [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.534451] env[63260]: DEBUG oslo_concurrency.lockutils [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.534636] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.534904] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9594299-a938-47a9-a63b-04402eee1a78 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.542911] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.543112] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.543822] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ba5e266-5a6e-44fb-ae7c-5c009de4a0f6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.551945] env[63260]: DEBUG oslo_vmware.api [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 768.551945] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]525c6d70-1260-9954-aa68-b60da088ef8c" [ 768.551945] env[63260]: _type = "Task" [ 768.551945] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.562128] env[63260]: DEBUG oslo_vmware.api [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]525c6d70-1260-9954-aa68-b60da088ef8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.633257] env[63260]: DEBUG nova.network.neutron [req-33e4c3d1-eaf6-4aa7-a639-36cfda0394d4 req-b90c5d74-e0a1-4363-bb5c-546c7b42792b service nova] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Updated VIF entry in instance network info cache for port 188870b1-e4da-4cc6-bb15-dabeec1d34de. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.633257] env[63260]: DEBUG nova.network.neutron [req-33e4c3d1-eaf6-4aa7-a639-36cfda0394d4 req-b90c5d74-e0a1-4363-bb5c-546c7b42792b service nova] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Updating instance_info_cache with network_info: [{"id": "188870b1-e4da-4cc6-bb15-dabeec1d34de", "address": "fa:16:3e:da:d8:5d", "network": {"id": "b4d5f5a7-4020-4c98-9bfc-4168989fb246", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-735735881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e885618998694cdf8d3aacc484576252", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap188870b1-e4", "ovs_interfaceid": "188870b1-e4da-4cc6-bb15-dabeec1d34de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.707993] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aec9a9c7-eeb3-4fc8-b8c0-7573494f102b tempest-SecurityGroupsTestJSON-1247123572 tempest-SecurityGroupsTestJSON-1247123572-project-member] Lock "14618266-8f55-46c7-9d42-04dfbe7165d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.524s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.752689] env[63260]: DEBUG nova.network.neutron [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Updating instance_info_cache with network_info: [{"id": "a4a1f700-247e-4f4e-a5ae-f0061769fe83", "address": "fa:16:3e:81:e3:8f", "network": {"id": "2367840c-316b-4cd4-b69a-ab4ebbc572d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "90bcb79150044b4eb698c936cd9f4cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4a1f700-24", "ovs_interfaceid": "a4a1f700-247e-4f4e-a5ae-f0061769fe83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.012904] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "33fd6009-046c-4511-9c50-f435f0c80a16" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.013384] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "33fd6009-046c-4511-9c50-f435f0c80a16" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.013657] env[63260]: DEBUG nova.compute.manager [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.016505] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b79dae7-fd15-4be1-9515-b4d83788b792 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.028719] env[63260]: DEBUG nova.compute.manager [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63260) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 769.065621] env[63260]: DEBUG oslo_vmware.api [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]525c6d70-1260-9954-aa68-b60da088ef8c, 'name': SearchDatastore_Task, 'duration_secs': 0.008678} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.066449] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cedabd2-e437-4363-a8b4-a50075babae5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.072173] env[63260]: DEBUG oslo_vmware.api [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 769.072173] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523305e3-f4bf-40fe-dd55-bee248b878d1" [ 769.072173] env[63260]: _type = "Task" [ 769.072173] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.079437] env[63260]: DEBUG oslo_vmware.api [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523305e3-f4bf-40fe-dd55-bee248b878d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.135730] env[63260]: DEBUG oslo_concurrency.lockutils [req-33e4c3d1-eaf6-4aa7-a639-36cfda0394d4 req-b90c5d74-e0a1-4363-bb5c-546c7b42792b service nova] Releasing lock "refresh_cache-91fd0603-0143-4521-8657-cedd7711c97e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.256228] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Releasing lock "refresh_cache-9b45195e-aa35-45d4-a8d1-2460610897dd" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.256672] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.257295] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b8d2c7b-b449-4d47-b911-9d7bd1c8bac1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.265085] env[63260]: DEBUG oslo_vmware.api [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Waiting for the task: (returnval){ [ 769.265085] env[63260]: value = "task-2284597" [ 769.265085] env[63260]: _type = "Task" [ 769.265085] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.275655] env[63260]: DEBUG oslo_vmware.api [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.534041] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.534614] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66adbce2-5a9c-455c-9ee0-75cd7bc268a1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.541763] env[63260]: DEBUG oslo_vmware.api [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 769.541763] env[63260]: value = "task-2284598" [ 769.541763] env[63260]: _type = "Task" [ 769.541763] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.554424] env[63260]: DEBUG oslo_vmware.api [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.572238] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d497cb0c-7ec6-4fe2-9235-c525ffa6d51f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.587231] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744097b2-2c5d-4f39-8e31-936d84752f5e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.590350] env[63260]: DEBUG oslo_vmware.api [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523305e3-f4bf-40fe-dd55-bee248b878d1, 'name': SearchDatastore_Task, 'duration_secs': 0.009674} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.590607] env[63260]: DEBUG oslo_concurrency.lockutils [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.590884] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 91fd0603-0143-4521-8657-cedd7711c97e/91fd0603-0143-4521-8657-cedd7711c97e.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.591623] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfc039cd-cf65-41f5-9ad1-50c18cacfb6a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.621062] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c905221d-a873-42e4-8d93-98d445034f3a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.624952] env[63260]: DEBUG oslo_vmware.api [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 769.624952] env[63260]: value = "task-2284599" [ 769.624952] env[63260]: _type = "Task" [ 769.624952] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.633387] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de81ac32-940e-4072-a244-ed934c809622 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.641567] env[63260]: DEBUG oslo_vmware.api [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.650834] env[63260]: DEBUG nova.compute.provider_tree [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.779715] env[63260]: DEBUG oslo_vmware.api [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284597, 'name': PowerOffVM_Task, 'duration_secs': 0.218632} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.779975] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 769.780733] env[63260]: DEBUG nova.virt.hardware [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:16:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='674cf0a1-9577-4ea6-95a8-78646e427c54',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-20831947',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.782537] env[63260]: DEBUG nova.virt.hardware [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.782537] env[63260]: DEBUG nova.virt.hardware [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.782537] env[63260]: DEBUG nova.virt.hardware [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.782537] env[63260]: DEBUG nova.virt.hardware [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.782537] env[63260]: DEBUG nova.virt.hardware [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.782537] env[63260]: DEBUG nova.virt.hardware [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.782537] env[63260]: DEBUG nova.virt.hardware [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.782537] env[63260]: DEBUG nova.virt.hardware [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.782537] env[63260]: DEBUG nova.virt.hardware [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.782537] env[63260]: DEBUG nova.virt.hardware [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.787886] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-292ab5cc-9d81-465c-9ba3-8750895dc2fb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.804395] env[63260]: DEBUG oslo_vmware.api [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Waiting for the task: (returnval){ [ 769.804395] env[63260]: value = "task-2284600" [ 769.804395] env[63260]: _type = "Task" [ 769.804395] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.816904] env[63260]: DEBUG oslo_vmware.api [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284600, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.053208] env[63260]: DEBUG oslo_vmware.api [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284598, 'name': PowerOffVM_Task, 'duration_secs': 0.17422} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.053208] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.053515] env[63260]: DEBUG nova.compute.manager [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.054105] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a008d5d6-f819-4e23-804a-64cbaa2a60f4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.140018] env[63260]: DEBUG oslo_vmware.api [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284599, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489641} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.140018] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 91fd0603-0143-4521-8657-cedd7711c97e/91fd0603-0143-4521-8657-cedd7711c97e.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 770.140018] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.140018] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43ea8246-d6f0-48f1-bf59-1ad020ec4a78 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.145259] env[63260]: DEBUG oslo_vmware.api [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 770.145259] env[63260]: value = "task-2284601" [ 770.145259] env[63260]: _type = "Task" [ 770.145259] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.157614] env[63260]: DEBUG nova.scheduler.client.report [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.163550] env[63260]: DEBUG oslo_vmware.api [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.320026] env[63260]: DEBUG oslo_vmware.api [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284600, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.567947] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "33fd6009-046c-4511-9c50-f435f0c80a16" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.555s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.655586] env[63260]: DEBUG oslo_vmware.api [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071084} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.656321] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.656624] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e071b89-c90e-49e9-b560-be65089f4bb3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.670436] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.670941] env[63260]: DEBUG nova.compute.manager [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 770.681784] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 91fd0603-0143-4521-8657-cedd7711c97e/91fd0603-0143-4521-8657-cedd7711c97e.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.682356] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.982s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.683772] env[63260]: INFO nova.compute.claims [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.686852] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b83a6653-730f-4317-b22e-ad686f73ada9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.707460] env[63260]: DEBUG oslo_vmware.api [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 770.707460] env[63260]: value = "task-2284602" [ 770.707460] env[63260]: _type = "Task" [ 770.707460] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.717241] env[63260]: DEBUG oslo_vmware.api [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284602, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.816097] env[63260]: DEBUG oslo_vmware.api [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284600, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.078450] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.184113] env[63260]: DEBUG nova.compute.utils [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 771.186206] env[63260]: DEBUG nova.compute.manager [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 771.186448] env[63260]: DEBUG nova.network.neutron [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 771.218972] env[63260]: DEBUG oslo_vmware.api [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.282201] env[63260]: DEBUG nova.policy [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69fa344e134342b584d02b374dbc4f12', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9991737908f44320bd4930ed4dbbccdd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 771.318640] env[63260]: DEBUG oslo_vmware.api [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284600, 'name': ReconfigVM_Task, 'duration_secs': 1.275502} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.320374] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9958c9b-d9d2-4e9e-87df-837caf6b952e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.345347] env[63260]: DEBUG nova.virt.hardware [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:16:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='674cf0a1-9577-4ea6-95a8-78646e427c54',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-20831947',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.345551] env[63260]: DEBUG nova.virt.hardware [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.345726] env[63260]: DEBUG nova.virt.hardware [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.345852] env[63260]: DEBUG nova.virt.hardware [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.346008] env[63260]: DEBUG nova.virt.hardware [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.346358] env[63260]: DEBUG nova.virt.hardware [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.346575] env[63260]: DEBUG nova.virt.hardware [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.346736] env[63260]: DEBUG nova.virt.hardware [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.347138] env[63260]: DEBUG nova.virt.hardware [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.347318] env[63260]: DEBUG nova.virt.hardware [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.347512] env[63260]: DEBUG nova.virt.hardware [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.348501] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ef6484c-1ef4-4de1-a026-bea38f9017dc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.353873] env[63260]: DEBUG oslo_vmware.api [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Waiting for the task: (returnval){ [ 771.353873] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5285e61a-5aca-f96b-2870-9a75f6cc1b06" [ 771.353873] env[63260]: _type = "Task" [ 771.353873] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.363216] env[63260]: DEBUG oslo_vmware.api [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5285e61a-5aca-f96b-2870-9a75f6cc1b06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.689416] env[63260]: DEBUG nova.compute.manager [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 771.719639] env[63260]: DEBUG oslo_vmware.api [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284602, 'name': ReconfigVM_Task, 'duration_secs': 0.587925} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.720014] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 91fd0603-0143-4521-8657-cedd7711c97e/91fd0603-0143-4521-8657-cedd7711c97e.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.720656] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19f5fee2-fee6-45bf-98cd-f530a92b6e76 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.730309] env[63260]: DEBUG oslo_vmware.api [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 771.730309] env[63260]: value = "task-2284603" [ 771.730309] env[63260]: _type = "Task" [ 771.730309] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.738812] env[63260]: DEBUG oslo_vmware.api [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284603, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.865980] env[63260]: DEBUG oslo_vmware.api [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5285e61a-5aca-f96b-2870-9a75f6cc1b06, 'name': SearchDatastore_Task, 'duration_secs': 0.009803} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.871507] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 771.874143] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b690801f-e5aa-4296-b41c-ea0f073c69e3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.892874] env[63260]: DEBUG oslo_vmware.api [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Waiting for the task: (returnval){ [ 771.892874] env[63260]: value = "task-2284604" [ 771.892874] env[63260]: _type = "Task" [ 771.892874] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.911940] env[63260]: DEBUG oslo_vmware.api [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.927095] env[63260]: DEBUG nova.network.neutron [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Successfully created port: 7a8e581d-48f6-4fc3-953b-80ace202d5fc {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.932935] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9b112151-4f54-4dd2-94a7-16bcd7672335 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "33fd6009-046c-4511-9c50-f435f0c80a16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.933202] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9b112151-4f54-4dd2-94a7-16bcd7672335 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "33fd6009-046c-4511-9c50-f435f0c80a16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.933408] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9b112151-4f54-4dd2-94a7-16bcd7672335 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "33fd6009-046c-4511-9c50-f435f0c80a16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.933588] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9b112151-4f54-4dd2-94a7-16bcd7672335 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "33fd6009-046c-4511-9c50-f435f0c80a16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.933756] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9b112151-4f54-4dd2-94a7-16bcd7672335 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "33fd6009-046c-4511-9c50-f435f0c80a16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.935753] env[63260]: INFO nova.compute.manager [None req-9b112151-4f54-4dd2-94a7-16bcd7672335 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Terminating instance [ 772.170873] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35dfc444-f432-4096-97b5-79c6ec479baa {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.179532] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711292fc-a6ae-44a0-9c94-72484c0daf8d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.219071] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e8d979-5c45-4c78-adf7-5f433622ec15 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.226997] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4df2b41-5b43-46da-b63c-ff5a5b72cf82 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.250152] env[63260]: DEBUG nova.compute.provider_tree [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.254334] env[63260]: DEBUG oslo_vmware.api [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284603, 'name': Rename_Task, 'duration_secs': 0.139511} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.254334] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.254334] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa0272d7-5342-4530-a8a7-c3d5af0375f5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.259832] env[63260]: DEBUG oslo_vmware.api [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 772.259832] env[63260]: value = "task-2284605" [ 772.259832] env[63260]: _type = "Task" [ 772.259832] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.268488] env[63260]: DEBUG oslo_vmware.api [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.404651] env[63260]: DEBUG oslo_vmware.api [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284604, 'name': ReconfigVM_Task, 'duration_secs': 0.169086} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.404923] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 772.406244] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa30c53-b27f-49c3-a52a-29dadf92c2fe {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.430566] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 9b45195e-aa35-45d4-a8d1-2460610897dd/9b45195e-aa35-45d4-a8d1-2460610897dd.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.430914] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74f7bbc6-2dd3-4d47-b670-bc24c1e8cc8e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.445312] env[63260]: DEBUG nova.compute.manager [None req-9b112151-4f54-4dd2-94a7-16bcd7672335 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 772.445557] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9b112151-4f54-4dd2-94a7-16bcd7672335 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.446460] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80d61c1-df5d-472a-b5a6-e4b7ae0e5b75 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.459394] env[63260]: DEBUG oslo_vmware.api [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Waiting for the task: (returnval){ [ 772.459394] env[63260]: value = "task-2284606" [ 772.459394] env[63260]: _type = "Task" [ 772.459394] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.459663] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9b112151-4f54-4dd2-94a7-16bcd7672335 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.459945] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2acf162e-8aa7-4278-9cc9-defbfe4cf79f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.473471] env[63260]: DEBUG oslo_vmware.api [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.553506] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9b112151-4f54-4dd2-94a7-16bcd7672335 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.553763] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9b112151-4f54-4dd2-94a7-16bcd7672335 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.554117] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b112151-4f54-4dd2-94a7-16bcd7672335 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Deleting the datastore file [datastore1] 33fd6009-046c-4511-9c50-f435f0c80a16 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.554274] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8602572-f3b9-4809-94bb-ba176aa59e43 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.561151] env[63260]: DEBUG oslo_vmware.api [None req-9b112151-4f54-4dd2-94a7-16bcd7672335 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 772.561151] env[63260]: value = "task-2284608" [ 772.561151] env[63260]: _type = "Task" [ 772.561151] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.570123] env[63260]: DEBUG oslo_vmware.api [None req-9b112151-4f54-4dd2-94a7-16bcd7672335 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284608, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.720618] env[63260]: DEBUG nova.compute.manager [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 772.755261] env[63260]: DEBUG nova.scheduler.client.report [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.761283] env[63260]: DEBUG nova.virt.hardware [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.761283] env[63260]: DEBUG nova.virt.hardware [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.761283] env[63260]: DEBUG nova.virt.hardware [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.763803] env[63260]: DEBUG nova.virt.hardware [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.764113] env[63260]: DEBUG nova.virt.hardware [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.764593] env[63260]: DEBUG nova.virt.hardware [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.764593] env[63260]: DEBUG nova.virt.hardware [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.765460] env[63260]: DEBUG nova.virt.hardware [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.765666] env[63260]: DEBUG nova.virt.hardware [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.766264] env[63260]: DEBUG nova.virt.hardware [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.766264] env[63260]: DEBUG nova.virt.hardware [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.767043] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba535ebc-6991-4167-b1f3-a53da1481e4a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.788597] env[63260]: DEBUG oslo_vmware.api [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284605, 'name': PowerOnVM_Task, 'duration_secs': 0.455798} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.788934] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.789228] env[63260]: INFO nova.compute.manager [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Took 7.72 seconds to spawn the instance on the hypervisor. [ 772.789431] env[63260]: DEBUG nova.compute.manager [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.792284] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56feb6ad-53f7-444e-9b42-8642447bcfff {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.795214] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fe5944-e711-49bc-adcf-d259da0042a3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.972911] env[63260]: DEBUG oslo_vmware.api [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284606, 'name': ReconfigVM_Task, 'duration_secs': 0.310064} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.973098] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 9b45195e-aa35-45d4-a8d1-2460610897dd/9b45195e-aa35-45d4-a8d1-2460610897dd.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.973888] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c2e2fa-fc43-4287-96ac-74c391e90c19 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.993569] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a9d07d-28eb-4572-859e-3bf9f5e648dd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.015662] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caab0496-a6ce-4d66-a828-ec734261825b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.034935] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d072dd-af10-44f7-9738-a6584f8deec3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.041853] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.042127] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb8f034b-3031-4b5f-9ec8-2f765b68e9ad {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.047518] env[63260]: DEBUG oslo_vmware.api [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Waiting for the task: (returnval){ [ 773.047518] env[63260]: value = "task-2284609" [ 773.047518] env[63260]: _type = "Task" [ 773.047518] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.054912] env[63260]: DEBUG oslo_vmware.api [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284609, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.074020] env[63260]: DEBUG oslo_vmware.api [None req-9b112151-4f54-4dd2-94a7-16bcd7672335 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284608, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148736} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.074020] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b112151-4f54-4dd2-94a7-16bcd7672335 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.074020] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9b112151-4f54-4dd2-94a7-16bcd7672335 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.074020] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9b112151-4f54-4dd2-94a7-16bcd7672335 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.074020] env[63260]: INFO nova.compute.manager [None req-9b112151-4f54-4dd2-94a7-16bcd7672335 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Took 0.63 seconds to destroy the instance on the hypervisor. [ 773.074020] env[63260]: DEBUG oslo.service.loopingcall [None req-9b112151-4f54-4dd2-94a7-16bcd7672335 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 773.074020] env[63260]: DEBUG nova.compute.manager [-] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.074020] env[63260]: DEBUG nova.network.neutron [-] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.273841] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.275035] env[63260]: DEBUG nova.compute.manager [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 773.278587] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f8beb6b-ec50-4c4d-a8b7-9ae4e486eb43 tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.929s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.278721] env[63260]: DEBUG nova.objects.instance [None req-4f8beb6b-ec50-4c4d-a8b7-9ae4e486eb43 tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Lazy-loading 'resources' on Instance uuid ccdb87cc-389c-411f-b8ec-05a4bbaf21f9 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 773.330578] env[63260]: INFO nova.compute.manager [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Took 41.30 seconds to build instance. [ 773.515062] env[63260]: DEBUG nova.compute.manager [req-94ef32b6-fb3f-40d7-92b4-21bfb9a7651a req-df59f7c2-135f-41bf-8383-10b26c876f92 service nova] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Received event network-vif-deleted-cdf7d1ad-7f81-4b1a-8c9c-6f1c4d2372f6 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 773.515062] env[63260]: INFO nova.compute.manager [req-94ef32b6-fb3f-40d7-92b4-21bfb9a7651a req-df59f7c2-135f-41bf-8383-10b26c876f92 service nova] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Neutron deleted interface cdf7d1ad-7f81-4b1a-8c9c-6f1c4d2372f6; detaching it from the instance and deleting it from the info cache [ 773.515062] env[63260]: DEBUG nova.network.neutron [req-94ef32b6-fb3f-40d7-92b4-21bfb9a7651a req-df59f7c2-135f-41bf-8383-10b26c876f92 service nova] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.559685] env[63260]: DEBUG oslo_vmware.api [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284609, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.699253] env[63260]: DEBUG nova.network.neutron [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Successfully updated port: 7a8e581d-48f6-4fc3-953b-80ace202d5fc {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 773.787079] env[63260]: DEBUG nova.compute.utils [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 773.791414] env[63260]: DEBUG nova.compute.manager [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 773.791414] env[63260]: DEBUG nova.network.neutron [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.834497] env[63260]: DEBUG oslo_concurrency.lockutils [None req-df429f17-6b26-4f00-9c8d-865df4d63a5b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "91fd0603-0143-4521-8657-cedd7711c97e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.837s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.851678] env[63260]: DEBUG nova.policy [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ed1ceb400fd40f49c95375c53373a45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60ea86e6d37c4da9adfb6f02b15c571e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.920049] env[63260]: DEBUG nova.network.neutron [-] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.018083] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dad8af0e-bcd0-4a64-a936-7b8786373ca4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.026570] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2fb46d-9892-4b85-b709-d913260838fe {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.066814] env[63260]: DEBUG nova.compute.manager [req-94ef32b6-fb3f-40d7-92b4-21bfb9a7651a req-df59f7c2-135f-41bf-8383-10b26c876f92 service nova] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Detach interface failed, port_id=cdf7d1ad-7f81-4b1a-8c9c-6f1c4d2372f6, reason: Instance 33fd6009-046c-4511-9c50-f435f0c80a16 could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 774.075176] env[63260]: DEBUG oslo_vmware.api [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284609, 'name': PowerOnVM_Task, 'duration_secs': 0.770075} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.075384] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.205294] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Acquiring lock "refresh_cache-2825bd9c-2d95-4cfb-b8ce-9e61b11527b9" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.205477] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Acquired lock "refresh_cache-2825bd9c-2d95-4cfb-b8ce-9e61b11527b9" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.205670] env[63260]: DEBUG nova.network.neutron [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.256196] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c93ab45-8b3d-4fde-b970-fd161e86f86d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.265037] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a376fb-6c9f-4283-a121-b8b31af76b9e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.302074] env[63260]: DEBUG nova.compute.manager [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 774.306085] env[63260]: DEBUG nova.network.neutron [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Successfully created port: e72b7988-5c89-45ea-8b5e-cbdf2bb5cbd0 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 774.308693] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92307cc7-2e4c-4401-987f-1ad722b8e470 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.321009] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a683b9-669b-41e2-94bd-0bb6c5843e04 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.338400] env[63260]: DEBUG nova.compute.provider_tree [None req-4f8beb6b-ec50-4c4d-a8b7-9ae4e486eb43 tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.394649] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Acquiring lock "cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.395234] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Lock "cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.425050] env[63260]: INFO nova.compute.manager [-] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Took 1.35 seconds to deallocate network for instance. [ 774.735181] env[63260]: DEBUG nova.network.neutron [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.842869] env[63260]: DEBUG nova.scheduler.client.report [None req-4f8beb6b-ec50-4c4d-a8b7-9ae4e486eb43 tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.897393] env[63260]: DEBUG nova.network.neutron [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Updating instance_info_cache with network_info: [{"id": "7a8e581d-48f6-4fc3-953b-80ace202d5fc", "address": "fa:16:3e:67:e8:0c", "network": {"id": "17ec7c71-0040-4cc7-90ec-354ec4ec9c3d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-125465579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9991737908f44320bd4930ed4dbbccdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a8e581d-48", "ovs_interfaceid": "7a8e581d-48f6-4fc3-953b-80ace202d5fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.898821] env[63260]: DEBUG nova.compute.manager [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.932466] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9b112151-4f54-4dd2-94a7-16bcd7672335 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.935934] env[63260]: INFO nova.compute.manager [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Rebuilding instance [ 775.061023] env[63260]: DEBUG nova.compute.manager [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.061023] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c102c12-3813-4a34-9c19-9752646cabe4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.091018] env[63260]: INFO nova.compute.manager [None req-f85e94a6-c309-41af-867e-90dbba77901b tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Updating instance to original state: 'active' [ 775.316049] env[63260]: DEBUG nova.compute.manager [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 775.337963] env[63260]: DEBUG nova.virt.hardware [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.338258] env[63260]: DEBUG nova.virt.hardware [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.338419] env[63260]: DEBUG nova.virt.hardware [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.338601] env[63260]: DEBUG nova.virt.hardware [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.338746] env[63260]: DEBUG nova.virt.hardware [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.338896] env[63260]: DEBUG nova.virt.hardware [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.339115] env[63260]: DEBUG nova.virt.hardware [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.339321] env[63260]: DEBUG nova.virt.hardware [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.339584] env[63260]: DEBUG nova.virt.hardware [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.339654] env[63260]: DEBUG nova.virt.hardware [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.339827] env[63260]: DEBUG nova.virt.hardware [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.340706] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb68990-fc61-417f-9834-bdd476e08977 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.349962] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69a94c0-f29a-4910-96f1-743cac34d5ca {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.354026] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f8beb6b-ec50-4c4d-a8b7-9ae4e486eb43 tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.075s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.356150] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b5dd081d-a7e9-4c5d-bde2-5659908b0217 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.976s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.356407] env[63260]: DEBUG nova.objects.instance [None req-b5dd081d-a7e9-4c5d-bde2-5659908b0217 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Lazy-loading 'resources' on Instance uuid 6952e379-f83f-469a-a4d2-ba1072fd37f6 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.373473] env[63260]: INFO nova.scheduler.client.report [None req-4f8beb6b-ec50-4c4d-a8b7-9ae4e486eb43 tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Deleted allocations for instance ccdb87cc-389c-411f-b8ec-05a4bbaf21f9 [ 775.402322] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Releasing lock "refresh_cache-2825bd9c-2d95-4cfb-b8ce-9e61b11527b9" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.402656] env[63260]: DEBUG nova.compute.manager [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Instance network_info: |[{"id": "7a8e581d-48f6-4fc3-953b-80ace202d5fc", "address": "fa:16:3e:67:e8:0c", "network": {"id": "17ec7c71-0040-4cc7-90ec-354ec4ec9c3d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-125465579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9991737908f44320bd4930ed4dbbccdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a8e581d-48", "ovs_interfaceid": "7a8e581d-48f6-4fc3-953b-80ace202d5fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 775.405362] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:e8:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cfbd1264-be3d-4ca9-953a-df79de7b010b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a8e581d-48f6-4fc3-953b-80ace202d5fc', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.413893] env[63260]: DEBUG oslo.service.loopingcall [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 775.416324] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.417887] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c250cbca-841c-4659-a026-16f76a6f032b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.432432] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.438236] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.438236] env[63260]: value = "task-2284610" [ 775.438236] env[63260]: _type = "Task" [ 775.438236] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.446083] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284610, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.562056] env[63260]: DEBUG nova.compute.manager [req-66c06ee2-d24a-49b9-8fa9-fb6d4833c61b req-2e62ffd0-b7a2-4712-bb77-3242df87c2da service nova] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Received event network-vif-plugged-7a8e581d-48f6-4fc3-953b-80ace202d5fc {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 775.562301] env[63260]: DEBUG oslo_concurrency.lockutils [req-66c06ee2-d24a-49b9-8fa9-fb6d4833c61b req-2e62ffd0-b7a2-4712-bb77-3242df87c2da service nova] Acquiring lock "2825bd9c-2d95-4cfb-b8ce-9e61b11527b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.562529] env[63260]: DEBUG oslo_concurrency.lockutils [req-66c06ee2-d24a-49b9-8fa9-fb6d4833c61b req-2e62ffd0-b7a2-4712-bb77-3242df87c2da service nova] Lock "2825bd9c-2d95-4cfb-b8ce-9e61b11527b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.562641] env[63260]: DEBUG oslo_concurrency.lockutils [req-66c06ee2-d24a-49b9-8fa9-fb6d4833c61b req-2e62ffd0-b7a2-4712-bb77-3242df87c2da service nova] Lock "2825bd9c-2d95-4cfb-b8ce-9e61b11527b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.562806] env[63260]: DEBUG nova.compute.manager [req-66c06ee2-d24a-49b9-8fa9-fb6d4833c61b req-2e62ffd0-b7a2-4712-bb77-3242df87c2da service nova] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] No waiting events found dispatching network-vif-plugged-7a8e581d-48f6-4fc3-953b-80ace202d5fc {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 775.562967] env[63260]: WARNING nova.compute.manager [req-66c06ee2-d24a-49b9-8fa9-fb6d4833c61b req-2e62ffd0-b7a2-4712-bb77-3242df87c2da service nova] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Received unexpected event network-vif-plugged-7a8e581d-48f6-4fc3-953b-80ace202d5fc for instance with vm_state building and task_state spawning. [ 775.563228] env[63260]: DEBUG nova.compute.manager [req-66c06ee2-d24a-49b9-8fa9-fb6d4833c61b req-2e62ffd0-b7a2-4712-bb77-3242df87c2da service nova] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Received event network-changed-7a8e581d-48f6-4fc3-953b-80ace202d5fc {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 775.563425] env[63260]: DEBUG nova.compute.manager [req-66c06ee2-d24a-49b9-8fa9-fb6d4833c61b req-2e62ffd0-b7a2-4712-bb77-3242df87c2da service nova] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Refreshing instance network info cache due to event network-changed-7a8e581d-48f6-4fc3-953b-80ace202d5fc. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 775.563615] env[63260]: DEBUG oslo_concurrency.lockutils [req-66c06ee2-d24a-49b9-8fa9-fb6d4833c61b req-2e62ffd0-b7a2-4712-bb77-3242df87c2da service nova] Acquiring lock "refresh_cache-2825bd9c-2d95-4cfb-b8ce-9e61b11527b9" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.563748] env[63260]: DEBUG oslo_concurrency.lockutils [req-66c06ee2-d24a-49b9-8fa9-fb6d4833c61b req-2e62ffd0-b7a2-4712-bb77-3242df87c2da service nova] Acquired lock "refresh_cache-2825bd9c-2d95-4cfb-b8ce-9e61b11527b9" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.563926] env[63260]: DEBUG nova.network.neutron [req-66c06ee2-d24a-49b9-8fa9-fb6d4833c61b req-2e62ffd0-b7a2-4712-bb77-3242df87c2da service nova] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Refreshing network info cache for port 7a8e581d-48f6-4fc3-953b-80ace202d5fc {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.884916] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f8beb6b-ec50-4c4d-a8b7-9ae4e486eb43 tempest-ServerDiagnosticsV248Test-1989743300 tempest-ServerDiagnosticsV248Test-1989743300-project-member] Lock "ccdb87cc-389c-411f-b8ec-05a4bbaf21f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.879s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.948748] env[63260]: DEBUG nova.network.neutron [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Successfully updated port: e72b7988-5c89-45ea-8b5e-cbdf2bb5cbd0 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.957417] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284610, 'name': CreateVM_Task, 'duration_secs': 0.302698} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.957582] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.958281] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.958865] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.958865] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.959688] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-154a7824-9776-49c1-bfa6-c76090899b34 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.968029] env[63260]: DEBUG oslo_vmware.api [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for the task: (returnval){ [ 775.968029] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]520574ae-09d2-d714-3217-4351baee397f" [ 775.968029] env[63260]: _type = "Task" [ 775.968029] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.982366] env[63260]: DEBUG oslo_vmware.api [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]520574ae-09d2-d714-3217-4351baee397f, 'name': SearchDatastore_Task, 'duration_secs': 0.011317} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.983053] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.983053] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.983276] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.983478] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.983816] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.984154] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-153ee31e-cf5d-4667-aa6c-76d176f21d76 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.992415] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.992610] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.994055] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78c84822-a54f-445e-bf1a-2bbe3ee79db1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.999885] env[63260]: DEBUG oslo_vmware.api [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for the task: (returnval){ [ 775.999885] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]522dabe6-2059-85eb-0bae-3d57064126bc" [ 775.999885] env[63260]: _type = "Task" [ 775.999885] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.011266] env[63260]: DEBUG oslo_vmware.api [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]522dabe6-2059-85eb-0bae-3d57064126bc, 'name': SearchDatastore_Task, 'duration_secs': 0.008387} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.012012] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae0523ae-6b80-4b25-bd0f-83165eb02261 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.017863] env[63260]: DEBUG oslo_vmware.api [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for the task: (returnval){ [ 776.017863] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5261ba79-69e8-f544-7dad-0a3d9a7bb66a" [ 776.017863] env[63260]: _type = "Task" [ 776.017863] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.027733] env[63260]: DEBUG oslo_vmware.api [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5261ba79-69e8-f544-7dad-0a3d9a7bb66a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.075425] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.075905] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0a545d9-aaa1-4959-9963-6e0a9e769543 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.083389] env[63260]: DEBUG oslo_vmware.api [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 776.083389] env[63260]: value = "task-2284611" [ 776.083389] env[63260]: _type = "Task" [ 776.083389] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.092275] env[63260]: DEBUG oslo_vmware.api [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284611, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.312538] env[63260]: DEBUG nova.network.neutron [req-66c06ee2-d24a-49b9-8fa9-fb6d4833c61b req-2e62ffd0-b7a2-4712-bb77-3242df87c2da service nova] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Updated VIF entry in instance network info cache for port 7a8e581d-48f6-4fc3-953b-80ace202d5fc. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.312879] env[63260]: DEBUG nova.network.neutron [req-66c06ee2-d24a-49b9-8fa9-fb6d4833c61b req-2e62ffd0-b7a2-4712-bb77-3242df87c2da service nova] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Updating instance_info_cache with network_info: [{"id": "7a8e581d-48f6-4fc3-953b-80ace202d5fc", "address": "fa:16:3e:67:e8:0c", "network": {"id": "17ec7c71-0040-4cc7-90ec-354ec4ec9c3d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-125465579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9991737908f44320bd4930ed4dbbccdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a8e581d-48", "ovs_interfaceid": "7a8e581d-48f6-4fc3-953b-80ace202d5fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.320709] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa7e87d-bb21-417f-b979-be2ae9273126 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.329521] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6938d2b6-ee14-487f-80ef-06c8dfd2a2ee {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.366082] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e77b410-2d1e-4efe-82eb-1ca22debd226 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.374903] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ce6509-af49-4729-bea5-0b937b5447c5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.388408] env[63260]: DEBUG nova.compute.provider_tree [None req-b5dd081d-a7e9-4c5d-bde2-5659908b0217 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.453626] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "refresh_cache-a32feba4-b6f3-4f61-a3fe-66c9232464af" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.453768] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquired lock "refresh_cache-a32feba4-b6f3-4f61-a3fe-66c9232464af" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.453928] env[63260]: DEBUG nova.network.neutron [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.528458] env[63260]: DEBUG oslo_vmware.api [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5261ba79-69e8-f544-7dad-0a3d9a7bb66a, 'name': SearchDatastore_Task, 'duration_secs': 0.008664} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.528765] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.528988] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9/2825bd9c-2d95-4cfb-b8ce-9e61b11527b9.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.529319] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fc3766b-64eb-43da-9028-24cbafe80145 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.536130] env[63260]: DEBUG oslo_vmware.api [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for the task: (returnval){ [ 776.536130] env[63260]: value = "task-2284612" [ 776.536130] env[63260]: _type = "Task" [ 776.536130] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.545569] env[63260]: DEBUG oslo_vmware.api [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.594046] env[63260]: DEBUG oslo_vmware.api [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284611, 'name': PowerOffVM_Task, 'duration_secs': 0.295522} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.594046] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.594516] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 776.595375] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ce88dd-83bd-42bf-8e2a-0f4649bb9fc9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.605367] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.605367] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5ae385a-6b1d-4046-b0cb-6c234c1cc460 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.667020] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.667020] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.667020] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Deleting the datastore file [datastore2] 91fd0603-0143-4521-8657-cedd7711c97e {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.667281] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d19a949-34c4-4f53-a4eb-f00a9b20a9e1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.674085] env[63260]: DEBUG oslo_vmware.api [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 776.674085] env[63260]: value = "task-2284614" [ 776.674085] env[63260]: _type = "Task" [ 776.674085] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.682167] env[63260]: DEBUG oslo_vmware.api [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.777985] env[63260]: DEBUG oslo_concurrency.lockutils [None req-26739d8b-061e-4af2-8688-bc9db46eca88 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquiring lock "9b45195e-aa35-45d4-a8d1-2460610897dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.778244] env[63260]: DEBUG oslo_concurrency.lockutils [None req-26739d8b-061e-4af2-8688-bc9db46eca88 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Lock "9b45195e-aa35-45d4-a8d1-2460610897dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.778517] env[63260]: DEBUG oslo_concurrency.lockutils [None req-26739d8b-061e-4af2-8688-bc9db46eca88 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquiring lock "9b45195e-aa35-45d4-a8d1-2460610897dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.778712] env[63260]: DEBUG oslo_concurrency.lockutils [None req-26739d8b-061e-4af2-8688-bc9db46eca88 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Lock "9b45195e-aa35-45d4-a8d1-2460610897dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.778975] env[63260]: DEBUG oslo_concurrency.lockutils [None req-26739d8b-061e-4af2-8688-bc9db46eca88 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Lock "9b45195e-aa35-45d4-a8d1-2460610897dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.781889] env[63260]: INFO nova.compute.manager [None req-26739d8b-061e-4af2-8688-bc9db46eca88 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Terminating instance [ 776.816118] env[63260]: DEBUG oslo_concurrency.lockutils [req-66c06ee2-d24a-49b9-8fa9-fb6d4833c61b req-2e62ffd0-b7a2-4712-bb77-3242df87c2da service nova] Releasing lock "refresh_cache-2825bd9c-2d95-4cfb-b8ce-9e61b11527b9" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.891961] env[63260]: DEBUG nova.scheduler.client.report [None req-b5dd081d-a7e9-4c5d-bde2-5659908b0217 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.991526] env[63260]: DEBUG nova.network.neutron [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 777.049326] env[63260]: DEBUG oslo_vmware.api [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467945} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.049604] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9/2825bd9c-2d95-4cfb-b8ce-9e61b11527b9.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.049819] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.050085] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc6a9317-22f7-40de-928c-56595dbb40f2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.056633] env[63260]: DEBUG oslo_vmware.api [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for the task: (returnval){ [ 777.056633] env[63260]: value = "task-2284615" [ 777.056633] env[63260]: _type = "Task" [ 777.056633] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.065255] env[63260]: DEBUG oslo_vmware.api [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.185577] env[63260]: DEBUG oslo_vmware.api [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284614, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263171} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.185826] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.186019] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.186202] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.233680] env[63260]: DEBUG nova.network.neutron [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Updating instance_info_cache with network_info: [{"id": "e72b7988-5c89-45ea-8b5e-cbdf2bb5cbd0", "address": "fa:16:3e:10:f1:e5", "network": {"id": "ac0ba0ba-6e11-4943-aa23-05b4e44217f7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-358530705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60ea86e6d37c4da9adfb6f02b15c571e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape72b7988-5c", "ovs_interfaceid": "e72b7988-5c89-45ea-8b5e-cbdf2bb5cbd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.287063] env[63260]: DEBUG nova.compute.manager [None req-26739d8b-061e-4af2-8688-bc9db46eca88 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.287307] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-26739d8b-061e-4af2-8688-bc9db46eca88 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.288562] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ecc201-6a5c-404b-845f-c3e236cb5614 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.298198] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-26739d8b-061e-4af2-8688-bc9db46eca88 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.298413] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-079a66cb-ca03-4e86-897b-6e286f0fe7fd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.303766] env[63260]: DEBUG oslo_vmware.api [None req-26739d8b-061e-4af2-8688-bc9db46eca88 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Waiting for the task: (returnval){ [ 777.303766] env[63260]: value = "task-2284616" [ 777.303766] env[63260]: _type = "Task" [ 777.303766] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.311268] env[63260]: DEBUG oslo_vmware.api [None req-26739d8b-061e-4af2-8688-bc9db46eca88 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.398073] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b5dd081d-a7e9-4c5d-bde2-5659908b0217 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.400681] env[63260]: DEBUG oslo_concurrency.lockutils [None req-69a45579-ae11-4747-ab8b-2b1f57889d76 tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.770s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.401019] env[63260]: DEBUG nova.objects.instance [None req-69a45579-ae11-4747-ab8b-2b1f57889d76 tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Lazy-loading 'resources' on Instance uuid 38234f24-c2a7-4190-8f54-f953f587d474 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.422134] env[63260]: INFO nova.scheduler.client.report [None req-b5dd081d-a7e9-4c5d-bde2-5659908b0217 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Deleted allocations for instance 6952e379-f83f-469a-a4d2-ba1072fd37f6 [ 777.566424] env[63260]: DEBUG oslo_vmware.api [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063913} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.566715] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.567543] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309732c1-5a78-4fb7-b2bb-bd72a0c6c584 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.590040] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9/2825bd9c-2d95-4cfb-b8ce-9e61b11527b9.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.590323] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b321413c-e032-4fc8-8e8a-1171a6fe4b2c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.609869] env[63260]: DEBUG oslo_vmware.api [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for the task: (returnval){ [ 777.609869] env[63260]: value = "task-2284617" [ 777.609869] env[63260]: _type = "Task" [ 777.609869] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.617900] env[63260]: DEBUG oslo_vmware.api [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284617, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.620102] env[63260]: DEBUG nova.compute.manager [req-7437c1e2-b71a-4751-9792-2333a80afa23 req-ef2dae33-44e2-4c2e-92c6-2316a1c8fc1d service nova] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Received event network-vif-plugged-e72b7988-5c89-45ea-8b5e-cbdf2bb5cbd0 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 777.620591] env[63260]: DEBUG oslo_concurrency.lockutils [req-7437c1e2-b71a-4751-9792-2333a80afa23 req-ef2dae33-44e2-4c2e-92c6-2316a1c8fc1d service nova] Acquiring lock "a32feba4-b6f3-4f61-a3fe-66c9232464af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.620591] env[63260]: DEBUG oslo_concurrency.lockutils [req-7437c1e2-b71a-4751-9792-2333a80afa23 req-ef2dae33-44e2-4c2e-92c6-2316a1c8fc1d service nova] Lock "a32feba4-b6f3-4f61-a3fe-66c9232464af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.620692] env[63260]: DEBUG oslo_concurrency.lockutils [req-7437c1e2-b71a-4751-9792-2333a80afa23 req-ef2dae33-44e2-4c2e-92c6-2316a1c8fc1d service nova] Lock "a32feba4-b6f3-4f61-a3fe-66c9232464af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.620815] env[63260]: DEBUG nova.compute.manager [req-7437c1e2-b71a-4751-9792-2333a80afa23 req-ef2dae33-44e2-4c2e-92c6-2316a1c8fc1d service nova] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] No waiting events found dispatching network-vif-plugged-e72b7988-5c89-45ea-8b5e-cbdf2bb5cbd0 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 777.621035] env[63260]: WARNING nova.compute.manager [req-7437c1e2-b71a-4751-9792-2333a80afa23 req-ef2dae33-44e2-4c2e-92c6-2316a1c8fc1d service nova] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Received unexpected event network-vif-plugged-e72b7988-5c89-45ea-8b5e-cbdf2bb5cbd0 for instance with vm_state building and task_state spawning. [ 777.621134] env[63260]: DEBUG nova.compute.manager [req-7437c1e2-b71a-4751-9792-2333a80afa23 req-ef2dae33-44e2-4c2e-92c6-2316a1c8fc1d service nova] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Received event network-changed-e72b7988-5c89-45ea-8b5e-cbdf2bb5cbd0 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 777.621287] env[63260]: DEBUG nova.compute.manager [req-7437c1e2-b71a-4751-9792-2333a80afa23 req-ef2dae33-44e2-4c2e-92c6-2316a1c8fc1d service nova] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Refreshing instance network info cache due to event network-changed-e72b7988-5c89-45ea-8b5e-cbdf2bb5cbd0. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 777.621448] env[63260]: DEBUG oslo_concurrency.lockutils [req-7437c1e2-b71a-4751-9792-2333a80afa23 req-ef2dae33-44e2-4c2e-92c6-2316a1c8fc1d service nova] Acquiring lock "refresh_cache-a32feba4-b6f3-4f61-a3fe-66c9232464af" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.736601] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Releasing lock "refresh_cache-a32feba4-b6f3-4f61-a3fe-66c9232464af" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.737034] env[63260]: DEBUG nova.compute.manager [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Instance network_info: |[{"id": "e72b7988-5c89-45ea-8b5e-cbdf2bb5cbd0", "address": "fa:16:3e:10:f1:e5", "network": {"id": "ac0ba0ba-6e11-4943-aa23-05b4e44217f7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-358530705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60ea86e6d37c4da9adfb6f02b15c571e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape72b7988-5c", "ovs_interfaceid": "e72b7988-5c89-45ea-8b5e-cbdf2bb5cbd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.737448] env[63260]: DEBUG oslo_concurrency.lockutils [req-7437c1e2-b71a-4751-9792-2333a80afa23 req-ef2dae33-44e2-4c2e-92c6-2316a1c8fc1d service nova] Acquired lock "refresh_cache-a32feba4-b6f3-4f61-a3fe-66c9232464af" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.737670] env[63260]: DEBUG nova.network.neutron [req-7437c1e2-b71a-4751-9792-2333a80afa23 req-ef2dae33-44e2-4c2e-92c6-2316a1c8fc1d service nova] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Refreshing network info cache for port e72b7988-5c89-45ea-8b5e-cbdf2bb5cbd0 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.739189] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:f1:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76f377cd-5966-49b4-9210-907f592c694e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e72b7988-5c89-45ea-8b5e-cbdf2bb5cbd0', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.746803] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Creating folder: Project (60ea86e6d37c4da9adfb6f02b15c571e). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.749813] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0753d82f-774e-443f-a64e-53ceedb42e6d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.762154] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Created folder: Project (60ea86e6d37c4da9adfb6f02b15c571e) in parent group-v464889. [ 777.762385] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Creating folder: Instances. Parent ref: group-v465066. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.762650] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b92a0956-d86b-4dc4-9572-fd84093c9c67 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.771492] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Created folder: Instances in parent group-v465066. [ 777.771745] env[63260]: DEBUG oslo.service.loopingcall [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 777.771960] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.772212] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07ef236c-bf24-45ab-96eb-e008c41d4697 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.791250] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.791250] env[63260]: value = "task-2284620" [ 777.791250] env[63260]: _type = "Task" [ 777.791250] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.803304] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284620, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.813378] env[63260]: DEBUG oslo_vmware.api [None req-26739d8b-061e-4af2-8688-bc9db46eca88 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284616, 'name': PowerOffVM_Task, 'duration_secs': 0.202669} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.813651] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-26739d8b-061e-4af2-8688-bc9db46eca88 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.813822] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-26739d8b-061e-4af2-8688-bc9db46eca88 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 777.814130] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df5b639b-6759-41ad-9a88-2e231bf0bc5c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.879266] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-26739d8b-061e-4af2-8688-bc9db46eca88 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 777.880750] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-26739d8b-061e-4af2-8688-bc9db46eca88 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 777.880750] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-26739d8b-061e-4af2-8688-bc9db46eca88 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Deleting the datastore file [datastore2] 9b45195e-aa35-45d4-a8d1-2460610897dd {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.880750] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-308fd232-271d-4929-9cde-b146ed2a9a73 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.889052] env[63260]: DEBUG oslo_vmware.api [None req-26739d8b-061e-4af2-8688-bc9db46eca88 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Waiting for the task: (returnval){ [ 777.889052] env[63260]: value = "task-2284622" [ 777.889052] env[63260]: _type = "Task" [ 777.889052] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.899179] env[63260]: DEBUG oslo_vmware.api [None req-26739d8b-061e-4af2-8688-bc9db46eca88 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.931607] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b5dd081d-a7e9-4c5d-bde2-5659908b0217 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Lock "6952e379-f83f-469a-a4d2-ba1072fd37f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.995s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.122843] env[63260]: DEBUG oslo_vmware.api [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284617, 'name': ReconfigVM_Task, 'duration_secs': 0.253576} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.125994] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9/2825bd9c-2d95-4cfb-b8ce-9e61b11527b9.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.126652] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0df1675d-ab4b-4f4a-a2c1-2e012dd87be7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.135262] env[63260]: DEBUG oslo_vmware.api [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for the task: (returnval){ [ 778.135262] env[63260]: value = "task-2284623" [ 778.135262] env[63260]: _type = "Task" [ 778.135262] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.143357] env[63260]: DEBUG oslo_vmware.api [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284623, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.186207] env[63260]: DEBUG nova.network.neutron [req-7437c1e2-b71a-4751-9792-2333a80afa23 req-ef2dae33-44e2-4c2e-92c6-2316a1c8fc1d service nova] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Updated VIF entry in instance network info cache for port e72b7988-5c89-45ea-8b5e-cbdf2bb5cbd0. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.186565] env[63260]: DEBUG nova.network.neutron [req-7437c1e2-b71a-4751-9792-2333a80afa23 req-ef2dae33-44e2-4c2e-92c6-2316a1c8fc1d service nova] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Updating instance_info_cache with network_info: [{"id": "e72b7988-5c89-45ea-8b5e-cbdf2bb5cbd0", "address": "fa:16:3e:10:f1:e5", "network": {"id": "ac0ba0ba-6e11-4943-aa23-05b4e44217f7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-358530705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60ea86e6d37c4da9adfb6f02b15c571e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape72b7988-5c", "ovs_interfaceid": "e72b7988-5c89-45ea-8b5e-cbdf2bb5cbd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.224660] env[63260]: DEBUG nova.virt.hardware [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.224937] env[63260]: DEBUG nova.virt.hardware [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.225119] env[63260]: DEBUG nova.virt.hardware [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.225303] env[63260]: DEBUG nova.virt.hardware [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.225447] env[63260]: DEBUG nova.virt.hardware [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.225591] env[63260]: DEBUG nova.virt.hardware [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.225802] env[63260]: DEBUG nova.virt.hardware [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.225955] env[63260]: DEBUG nova.virt.hardware [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.226130] env[63260]: DEBUG nova.virt.hardware [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.226303] env[63260]: DEBUG nova.virt.hardware [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.226476] env[63260]: DEBUG nova.virt.hardware [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.227411] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f770898f-56ea-4d46-95d4-9b1484897ae8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.238747] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbea24ac-fb20-419e-9e2b-7f51e0eea910 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.251800] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:d8:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd33839ae-40ca-471b-92e3-eb282b920682', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '188870b1-e4da-4cc6-bb15-dabeec1d34de', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.259068] env[63260]: DEBUG oslo.service.loopingcall [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 778.261569] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.261949] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-292b3048-e4f0-402c-9d7b-ad4d45da646c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.283193] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.283193] env[63260]: value = "task-2284624" [ 778.283193] env[63260]: _type = "Task" [ 778.283193] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.290395] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284624, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.302731] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284620, 'name': CreateVM_Task} progress is 25%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.333806] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca43d331-2909-4f83-9ac7-d4345621ce5a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.341576] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8256fd3a-e7de-4151-9865-1ac5927161f1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.373863] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27529a65-81ef-49f1-b520-66b8e3c70ff0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.382016] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396c3ded-6aa3-4297-80e7-f4cad8468a32 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.395119] env[63260]: DEBUG nova.compute.provider_tree [None req-69a45579-ae11-4747-ab8b-2b1f57889d76 tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.404270] env[63260]: DEBUG oslo_vmware.api [None req-26739d8b-061e-4af2-8688-bc9db46eca88 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141449} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.404871] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-26739d8b-061e-4af2-8688-bc9db46eca88 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.405098] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-26739d8b-061e-4af2-8688-bc9db46eca88 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.405284] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-26739d8b-061e-4af2-8688-bc9db46eca88 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.405456] env[63260]: INFO nova.compute.manager [None req-26739d8b-061e-4af2-8688-bc9db46eca88 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 778.405690] env[63260]: DEBUG oslo.service.loopingcall [None req-26739d8b-061e-4af2-8688-bc9db46eca88 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 778.405875] env[63260]: DEBUG nova.compute.manager [-] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 778.405967] env[63260]: DEBUG nova.network.neutron [-] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 778.644921] env[63260]: DEBUG oslo_vmware.api [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284623, 'name': Rename_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.690647] env[63260]: DEBUG oslo_concurrency.lockutils [req-7437c1e2-b71a-4751-9792-2333a80afa23 req-ef2dae33-44e2-4c2e-92c6-2316a1c8fc1d service nova] Releasing lock "refresh_cache-a32feba4-b6f3-4f61-a3fe-66c9232464af" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.793434] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284624, 'name': CreateVM_Task, 'duration_secs': 0.354417} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.793665] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.794434] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.794603] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.794923] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.795230] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fbcc52a-6a53-40f0-ad29-0f01d5e0cbba {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.802525] env[63260]: DEBUG oslo_vmware.api [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 778.802525] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52ec0fcc-6930-40c4-b0b1-13369348b5c8" [ 778.802525] env[63260]: _type = "Task" [ 778.802525] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.805787] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284620, 'name': CreateVM_Task} progress is 25%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.813151] env[63260]: DEBUG oslo_vmware.api [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52ec0fcc-6930-40c4-b0b1-13369348b5c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.902667] env[63260]: DEBUG nova.scheduler.client.report [None req-69a45579-ae11-4747-ab8b-2b1f57889d76 tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.011020] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Acquiring lock "d540f214-0d3c-4706-8b7c-42e9fe2a6590" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.011279] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Lock "d540f214-0d3c-4706-8b7c-42e9fe2a6590" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.145661] env[63260]: DEBUG oslo_vmware.api [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284623, 'name': Rename_Task, 'duration_secs': 0.833525} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.145936] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.146193] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e186416-13b3-4765-bdde-b93e797bcfff {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.151536] env[63260]: DEBUG oslo_vmware.api [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for the task: (returnval){ [ 779.151536] env[63260]: value = "task-2284625" [ 779.151536] env[63260]: _type = "Task" [ 779.151536] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.159403] env[63260]: DEBUG oslo_vmware.api [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.192446] env[63260]: DEBUG nova.network.neutron [-] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.305534] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284620, 'name': CreateVM_Task, 'duration_secs': 1.333378} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.305832] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.309335] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.309494] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.309797] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.311087] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4036eae2-c316-49cf-83ec-2528b21add35 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.319547] env[63260]: DEBUG oslo_vmware.api [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52ec0fcc-6930-40c4-b0b1-13369348b5c8, 'name': SearchDatastore_Task, 'duration_secs': 0.009586} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.320460] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.320783] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.321046] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.322059] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.322059] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.322059] env[63260]: DEBUG oslo_vmware.api [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 779.322059] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5296b994-352a-d8b0-1b23-a705ecebdc21" [ 779.322059] env[63260]: _type = "Task" [ 779.322059] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.322255] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cebe436f-3554-4816-b7b3-d92489a1fb16 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.333279] env[63260]: DEBUG oslo_vmware.api [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5296b994-352a-d8b0-1b23-a705ecebdc21, 'name': SearchDatastore_Task, 'duration_secs': 0.011815} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.333548] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.333812] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.333982] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.334189] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.334391] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.334666] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a179f893-a7bd-484f-b1c3-1ac46047692d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.342143] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.342143] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.342143] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48911ce2-c44d-4f08-8d57-b04b6f17791f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.345841] env[63260]: DEBUG oslo_vmware.api [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 779.345841] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5236f5ff-e82a-9b99-9eab-029434b77890" [ 779.345841] env[63260]: _type = "Task" [ 779.345841] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.347027] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.347225] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.353988] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08d9464b-4fb1-4ea9-8d84-3639fb182e86 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.357798] env[63260]: DEBUG oslo_vmware.api [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5236f5ff-e82a-9b99-9eab-029434b77890, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.359134] env[63260]: DEBUG oslo_vmware.api [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 779.359134] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52997648-347b-5149-a3b8-bf4451bb3b49" [ 779.359134] env[63260]: _type = "Task" [ 779.359134] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.367718] env[63260]: DEBUG oslo_vmware.api [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52997648-347b-5149-a3b8-bf4451bb3b49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.409033] env[63260]: DEBUG oslo_concurrency.lockutils [None req-69a45579-ae11-4747-ab8b-2b1f57889d76 tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.410775] env[63260]: DEBUG oslo_concurrency.lockutils [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.686s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.412290] env[63260]: INFO nova.compute.claims [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.440354] env[63260]: INFO nova.scheduler.client.report [None req-69a45579-ae11-4747-ab8b-2b1f57889d76 tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Deleted allocations for instance 38234f24-c2a7-4190-8f54-f953f587d474 [ 779.515836] env[63260]: DEBUG nova.compute.manager [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 779.651705] env[63260]: DEBUG nova.compute.manager [req-0e2a15cb-4f0b-4078-9b48-180fece8f7f1 req-b55199e3-5c60-45fe-aeaf-124f96c2f964 service nova] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Received event network-vif-deleted-a4a1f700-247e-4f4e-a5ae-f0061769fe83 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 779.661619] env[63260]: DEBUG oslo_vmware.api [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284625, 'name': PowerOnVM_Task, 'duration_secs': 0.485265} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.661619] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.661619] env[63260]: INFO nova.compute.manager [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Took 6.94 seconds to spawn the instance on the hypervisor. [ 779.661761] env[63260]: DEBUG nova.compute.manager [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.662565] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8199a9-d91b-487d-8402-b88510e2a1dc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.698314] env[63260]: INFO nova.compute.manager [-] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Took 1.29 seconds to deallocate network for instance. [ 779.857076] env[63260]: DEBUG oslo_vmware.api [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5236f5ff-e82a-9b99-9eab-029434b77890, 'name': SearchDatastore_Task, 'duration_secs': 0.034777} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.858060] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45aef0d7-c8c0-483e-ae71-73a39ebc9465 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.868512] env[63260]: DEBUG oslo_vmware.api [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 779.868512] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c52f1a-8ca0-a92f-183e-69cc287feabe" [ 779.868512] env[63260]: _type = "Task" [ 779.868512] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.872383] env[63260]: DEBUG oslo_vmware.api [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52997648-347b-5149-a3b8-bf4451bb3b49, 'name': SearchDatastore_Task, 'duration_secs': 0.03866} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.879211] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66d012fb-ef36-4ce6-a5d9-888f6803c43a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.884956] env[63260]: DEBUG oslo_vmware.api [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 779.884956] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52fd410f-cbe0-85a1-fa29-c287263122f4" [ 779.884956] env[63260]: _type = "Task" [ 779.884956] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.888604] env[63260]: DEBUG oslo_vmware.api [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c52f1a-8ca0-a92f-183e-69cc287feabe, 'name': SearchDatastore_Task, 'duration_secs': 0.009735} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.892620] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.892897] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 91fd0603-0143-4521-8657-cedd7711c97e/91fd0603-0143-4521-8657-cedd7711c97e.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.893154] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63a75268-9639-4cdf-a9b4-3e7d96c2d626 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.899899] env[63260]: DEBUG oslo_vmware.api [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52fd410f-cbe0-85a1-fa29-c287263122f4, 'name': SearchDatastore_Task, 'duration_secs': 0.008798} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.901308] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.901384] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] a32feba4-b6f3-4f61-a3fe-66c9232464af/a32feba4-b6f3-4f61-a3fe-66c9232464af.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.901732] env[63260]: DEBUG oslo_vmware.api [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 779.901732] env[63260]: value = "task-2284626" [ 779.901732] env[63260]: _type = "Task" [ 779.901732] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.901878] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ac01b8a-7097-4185-ae6a-f567fe056ea5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.921151] env[63260]: DEBUG oslo_vmware.api [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.921641] env[63260]: DEBUG oslo_vmware.api [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 779.921641] env[63260]: value = "task-2284627" [ 779.921641] env[63260]: _type = "Task" [ 779.921641] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.933244] env[63260]: DEBUG oslo_vmware.api [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.951965] env[63260]: DEBUG oslo_concurrency.lockutils [None req-69a45579-ae11-4747-ab8b-2b1f57889d76 tempest-ServersTestFqdnHostnames-937575044 tempest-ServersTestFqdnHostnames-937575044-project-member] Lock "38234f24-c2a7-4190-8f54-f953f587d474" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.305s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.037098] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.181745] env[63260]: INFO nova.compute.manager [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Took 42.85 seconds to build instance. [ 780.206125] env[63260]: DEBUG oslo_concurrency.lockutils [None req-26739d8b-061e-4af2-8688-bc9db46eca88 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.415843] env[63260]: DEBUG oslo_vmware.api [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284626, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.436846] env[63260]: DEBUG oslo_vmware.api [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284627, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.684069] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1fa84f4b-a1db-46bb-bd34-9e65d19b655f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Lock "2825bd9c-2d95-4cfb-b8ce-9e61b11527b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.367s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.752554] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7495c228-e5a7-4a48-8c3c-a17e0495792f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Acquiring lock "2825bd9c-2d95-4cfb-b8ce-9e61b11527b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.752554] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7495c228-e5a7-4a48-8c3c-a17e0495792f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Lock "2825bd9c-2d95-4cfb-b8ce-9e61b11527b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.752554] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7495c228-e5a7-4a48-8c3c-a17e0495792f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Acquiring lock "2825bd9c-2d95-4cfb-b8ce-9e61b11527b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.752554] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7495c228-e5a7-4a48-8c3c-a17e0495792f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Lock "2825bd9c-2d95-4cfb-b8ce-9e61b11527b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.752554] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7495c228-e5a7-4a48-8c3c-a17e0495792f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Lock "2825bd9c-2d95-4cfb-b8ce-9e61b11527b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.754101] env[63260]: INFO nova.compute.manager [None req-7495c228-e5a7-4a48-8c3c-a17e0495792f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Terminating instance [ 780.872195] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a613ad2-ce7b-47d0-8e6f-39603761d275 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.879692] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d3ecee-da86-4d3f-a829-ec3aa2e9b3c3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.917589] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1792239-e148-4091-b66e-5891286ef184 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.930327] env[63260]: DEBUG oslo_vmware.api [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284626, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591243} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.935158] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 91fd0603-0143-4521-8657-cedd7711c97e/91fd0603-0143-4521-8657-cedd7711c97e.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.935389] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.935688] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc995085-ce70-412e-a564-77afd29d12c3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.939381] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9c7e92-3e1d-4bf3-a785-0c3da1c02a7e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.949156] env[63260]: DEBUG oslo_vmware.api [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284627, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651152} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.958864] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] a32feba4-b6f3-4f61-a3fe-66c9232464af/a32feba4-b6f3-4f61-a3fe-66c9232464af.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.959216] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.959844] env[63260]: DEBUG nova.compute.provider_tree [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.961244] env[63260]: DEBUG oslo_vmware.api [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 780.961244] env[63260]: value = "task-2284628" [ 780.961244] env[63260]: _type = "Task" [ 780.961244] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.961453] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b814c69f-c3fb-4775-9386-7eea8c5c03aa {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.974015] env[63260]: DEBUG oslo_vmware.api [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 780.974015] env[63260]: value = "task-2284629" [ 780.974015] env[63260]: _type = "Task" [ 780.974015] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.975680] env[63260]: DEBUG oslo_vmware.api [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284628, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.983137] env[63260]: DEBUG oslo_vmware.api [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.258445] env[63260]: DEBUG nova.compute.manager [None req-7495c228-e5a7-4a48-8c3c-a17e0495792f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 781.258684] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-7495c228-e5a7-4a48-8c3c-a17e0495792f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.259598] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8a2963-38e0-47d4-b9c1-ddc1e8534897 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.267798] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-7495c228-e5a7-4a48-8c3c-a17e0495792f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.267922] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12669558-68d5-46c9-a7f1-fac13beaa94e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.274295] env[63260]: DEBUG oslo_vmware.api [None req-7495c228-e5a7-4a48-8c3c-a17e0495792f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for the task: (returnval){ [ 781.274295] env[63260]: value = "task-2284630" [ 781.274295] env[63260]: _type = "Task" [ 781.274295] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.282257] env[63260]: DEBUG oslo_vmware.api [None req-7495c228-e5a7-4a48-8c3c-a17e0495792f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.466629] env[63260]: DEBUG nova.scheduler.client.report [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.478536] env[63260]: DEBUG oslo_vmware.api [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284628, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159952} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.489508] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.489508] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cabd66f-d7dc-414b-9a24-fff6cc2d16dc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.491601] env[63260]: DEBUG oslo_vmware.api [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058809} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.502401] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.511581] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 91fd0603-0143-4521-8657-cedd7711c97e/91fd0603-0143-4521-8657-cedd7711c97e.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.512510] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e1096d-2f86-4d41-9d51-9670991e9675 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.515421] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32df2413-8e1c-41a4-91ff-3ed92332f9ed {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.553238] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] a32feba4-b6f3-4f61-a3fe-66c9232464af/a32feba4-b6f3-4f61-a3fe-66c9232464af.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.555121] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5893085-1f8a-471f-b136-97d78905cad2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.569990] env[63260]: DEBUG oslo_vmware.api [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 781.569990] env[63260]: value = "task-2284631" [ 781.569990] env[63260]: _type = "Task" [ 781.569990] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.575792] env[63260]: DEBUG oslo_vmware.api [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 781.575792] env[63260]: value = "task-2284632" [ 781.575792] env[63260]: _type = "Task" [ 781.575792] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.579172] env[63260]: DEBUG oslo_vmware.api [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.591036] env[63260]: DEBUG oslo_vmware.api [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284632, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.790201] env[63260]: DEBUG oslo_vmware.api [None req-7495c228-e5a7-4a48-8c3c-a17e0495792f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284630, 'name': PowerOffVM_Task, 'duration_secs': 0.192604} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.790366] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-7495c228-e5a7-4a48-8c3c-a17e0495792f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.790667] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-7495c228-e5a7-4a48-8c3c-a17e0495792f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.790879] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6a2003f-5348-40aa-a12d-e00585f4eaf7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.863922] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-7495c228-e5a7-4a48-8c3c-a17e0495792f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.864205] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-7495c228-e5a7-4a48-8c3c-a17e0495792f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.864412] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-7495c228-e5a7-4a48-8c3c-a17e0495792f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Deleting the datastore file [datastore1] 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.864693] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-575486e6-15c6-4771-9570-dfea4c66180a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.872394] env[63260]: DEBUG oslo_vmware.api [None req-7495c228-e5a7-4a48-8c3c-a17e0495792f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for the task: (returnval){ [ 781.872394] env[63260]: value = "task-2284634" [ 781.872394] env[63260]: _type = "Task" [ 781.872394] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.888715] env[63260]: DEBUG oslo_vmware.api [None req-7495c228-e5a7-4a48-8c3c-a17e0495792f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.974024] env[63260]: DEBUG oslo_concurrency.lockutils [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.974560] env[63260]: DEBUG nova.compute.manager [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 781.977607] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.611s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.983508] env[63260]: INFO nova.compute.claims [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 782.081968] env[63260]: DEBUG oslo_vmware.api [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284631, 'name': ReconfigVM_Task, 'duration_secs': 0.286671} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.086418] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 91fd0603-0143-4521-8657-cedd7711c97e/91fd0603-0143-4521-8657-cedd7711c97e.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.087075] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-642011f1-236b-4c00-879f-bc91b366e422 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.093612] env[63260]: DEBUG oslo_vmware.api [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.094881] env[63260]: DEBUG oslo_vmware.api [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 782.094881] env[63260]: value = "task-2284635" [ 782.094881] env[63260]: _type = "Task" [ 782.094881] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.103059] env[63260]: DEBUG oslo_vmware.api [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284635, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.380689] env[63260]: DEBUG oslo_vmware.api [None req-7495c228-e5a7-4a48-8c3c-a17e0495792f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169783} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.380994] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-7495c228-e5a7-4a48-8c3c-a17e0495792f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.381129] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-7495c228-e5a7-4a48-8c3c-a17e0495792f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.381310] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-7495c228-e5a7-4a48-8c3c-a17e0495792f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.381487] env[63260]: INFO nova.compute.manager [None req-7495c228-e5a7-4a48-8c3c-a17e0495792f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 782.381726] env[63260]: DEBUG oslo.service.loopingcall [None req-7495c228-e5a7-4a48-8c3c-a17e0495792f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 782.381912] env[63260]: DEBUG nova.compute.manager [-] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 782.382081] env[63260]: DEBUG nova.network.neutron [-] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 782.483490] env[63260]: DEBUG nova.compute.utils [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 782.491031] env[63260]: DEBUG nova.compute.manager [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 782.491218] env[63260]: DEBUG nova.network.neutron [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 782.583012] env[63260]: DEBUG nova.policy [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c3639f383c64f3aa59f0fabd19f8c77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e5c121feb874d558975aa56cb177081', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 782.594499] env[63260]: DEBUG oslo_vmware.api [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284632, 'name': ReconfigVM_Task, 'duration_secs': 0.708212} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.594770] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Reconfigured VM instance instance-0000003e to attach disk [datastore1] a32feba4-b6f3-4f61-a3fe-66c9232464af/a32feba4-b6f3-4f61-a3fe-66c9232464af.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.595565] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d286655d-557d-40ce-8bef-6d19d96dcf97 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.606844] env[63260]: DEBUG oslo_vmware.api [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284635, 'name': Rename_Task, 'duration_secs': 0.157647} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.608037] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.608356] env[63260]: DEBUG oslo_vmware.api [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 782.608356] env[63260]: value = "task-2284639" [ 782.608356] env[63260]: _type = "Task" [ 782.608356] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.608590] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-401f31f0-ee06-47d5-873b-da8a1bb7a21c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.622016] env[63260]: DEBUG oslo_vmware.api [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284639, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.623303] env[63260]: DEBUG oslo_vmware.api [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 782.623303] env[63260]: value = "task-2284640" [ 782.623303] env[63260]: _type = "Task" [ 782.623303] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.632083] env[63260]: DEBUG oslo_vmware.api [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.958576] env[63260]: DEBUG nova.compute.manager [req-050451b7-2620-48f1-a3a7-91810f418e2b req-cbb68244-2e6f-468f-9dc7-3767872c870e service nova] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Received event network-vif-deleted-7a8e581d-48f6-4fc3-953b-80ace202d5fc {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 782.958786] env[63260]: INFO nova.compute.manager [req-050451b7-2620-48f1-a3a7-91810f418e2b req-cbb68244-2e6f-468f-9dc7-3767872c870e service nova] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Neutron deleted interface 7a8e581d-48f6-4fc3-953b-80ace202d5fc; detaching it from the instance and deleting it from the info cache [ 782.958957] env[63260]: DEBUG nova.network.neutron [req-050451b7-2620-48f1-a3a7-91810f418e2b req-cbb68244-2e6f-468f-9dc7-3767872c870e service nova] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.992130] env[63260]: DEBUG nova.compute.manager [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 783.119317] env[63260]: DEBUG oslo_vmware.api [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284639, 'name': Rename_Task, 'duration_secs': 0.201851} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.121810] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.122253] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eac9104c-26c5-422c-885d-0fe6be11a838 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.131689] env[63260]: DEBUG oslo_vmware.api [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284640, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.135262] env[63260]: DEBUG oslo_vmware.api [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 783.135262] env[63260]: value = "task-2284641" [ 783.135262] env[63260]: _type = "Task" [ 783.135262] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.142855] env[63260]: DEBUG oslo_vmware.api [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.157186] env[63260]: DEBUG nova.network.neutron [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Successfully created port: 3906abef-ad5d-48b4-ba5e-76f7f0e72fd7 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.382049] env[63260]: DEBUG nova.network.neutron [-] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.443776] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145243fd-e04d-4eb7-a72d-ba9559d19051 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.452722] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cb5732-dd55-4bd1-8c3a-ebd4f4015227 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.490092] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-212e2add-46a7-4077-8059-30570f138e93 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.492668] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e8813b-31f6-41e8-80d5-d848e1b2d521 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.506715] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3679020-c324-4408-81f9-c27b3b9f63cd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.513849] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5662a20-d88e-4275-8182-d5a49918c631 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.540087] env[63260]: DEBUG nova.compute.provider_tree [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.554644] env[63260]: DEBUG nova.compute.manager [req-050451b7-2620-48f1-a3a7-91810f418e2b req-cbb68244-2e6f-468f-9dc7-3767872c870e service nova] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Detach interface failed, port_id=7a8e581d-48f6-4fc3-953b-80ace202d5fc, reason: Instance 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9 could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 783.556634] env[63260]: DEBUG nova.scheduler.client.report [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.633405] env[63260]: DEBUG oslo_vmware.api [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284640, 'name': PowerOnVM_Task} progress is 90%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.644549] env[63260]: DEBUG oslo_vmware.api [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284641, 'name': PowerOnVM_Task, 'duration_secs': 0.463934} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.644815] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.645024] env[63260]: INFO nova.compute.manager [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Took 8.33 seconds to spawn the instance on the hypervisor. [ 783.645200] env[63260]: DEBUG nova.compute.manager [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.645936] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65cdf65-e340-4e6a-ac11-47b664ab8d8a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.884674] env[63260]: INFO nova.compute.manager [-] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Took 1.50 seconds to deallocate network for instance. [ 784.013224] env[63260]: DEBUG nova.compute.manager [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 784.054232] env[63260]: DEBUG nova.virt.hardware [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.054494] env[63260]: DEBUG nova.virt.hardware [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.054651] env[63260]: DEBUG nova.virt.hardware [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.054835] env[63260]: DEBUG nova.virt.hardware [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.055049] env[63260]: DEBUG nova.virt.hardware [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.055189] env[63260]: DEBUG nova.virt.hardware [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.055406] env[63260]: DEBUG nova.virt.hardware [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.055564] env[63260]: DEBUG nova.virt.hardware [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.055800] env[63260]: DEBUG nova.virt.hardware [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.056076] env[63260]: DEBUG nova.virt.hardware [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.056288] env[63260]: DEBUG nova.virt.hardware [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.057254] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de071e5-0a5f-4a17-b81d-78a9f9a59058 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.060707] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.083s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.061296] env[63260]: DEBUG nova.compute.manager [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.063981] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.205s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.065399] env[63260]: INFO nova.compute.claims [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.075884] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087d87b7-11db-4d48-b45a-d9c5af89402c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.133302] env[63260]: DEBUG oslo_vmware.api [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284640, 'name': PowerOnVM_Task, 'duration_secs': 1.097102} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.133571] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.133773] env[63260]: DEBUG nova.compute.manager [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.134585] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc72e67-6fad-43dd-baba-bd9ef161123b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.164078] env[63260]: INFO nova.compute.manager [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Took 46.48 seconds to build instance. [ 784.391110] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7495c228-e5a7-4a48-8c3c-a17e0495792f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.577192] env[63260]: DEBUG nova.compute.utils [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 784.578207] env[63260]: DEBUG nova.compute.manager [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 784.578569] env[63260]: DEBUG nova.network.neutron [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 784.655450] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.664543] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1f6103e5-d28b-4e5a-b970-f5a1b49467a8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "a32feba4-b6f3-4f61-a3fe-66c9232464af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.990s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.688151] env[63260]: DEBUG nova.policy [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '463147fcc9244b5f90009b4445288ea4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ba05b37f1ea4686a68e4e527c6a931d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 785.053300] env[63260]: DEBUG nova.compute.manager [req-d0fc2ace-0ac1-4632-9ec7-15656ca115ce req-cd3746a9-ffc7-487b-8f6b-2e2c23277a03 service nova] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Received event network-vif-plugged-3906abef-ad5d-48b4-ba5e-76f7f0e72fd7 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 785.053300] env[63260]: DEBUG oslo_concurrency.lockutils [req-d0fc2ace-0ac1-4632-9ec7-15656ca115ce req-cd3746a9-ffc7-487b-8f6b-2e2c23277a03 service nova] Acquiring lock "45c1f310-f48d-4903-be93-f23e8fc413c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.053300] env[63260]: DEBUG oslo_concurrency.lockutils [req-d0fc2ace-0ac1-4632-9ec7-15656ca115ce req-cd3746a9-ffc7-487b-8f6b-2e2c23277a03 service nova] Lock "45c1f310-f48d-4903-be93-f23e8fc413c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.053559] env[63260]: DEBUG oslo_concurrency.lockutils [req-d0fc2ace-0ac1-4632-9ec7-15656ca115ce req-cd3746a9-ffc7-487b-8f6b-2e2c23277a03 service nova] Lock "45c1f310-f48d-4903-be93-f23e8fc413c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.053937] env[63260]: DEBUG nova.compute.manager [req-d0fc2ace-0ac1-4632-9ec7-15656ca115ce req-cd3746a9-ffc7-487b-8f6b-2e2c23277a03 service nova] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] No waiting events found dispatching network-vif-plugged-3906abef-ad5d-48b4-ba5e-76f7f0e72fd7 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 785.054245] env[63260]: WARNING nova.compute.manager [req-d0fc2ace-0ac1-4632-9ec7-15656ca115ce req-cd3746a9-ffc7-487b-8f6b-2e2c23277a03 service nova] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Received unexpected event network-vif-plugged-3906abef-ad5d-48b4-ba5e-76f7f0e72fd7 for instance with vm_state building and task_state spawning. [ 785.085018] env[63260]: DEBUG nova.compute.manager [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.245076] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3e4099b5-fb8f-49f2-b5d4-c7ba5aaf02ff tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "a32feba4-b6f3-4f61-a3fe-66c9232464af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.245327] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3e4099b5-fb8f-49f2-b5d4-c7ba5aaf02ff tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "a32feba4-b6f3-4f61-a3fe-66c9232464af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.245527] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3e4099b5-fb8f-49f2-b5d4-c7ba5aaf02ff tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "a32feba4-b6f3-4f61-a3fe-66c9232464af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.245700] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3e4099b5-fb8f-49f2-b5d4-c7ba5aaf02ff tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "a32feba4-b6f3-4f61-a3fe-66c9232464af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.245864] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3e4099b5-fb8f-49f2-b5d4-c7ba5aaf02ff tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "a32feba4-b6f3-4f61-a3fe-66c9232464af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.248735] env[63260]: INFO nova.compute.manager [None req-3e4099b5-fb8f-49f2-b5d4-c7ba5aaf02ff tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Terminating instance [ 785.436498] env[63260]: DEBUG nova.network.neutron [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Successfully updated port: 3906abef-ad5d-48b4-ba5e-76f7f0e72fd7 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 785.503632] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441ca634-1400-4c41-9dbf-6c9ee8388cf5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.511532] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f3b7a3-8254-4b61-a45a-7f2ebf0fd579 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.554102] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b85d799-c81b-4b82-98b5-659be64bdb33 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.559331] env[63260]: DEBUG nova.network.neutron [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Successfully created port: 08ceaae2-bcbf-4241-a7f3-01a96e223400 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.566682] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7e44a1-0208-434c-840a-fd25059bbaee {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.582856] env[63260]: DEBUG nova.compute.provider_tree [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.753084] env[63260]: DEBUG nova.compute.manager [None req-3e4099b5-fb8f-49f2-b5d4-c7ba5aaf02ff tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 785.753347] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4099b5-fb8f-49f2-b5d4-c7ba5aaf02ff tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.754325] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d939e929-316d-407c-b029-2928b3ac9080 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.762385] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4099b5-fb8f-49f2-b5d4-c7ba5aaf02ff tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.762626] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc6e414b-cff9-4cf6-a735-5fef3ee35cc8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.770314] env[63260]: DEBUG oslo_vmware.api [None req-3e4099b5-fb8f-49f2-b5d4-c7ba5aaf02ff tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 785.770314] env[63260]: value = "task-2284643" [ 785.770314] env[63260]: _type = "Task" [ 785.770314] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.776109] env[63260]: DEBUG oslo_vmware.api [None req-3e4099b5-fb8f-49f2-b5d4-c7ba5aaf02ff tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.939300] env[63260]: DEBUG oslo_concurrency.lockutils [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquiring lock "refresh_cache-45c1f310-f48d-4903-be93-f23e8fc413c7" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.939450] env[63260]: DEBUG oslo_concurrency.lockutils [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquired lock "refresh_cache-45c1f310-f48d-4903-be93-f23e8fc413c7" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.939606] env[63260]: DEBUG nova.network.neutron [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.066016] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8a74a7be-dad5-45d5-9364-b0bc712bcb81 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "91fd0603-0143-4521-8657-cedd7711c97e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.066016] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8a74a7be-dad5-45d5-9364-b0bc712bcb81 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "91fd0603-0143-4521-8657-cedd7711c97e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.066016] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8a74a7be-dad5-45d5-9364-b0bc712bcb81 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "91fd0603-0143-4521-8657-cedd7711c97e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.066016] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8a74a7be-dad5-45d5-9364-b0bc712bcb81 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "91fd0603-0143-4521-8657-cedd7711c97e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.066016] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8a74a7be-dad5-45d5-9364-b0bc712bcb81 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "91fd0603-0143-4521-8657-cedd7711c97e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.067400] env[63260]: INFO nova.compute.manager [None req-8a74a7be-dad5-45d5-9364-b0bc712bcb81 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Terminating instance [ 786.086170] env[63260]: DEBUG nova.scheduler.client.report [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.093298] env[63260]: DEBUG nova.compute.manager [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.128196] env[63260]: DEBUG nova.virt.hardware [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.128336] env[63260]: DEBUG nova.virt.hardware [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.128495] env[63260]: DEBUG nova.virt.hardware [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.128675] env[63260]: DEBUG nova.virt.hardware [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.128819] env[63260]: DEBUG nova.virt.hardware [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.128966] env[63260]: DEBUG nova.virt.hardware [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.129212] env[63260]: DEBUG nova.virt.hardware [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.129377] env[63260]: DEBUG nova.virt.hardware [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.129546] env[63260]: DEBUG nova.virt.hardware [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.129710] env[63260]: DEBUG nova.virt.hardware [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.129887] env[63260]: DEBUG nova.virt.hardware [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.131731] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298f15d0-2f03-4d1b-a773-1db60c5de61c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.140520] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b673d6e-752e-46eb-9c48-0f095dbaf2dc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.282932] env[63260]: DEBUG oslo_vmware.api [None req-3e4099b5-fb8f-49f2-b5d4-c7ba5aaf02ff tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284643, 'name': PowerOffVM_Task, 'duration_secs': 0.253831} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.283351] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4099b5-fb8f-49f2-b5d4-c7ba5aaf02ff tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.283869] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4099b5-fb8f-49f2-b5d4-c7ba5aaf02ff tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.284220] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebe673ee-9125-4a1b-a064-88a86c1b8a6e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.347877] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4099b5-fb8f-49f2-b5d4-c7ba5aaf02ff tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.348239] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4099b5-fb8f-49f2-b5d4-c7ba5aaf02ff tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.348509] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e4099b5-fb8f-49f2-b5d4-c7ba5aaf02ff tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Deleting the datastore file [datastore1] a32feba4-b6f3-4f61-a3fe-66c9232464af {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.348893] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56ac7d76-5ef2-4973-871b-23a3973d7c2c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.357355] env[63260]: DEBUG oslo_vmware.api [None req-3e4099b5-fb8f-49f2-b5d4-c7ba5aaf02ff tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 786.357355] env[63260]: value = "task-2284645" [ 786.357355] env[63260]: _type = "Task" [ 786.357355] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.369167] env[63260]: DEBUG oslo_vmware.api [None req-3e4099b5-fb8f-49f2-b5d4-c7ba5aaf02ff tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.490890] env[63260]: DEBUG nova.network.neutron [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.572941] env[63260]: DEBUG nova.compute.manager [None req-8a74a7be-dad5-45d5-9364-b0bc712bcb81 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 786.573214] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8a74a7be-dad5-45d5-9364-b0bc712bcb81 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.574229] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8fa800-050e-4ab2-9d63-da4879057636 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.581934] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a74a7be-dad5-45d5-9364-b0bc712bcb81 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.582269] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf731676-156a-408d-8671-3035b6f8ade5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.591039] env[63260]: DEBUG oslo_vmware.api [None req-8a74a7be-dad5-45d5-9364-b0bc712bcb81 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 786.591039] env[63260]: value = "task-2284646" [ 786.591039] env[63260]: _type = "Task" [ 786.591039] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.596827] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.599999] env[63260]: DEBUG nova.compute.manager [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 786.604301] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e249c62c-2b91-4920-b2c8-509909a55a41 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.231s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.605155] env[63260]: DEBUG nova.objects.instance [None req-e249c62c-2b91-4920-b2c8-509909a55a41 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Lazy-loading 'resources' on Instance uuid c22b814c-28f4-4ecb-9326-84791d1ec336 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 786.615271] env[63260]: DEBUG oslo_vmware.api [None req-8a74a7be-dad5-45d5-9364-b0bc712bcb81 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.723455] env[63260]: DEBUG nova.network.neutron [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Updating instance_info_cache with network_info: [{"id": "3906abef-ad5d-48b4-ba5e-76f7f0e72fd7", "address": "fa:16:3e:88:19:8e", "network": {"id": "14043edd-9c2a-4a46-8c5d-f175bb41e274", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-171804802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e5c121feb874d558975aa56cb177081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3906abef-ad", "ovs_interfaceid": "3906abef-ad5d-48b4-ba5e-76f7f0e72fd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.725900] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "26f4534c-d775-4859-96c0-eb67b065d57e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.726311] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "26f4534c-d775-4859-96c0-eb67b065d57e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.867487] env[63260]: DEBUG oslo_vmware.api [None req-3e4099b5-fb8f-49f2-b5d4-c7ba5aaf02ff tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284645, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182467} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.867739] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e4099b5-fb8f-49f2-b5d4-c7ba5aaf02ff tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.867922] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4099b5-fb8f-49f2-b5d4-c7ba5aaf02ff tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.869034] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4099b5-fb8f-49f2-b5d4-c7ba5aaf02ff tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.869034] env[63260]: INFO nova.compute.manager [None req-3e4099b5-fb8f-49f2-b5d4-c7ba5aaf02ff tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Took 1.12 seconds to destroy the instance on the hypervisor. [ 786.869175] env[63260]: DEBUG oslo.service.loopingcall [None req-3e4099b5-fb8f-49f2-b5d4-c7ba5aaf02ff tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 786.869306] env[63260]: DEBUG nova.compute.manager [-] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 786.869405] env[63260]: DEBUG nova.network.neutron [-] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 787.100193] env[63260]: DEBUG oslo_vmware.api [None req-8a74a7be-dad5-45d5-9364-b0bc712bcb81 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284646, 'name': PowerOffVM_Task, 'duration_secs': 0.189367} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.100475] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a74a7be-dad5-45d5-9364-b0bc712bcb81 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.100645] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8a74a7be-dad5-45d5-9364-b0bc712bcb81 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 787.100893] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb3dd4fa-f539-4d96-b773-f6f01e8d7464 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.108832] env[63260]: DEBUG nova.compute.utils [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 787.118513] env[63260]: DEBUG nova.compute.manager [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 787.118513] env[63260]: DEBUG nova.network.neutron [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 787.169018] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8a74a7be-dad5-45d5-9364-b0bc712bcb81 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 787.169018] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8a74a7be-dad5-45d5-9364-b0bc712bcb81 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 787.169018] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a74a7be-dad5-45d5-9364-b0bc712bcb81 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Deleting the datastore file [datastore2] 91fd0603-0143-4521-8657-cedd7711c97e {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.169018] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36f2c684-bc05-45cf-bbc6-765e5662a57b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.175567] env[63260]: DEBUG oslo_vmware.api [None req-8a74a7be-dad5-45d5-9364-b0bc712bcb81 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 787.175567] env[63260]: value = "task-2284648" [ 787.175567] env[63260]: _type = "Task" [ 787.175567] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.184552] env[63260]: DEBUG oslo_vmware.api [None req-8a74a7be-dad5-45d5-9364-b0bc712bcb81 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.229141] env[63260]: DEBUG oslo_concurrency.lockutils [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Releasing lock "refresh_cache-45c1f310-f48d-4903-be93-f23e8fc413c7" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.229141] env[63260]: DEBUG nova.compute.manager [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Instance network_info: |[{"id": "3906abef-ad5d-48b4-ba5e-76f7f0e72fd7", "address": "fa:16:3e:88:19:8e", "network": {"id": "14043edd-9c2a-4a46-8c5d-f175bb41e274", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-171804802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e5c121feb874d558975aa56cb177081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3906abef-ad", "ovs_interfaceid": "3906abef-ad5d-48b4-ba5e-76f7f0e72fd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 787.229141] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:19:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3906abef-ad5d-48b4-ba5e-76f7f0e72fd7', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.238140] env[63260]: DEBUG oslo.service.loopingcall [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 787.242769] env[63260]: DEBUG nova.compute.manager [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.245403] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.245403] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b304665-eabc-4cc3-a281-aef67539716e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.277414] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.277414] env[63260]: value = "task-2284650" [ 787.277414] env[63260]: _type = "Task" [ 787.277414] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.289123] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284650, 'name': CreateVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.342515] env[63260]: DEBUG nova.policy [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70370c17f4b74586863d98425f738bf5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dae6a7d73a67440f9032cf1b2916a27d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 787.362178] env[63260]: DEBUG nova.compute.manager [req-e7c53d9e-e841-4907-a737-122640884089 req-7dcbde29-01d4-4f20-856d-936be4f517e9 service nova] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Received event network-changed-3906abef-ad5d-48b4-ba5e-76f7f0e72fd7 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 787.362392] env[63260]: DEBUG nova.compute.manager [req-e7c53d9e-e841-4907-a737-122640884089 req-7dcbde29-01d4-4f20-856d-936be4f517e9 service nova] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Refreshing instance network info cache due to event network-changed-3906abef-ad5d-48b4-ba5e-76f7f0e72fd7. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 787.362834] env[63260]: DEBUG oslo_concurrency.lockutils [req-e7c53d9e-e841-4907-a737-122640884089 req-7dcbde29-01d4-4f20-856d-936be4f517e9 service nova] Acquiring lock "refresh_cache-45c1f310-f48d-4903-be93-f23e8fc413c7" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.363008] env[63260]: DEBUG oslo_concurrency.lockutils [req-e7c53d9e-e841-4907-a737-122640884089 req-7dcbde29-01d4-4f20-856d-936be4f517e9 service nova] Acquired lock "refresh_cache-45c1f310-f48d-4903-be93-f23e8fc413c7" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.364100] env[63260]: DEBUG nova.network.neutron [req-e7c53d9e-e841-4907-a737-122640884089 req-7dcbde29-01d4-4f20-856d-936be4f517e9 service nova] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Refreshing network info cache for port 3906abef-ad5d-48b4-ba5e-76f7f0e72fd7 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.613544] env[63260]: DEBUG nova.compute.manager [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 787.682850] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b3cc6d-afd4-4d66-ac7a-93d335e1bb60 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.697674] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a003fa2b-657e-486b-ba97-8fed59ebeb74 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.701016] env[63260]: DEBUG oslo_vmware.api [None req-8a74a7be-dad5-45d5-9364-b0bc712bcb81 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160893} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.701016] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a74a7be-dad5-45d5-9364-b0bc712bcb81 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.701167] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8a74a7be-dad5-45d5-9364-b0bc712bcb81 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.701257] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8a74a7be-dad5-45d5-9364-b0bc712bcb81 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.701428] env[63260]: INFO nova.compute.manager [None req-8a74a7be-dad5-45d5-9364-b0bc712bcb81 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 787.701734] env[63260]: DEBUG oslo.service.loopingcall [None req-8a74a7be-dad5-45d5-9364-b0bc712bcb81 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 787.704552] env[63260]: DEBUG nova.compute.manager [-] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 787.704552] env[63260]: DEBUG nova.network.neutron [-] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 787.731037] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a39d4b-0dc7-4e09-be4f-199efe944e6c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.738324] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea198f5e-fa47-4a33-839c-f5f2622fbedb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.754150] env[63260]: DEBUG nova.compute.provider_tree [None req-e249c62c-2b91-4920-b2c8-509909a55a41 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.774178] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.789615] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284650, 'name': CreateVM_Task, 'duration_secs': 0.347797} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.791020] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.791020] env[63260]: DEBUG oslo_concurrency.lockutils [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.791020] env[63260]: DEBUG oslo_concurrency.lockutils [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.791185] env[63260]: DEBUG oslo_concurrency.lockutils [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.791376] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aea0053c-40d8-456b-9187-f57b476f1dc5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.798180] env[63260]: DEBUG oslo_vmware.api [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 787.798180] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5232c3bf-c9be-443e-e7bd-5fe3fb4508b2" [ 787.798180] env[63260]: _type = "Task" [ 787.798180] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.804789] env[63260]: DEBUG oslo_vmware.api [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5232c3bf-c9be-443e-e7bd-5fe3fb4508b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.034546] env[63260]: DEBUG nova.network.neutron [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Successfully updated port: 08ceaae2-bcbf-4241-a7f3-01a96e223400 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 788.147027] env[63260]: DEBUG nova.network.neutron [-] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.152398] env[63260]: DEBUG nova.network.neutron [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Successfully created port: 2b995151-e058-4f6c-ae91-176fd3ec2ce1 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 788.225295] env[63260]: DEBUG nova.network.neutron [req-e7c53d9e-e841-4907-a737-122640884089 req-7dcbde29-01d4-4f20-856d-936be4f517e9 service nova] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Updated VIF entry in instance network info cache for port 3906abef-ad5d-48b4-ba5e-76f7f0e72fd7. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.225295] env[63260]: DEBUG nova.network.neutron [req-e7c53d9e-e841-4907-a737-122640884089 req-7dcbde29-01d4-4f20-856d-936be4f517e9 service nova] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Updating instance_info_cache with network_info: [{"id": "3906abef-ad5d-48b4-ba5e-76f7f0e72fd7", "address": "fa:16:3e:88:19:8e", "network": {"id": "14043edd-9c2a-4a46-8c5d-f175bb41e274", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-171804802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e5c121feb874d558975aa56cb177081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3906abef-ad", "ovs_interfaceid": "3906abef-ad5d-48b4-ba5e-76f7f0e72fd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.258897] env[63260]: DEBUG nova.scheduler.client.report [None req-e249c62c-2b91-4920-b2c8-509909a55a41 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.311019] env[63260]: DEBUG oslo_vmware.api [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5232c3bf-c9be-443e-e7bd-5fe3fb4508b2, 'name': SearchDatastore_Task, 'duration_secs': 0.009858} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.311486] env[63260]: DEBUG oslo_concurrency.lockutils [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.311746] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.311975] env[63260]: DEBUG oslo_concurrency.lockutils [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.312178] env[63260]: DEBUG oslo_concurrency.lockutils [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.312432] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.312931] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c842ffa2-fa52-443f-a884-bab41f56337f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.326026] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.326026] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.326026] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59d48385-6abd-4e3d-9c03-cd75b360cb63 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.332778] env[63260]: DEBUG oslo_vmware.api [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 788.332778] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5270a11e-3fe8-8c86-d71a-e706a7cb099f" [ 788.332778] env[63260]: _type = "Task" [ 788.332778] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.342051] env[63260]: DEBUG oslo_vmware.api [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5270a11e-3fe8-8c86-d71a-e706a7cb099f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.542194] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Acquiring lock "refresh_cache-3e18144e-0acb-4c24-acad-f8f6aa904462" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.542394] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Acquired lock "refresh_cache-3e18144e-0acb-4c24-acad-f8f6aa904462" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.542557] env[63260]: DEBUG nova.network.neutron [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.623172] env[63260]: DEBUG nova.compute.manager [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 788.651105] env[63260]: DEBUG nova.virt.hardware [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.654261] env[63260]: DEBUG nova.virt.hardware [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.654475] env[63260]: DEBUG nova.virt.hardware [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.654677] env[63260]: DEBUG nova.virt.hardware [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.654823] env[63260]: DEBUG nova.virt.hardware [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.654969] env[63260]: DEBUG nova.virt.hardware [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.655307] env[63260]: DEBUG nova.virt.hardware [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.655368] env[63260]: DEBUG nova.virt.hardware [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.655532] env[63260]: DEBUG nova.virt.hardware [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.655695] env[63260]: DEBUG nova.virt.hardware [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.655867] env[63260]: DEBUG nova.virt.hardware [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.656330] env[63260]: INFO nova.compute.manager [-] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Took 1.79 seconds to deallocate network for instance. [ 788.657360] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948e15a4-df25-46af-97a0-1732f281c6a2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.673243] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838803e1-2803-4864-8093-6841bd370c57 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.730860] env[63260]: DEBUG oslo_concurrency.lockutils [req-e7c53d9e-e841-4907-a737-122640884089 req-7dcbde29-01d4-4f20-856d-936be4f517e9 service nova] Releasing lock "refresh_cache-45c1f310-f48d-4903-be93-f23e8fc413c7" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.765472] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e249c62c-2b91-4920-b2c8-509909a55a41 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.768053] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d7fd7b8c-cbbd-48de-af7a-28ce5f321af3 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.647s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.768308] env[63260]: DEBUG nova.objects.instance [None req-d7fd7b8c-cbbd-48de-af7a-28ce5f321af3 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Lazy-loading 'resources' on Instance uuid 32eb47e5-eaa9-4901-9816-1227ebd21dae {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.793688] env[63260]: INFO nova.scheduler.client.report [None req-e249c62c-2b91-4920-b2c8-509909a55a41 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Deleted allocations for instance c22b814c-28f4-4ecb-9326-84791d1ec336 [ 788.813370] env[63260]: DEBUG nova.network.neutron [-] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.848690] env[63260]: DEBUG oslo_vmware.api [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5270a11e-3fe8-8c86-d71a-e706a7cb099f, 'name': SearchDatastore_Task, 'duration_secs': 0.009381} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.850128] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6d602bf-a3e9-48dd-977c-99f8380cf1be {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.857418] env[63260]: DEBUG oslo_vmware.api [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 788.857418] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528b9587-7e1e-795d-f178-bd7b06e0eb86" [ 788.857418] env[63260]: _type = "Task" [ 788.857418] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.868843] env[63260]: DEBUG oslo_vmware.api [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528b9587-7e1e-795d-f178-bd7b06e0eb86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.086305] env[63260]: DEBUG nova.network.neutron [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 789.167753] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3e4099b5-fb8f-49f2-b5d4-c7ba5aaf02ff tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.244331] env[63260]: DEBUG nova.network.neutron [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Updating instance_info_cache with network_info: [{"id": "08ceaae2-bcbf-4241-a7f3-01a96e223400", "address": "fa:16:3e:69:76:01", "network": {"id": "02e9c6a5-93e8-42c0-81f7-4ef22ff30c06", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-264597534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ba05b37f1ea4686a68e4e527c6a931d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08ceaae2-bc", "ovs_interfaceid": "08ceaae2-bcbf-4241-a7f3-01a96e223400", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.301071] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e249c62c-2b91-4920-b2c8-509909a55a41 tempest-ServerShowV247Test-564792669 tempest-ServerShowV247Test-564792669-project-member] Lock "c22b814c-28f4-4ecb-9326-84791d1ec336" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.195s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.316690] env[63260]: INFO nova.compute.manager [-] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Took 1.61 seconds to deallocate network for instance. [ 789.369794] env[63260]: DEBUG oslo_vmware.api [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528b9587-7e1e-795d-f178-bd7b06e0eb86, 'name': SearchDatastore_Task, 'duration_secs': 0.010412} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.372745] env[63260]: DEBUG oslo_concurrency.lockutils [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.372987] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 45c1f310-f48d-4903-be93-f23e8fc413c7/45c1f310-f48d-4903-be93-f23e8fc413c7.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.373645] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-089c3fea-4c63-455e-91dc-ba23c27a2d7b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.381438] env[63260]: DEBUG oslo_vmware.api [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 789.381438] env[63260]: value = "task-2284652" [ 789.381438] env[63260]: _type = "Task" [ 789.381438] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.390008] env[63260]: DEBUG oslo_vmware.api [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2284652, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.402520] env[63260]: DEBUG nova.compute.manager [req-15649e7c-e71e-43de-9911-7bb1a2f1890f req-f3a9dbfa-6732-43cd-9d33-4b29120a1617 service nova] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Received event network-vif-deleted-e72b7988-5c89-45ea-8b5e-cbdf2bb5cbd0 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 789.402748] env[63260]: DEBUG nova.compute.manager [req-15649e7c-e71e-43de-9911-7bb1a2f1890f req-f3a9dbfa-6732-43cd-9d33-4b29120a1617 service nova] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Received event network-vif-plugged-08ceaae2-bcbf-4241-a7f3-01a96e223400 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 789.402979] env[63260]: DEBUG oslo_concurrency.lockutils [req-15649e7c-e71e-43de-9911-7bb1a2f1890f req-f3a9dbfa-6732-43cd-9d33-4b29120a1617 service nova] Acquiring lock "3e18144e-0acb-4c24-acad-f8f6aa904462-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.403215] env[63260]: DEBUG oslo_concurrency.lockutils [req-15649e7c-e71e-43de-9911-7bb1a2f1890f req-f3a9dbfa-6732-43cd-9d33-4b29120a1617 service nova] Lock "3e18144e-0acb-4c24-acad-f8f6aa904462-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.403386] env[63260]: DEBUG oslo_concurrency.lockutils [req-15649e7c-e71e-43de-9911-7bb1a2f1890f req-f3a9dbfa-6732-43cd-9d33-4b29120a1617 service nova] Lock "3e18144e-0acb-4c24-acad-f8f6aa904462-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.403572] env[63260]: DEBUG nova.compute.manager [req-15649e7c-e71e-43de-9911-7bb1a2f1890f req-f3a9dbfa-6732-43cd-9d33-4b29120a1617 service nova] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] No waiting events found dispatching network-vif-plugged-08ceaae2-bcbf-4241-a7f3-01a96e223400 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 789.403752] env[63260]: WARNING nova.compute.manager [req-15649e7c-e71e-43de-9911-7bb1a2f1890f req-f3a9dbfa-6732-43cd-9d33-4b29120a1617 service nova] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Received unexpected event network-vif-plugged-08ceaae2-bcbf-4241-a7f3-01a96e223400 for instance with vm_state building and task_state spawning. [ 789.403907] env[63260]: DEBUG nova.compute.manager [req-15649e7c-e71e-43de-9911-7bb1a2f1890f req-f3a9dbfa-6732-43cd-9d33-4b29120a1617 service nova] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Received event network-changed-08ceaae2-bcbf-4241-a7f3-01a96e223400 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 789.404072] env[63260]: DEBUG nova.compute.manager [req-15649e7c-e71e-43de-9911-7bb1a2f1890f req-f3a9dbfa-6732-43cd-9d33-4b29120a1617 service nova] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Refreshing instance network info cache due to event network-changed-08ceaae2-bcbf-4241-a7f3-01a96e223400. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 789.404243] env[63260]: DEBUG oslo_concurrency.lockutils [req-15649e7c-e71e-43de-9911-7bb1a2f1890f req-f3a9dbfa-6732-43cd-9d33-4b29120a1617 service nova] Acquiring lock "refresh_cache-3e18144e-0acb-4c24-acad-f8f6aa904462" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.691870] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff56c577-5e2c-4124-857b-ab10685c5a79 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.701341] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de983543-6e1b-49ff-b822-b8cb018848ed {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.735229] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b8dd17-23c6-41a5-ad74-bd020efe91ec {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.743844] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65ce8bf-469c-4685-95d8-ae0dfa13e285 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.750287] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Releasing lock "refresh_cache-3e18144e-0acb-4c24-acad-f8f6aa904462" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.750590] env[63260]: DEBUG nova.compute.manager [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Instance network_info: |[{"id": "08ceaae2-bcbf-4241-a7f3-01a96e223400", "address": "fa:16:3e:69:76:01", "network": {"id": "02e9c6a5-93e8-42c0-81f7-4ef22ff30c06", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-264597534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ba05b37f1ea4686a68e4e527c6a931d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08ceaae2-bc", "ovs_interfaceid": "08ceaae2-bcbf-4241-a7f3-01a96e223400", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 789.750879] env[63260]: DEBUG oslo_concurrency.lockutils [req-15649e7c-e71e-43de-9911-7bb1a2f1890f req-f3a9dbfa-6732-43cd-9d33-4b29120a1617 service nova] Acquired lock "refresh_cache-3e18144e-0acb-4c24-acad-f8f6aa904462" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.751073] env[63260]: DEBUG nova.network.neutron [req-15649e7c-e71e-43de-9911-7bb1a2f1890f req-f3a9dbfa-6732-43cd-9d33-4b29120a1617 service nova] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Refreshing network info cache for port 08ceaae2-bcbf-4241-a7f3-01a96e223400 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.752333] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:76:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a64108f9-df0a-4feb-bbb5-97f5841c356c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08ceaae2-bcbf-4241-a7f3-01a96e223400', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.759655] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Creating folder: Project (7ba05b37f1ea4686a68e4e527c6a931d). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.763161] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9bc1271-ef68-4777-ac8b-60551eb2e28a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.774208] env[63260]: DEBUG nova.compute.provider_tree [None req-d7fd7b8c-cbbd-48de-af7a-28ce5f321af3 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.788572] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Created folder: Project (7ba05b37f1ea4686a68e4e527c6a931d) in parent group-v464889. [ 789.789065] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Creating folder: Instances. Parent ref: group-v465074. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.789065] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ef2e4ff-4355-499b-b6b4-b0556440f29c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.804284] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Created folder: Instances in parent group-v465074. [ 789.804579] env[63260]: DEBUG oslo.service.loopingcall [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 789.805205] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.805441] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8c33638-be99-4c63-a3ab-2ddab6b1984d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.826214] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8a74a7be-dad5-45d5-9364-b0bc712bcb81 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.830979] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.830979] env[63260]: value = "task-2284655" [ 789.830979] env[63260]: _type = "Task" [ 789.830979] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.841798] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284655, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.896021] env[63260]: DEBUG oslo_vmware.api [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2284652, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48012} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.896021] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 45c1f310-f48d-4903-be93-f23e8fc413c7/45c1f310-f48d-4903-be93-f23e8fc413c7.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.896021] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.896021] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe52fb45-67ba-4e05-baed-a3fdfeefe698 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.902235] env[63260]: DEBUG oslo_vmware.api [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 789.902235] env[63260]: value = "task-2284656" [ 789.902235] env[63260]: _type = "Task" [ 789.902235] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.912414] env[63260]: DEBUG oslo_vmware.api [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2284656, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.277483] env[63260]: DEBUG nova.scheduler.client.report [None req-d7fd7b8c-cbbd-48de-af7a-28ce5f321af3 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.336068] env[63260]: DEBUG nova.network.neutron [req-15649e7c-e71e-43de-9911-7bb1a2f1890f req-f3a9dbfa-6732-43cd-9d33-4b29120a1617 service nova] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Updated VIF entry in instance network info cache for port 08ceaae2-bcbf-4241-a7f3-01a96e223400. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.336534] env[63260]: DEBUG nova.network.neutron [req-15649e7c-e71e-43de-9911-7bb1a2f1890f req-f3a9dbfa-6732-43cd-9d33-4b29120a1617 service nova] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Updating instance_info_cache with network_info: [{"id": "08ceaae2-bcbf-4241-a7f3-01a96e223400", "address": "fa:16:3e:69:76:01", "network": {"id": "02e9c6a5-93e8-42c0-81f7-4ef22ff30c06", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-264597534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ba05b37f1ea4686a68e4e527c6a931d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08ceaae2-bc", "ovs_interfaceid": "08ceaae2-bcbf-4241-a7f3-01a96e223400", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.343683] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284655, 'name': CreateVM_Task, 'duration_secs': 0.414474} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.343839] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.344628] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.344785] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.345108] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.345363] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5497e90e-3ee0-4322-b251-a80e76a8743d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.355221] env[63260]: DEBUG oslo_vmware.api [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Waiting for the task: (returnval){ [ 790.355221] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e9fa8d-ed38-2aad-dcc4-175ead4a06dc" [ 790.355221] env[63260]: _type = "Task" [ 790.355221] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.369953] env[63260]: DEBUG oslo_vmware.api [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e9fa8d-ed38-2aad-dcc4-175ead4a06dc, 'name': SearchDatastore_Task, 'duration_secs': 0.010699} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.370227] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.370567] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.370688] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.370937] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.371147] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.371495] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc94e652-0908-4bf6-bf64-9e0dcc1989b3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.380763] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.380838] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.382018] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2eb0349-60d4-4a06-b190-740334494a91 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.389098] env[63260]: DEBUG oslo_vmware.api [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Waiting for the task: (returnval){ [ 790.389098] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5247a716-64c4-cff1-88c7-b04af9e62f2a" [ 790.389098] env[63260]: _type = "Task" [ 790.389098] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.397708] env[63260]: DEBUG oslo_vmware.api [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5247a716-64c4-cff1-88c7-b04af9e62f2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.411877] env[63260]: DEBUG oslo_vmware.api [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2284656, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071182} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.412249] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.412885] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48797fb0-d889-4af6-b69f-575089e6606e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.437141] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 45c1f310-f48d-4903-be93-f23e8fc413c7/45c1f310-f48d-4903-be93-f23e8fc413c7.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.437371] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41c5d319-04a7-403f-9187-8b18e59ade8c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.456641] env[63260]: DEBUG nova.network.neutron [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Successfully updated port: 2b995151-e058-4f6c-ae91-176fd3ec2ce1 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 790.467577] env[63260]: DEBUG oslo_vmware.api [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 790.467577] env[63260]: value = "task-2284657" [ 790.467577] env[63260]: _type = "Task" [ 790.467577] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.479138] env[63260]: DEBUG oslo_vmware.api [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2284657, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.789289] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d7fd7b8c-cbbd-48de-af7a-28ce5f321af3 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.019s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.792489] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 35.866s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.792489] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.003s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.792489] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 790.799036] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.010s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.799036] env[63260]: INFO nova.compute.claims [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.803189] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34a84c4-317c-4d51-a38a-c235d127a04f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.813853] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da17b60f-d922-4d9e-97ef-f7f7e30efa10 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.832537] env[63260]: INFO nova.scheduler.client.report [None req-d7fd7b8c-cbbd-48de-af7a-28ce5f321af3 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Deleted allocations for instance 32eb47e5-eaa9-4901-9816-1227ebd21dae [ 790.835190] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75b43b6-f2aa-4d29-92e3-3fcd91196545 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.840865] env[63260]: DEBUG oslo_concurrency.lockutils [req-15649e7c-e71e-43de-9911-7bb1a2f1890f req-f3a9dbfa-6732-43cd-9d33-4b29120a1617 service nova] Releasing lock "refresh_cache-3e18144e-0acb-4c24-acad-f8f6aa904462" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.841318] env[63260]: DEBUG nova.compute.manager [req-15649e7c-e71e-43de-9911-7bb1a2f1890f req-f3a9dbfa-6732-43cd-9d33-4b29120a1617 service nova] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Received event network-vif-deleted-188870b1-e4da-4cc6-bb15-dabeec1d34de {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 790.849216] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f74f804-c429-48ab-873c-43043b130e03 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.886223] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178367MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=63260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 790.886449] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.901754] env[63260]: DEBUG oslo_vmware.api [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5247a716-64c4-cff1-88c7-b04af9e62f2a, 'name': SearchDatastore_Task, 'duration_secs': 0.010832} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.902676] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4a97dd3-a2b5-4484-aa88-d876a18e2831 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.909026] env[63260]: DEBUG oslo_vmware.api [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Waiting for the task: (returnval){ [ 790.909026] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523eec5b-be38-fb0e-5fbf-3c3b96525026" [ 790.909026] env[63260]: _type = "Task" [ 790.909026] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.918093] env[63260]: DEBUG oslo_vmware.api [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523eec5b-be38-fb0e-5fbf-3c3b96525026, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.960142] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Acquiring lock "refresh_cache-c5637ee6-f394-4ae4-87cc-a3468e47f43d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.960432] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Acquired lock "refresh_cache-c5637ee6-f394-4ae4-87cc-a3468e47f43d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.960574] env[63260]: DEBUG nova.network.neutron [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.978315] env[63260]: DEBUG oslo_vmware.api [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2284657, 'name': ReconfigVM_Task, 'duration_secs': 0.27439} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.978583] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 45c1f310-f48d-4903-be93-f23e8fc413c7/45c1f310-f48d-4903-be93-f23e8fc413c7.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.979241] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7dc4abc9-9243-4338-a70d-452179c5ee1d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.986336] env[63260]: DEBUG oslo_vmware.api [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 790.986336] env[63260]: value = "task-2284658" [ 790.986336] env[63260]: _type = "Task" [ 790.986336] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.996717] env[63260]: DEBUG oslo_vmware.api [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2284658, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.345921] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d7fd7b8c-cbbd-48de-af7a-28ce5f321af3 tempest-ServerGroupTestJSON-96705065 tempest-ServerGroupTestJSON-96705065-project-member] Lock "32eb47e5-eaa9-4901-9816-1227ebd21dae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.628s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.421323] env[63260]: DEBUG oslo_vmware.api [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523eec5b-be38-fb0e-5fbf-3c3b96525026, 'name': SearchDatastore_Task, 'duration_secs': 0.010091} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.421991] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.421991] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 3e18144e-0acb-4c24-acad-f8f6aa904462/3e18144e-0acb-4c24-acad-f8f6aa904462.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.422438] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd475df8-bf2d-4ed2-bcf8-4adcc578f921 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.428351] env[63260]: DEBUG nova.compute.manager [req-c531ef59-b771-4073-9acb-45472edcaee3 req-f39a394c-3f26-4476-ae50-1dd11414d3a6 service nova] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Received event network-vif-plugged-2b995151-e058-4f6c-ae91-176fd3ec2ce1 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 791.428351] env[63260]: DEBUG oslo_concurrency.lockutils [req-c531ef59-b771-4073-9acb-45472edcaee3 req-f39a394c-3f26-4476-ae50-1dd11414d3a6 service nova] Acquiring lock "c5637ee6-f394-4ae4-87cc-a3468e47f43d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.428507] env[63260]: DEBUG oslo_concurrency.lockutils [req-c531ef59-b771-4073-9acb-45472edcaee3 req-f39a394c-3f26-4476-ae50-1dd11414d3a6 service nova] Lock "c5637ee6-f394-4ae4-87cc-a3468e47f43d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.429111] env[63260]: DEBUG oslo_concurrency.lockutils [req-c531ef59-b771-4073-9acb-45472edcaee3 req-f39a394c-3f26-4476-ae50-1dd11414d3a6 service nova] Lock "c5637ee6-f394-4ae4-87cc-a3468e47f43d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.429111] env[63260]: DEBUG nova.compute.manager [req-c531ef59-b771-4073-9acb-45472edcaee3 req-f39a394c-3f26-4476-ae50-1dd11414d3a6 service nova] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] No waiting events found dispatching network-vif-plugged-2b995151-e058-4f6c-ae91-176fd3ec2ce1 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 791.429111] env[63260]: WARNING nova.compute.manager [req-c531ef59-b771-4073-9acb-45472edcaee3 req-f39a394c-3f26-4476-ae50-1dd11414d3a6 service nova] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Received unexpected event network-vif-plugged-2b995151-e058-4f6c-ae91-176fd3ec2ce1 for instance with vm_state building and task_state spawning. [ 791.429516] env[63260]: DEBUG nova.compute.manager [req-c531ef59-b771-4073-9acb-45472edcaee3 req-f39a394c-3f26-4476-ae50-1dd11414d3a6 service nova] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Received event network-changed-2b995151-e058-4f6c-ae91-176fd3ec2ce1 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 791.429693] env[63260]: DEBUG nova.compute.manager [req-c531ef59-b771-4073-9acb-45472edcaee3 req-f39a394c-3f26-4476-ae50-1dd11414d3a6 service nova] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Refreshing instance network info cache due to event network-changed-2b995151-e058-4f6c-ae91-176fd3ec2ce1. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 791.429958] env[63260]: DEBUG oslo_concurrency.lockutils [req-c531ef59-b771-4073-9acb-45472edcaee3 req-f39a394c-3f26-4476-ae50-1dd11414d3a6 service nova] Acquiring lock "refresh_cache-c5637ee6-f394-4ae4-87cc-a3468e47f43d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.433438] env[63260]: DEBUG oslo_vmware.api [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Waiting for the task: (returnval){ [ 791.433438] env[63260]: value = "task-2284659" [ 791.433438] env[63260]: _type = "Task" [ 791.433438] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.444851] env[63260]: DEBUG oslo_vmware.api [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Task: {'id': task-2284659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.496811] env[63260]: DEBUG oslo_vmware.api [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2284658, 'name': Rename_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.507409] env[63260]: DEBUG nova.network.neutron [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 791.842868] env[63260]: DEBUG nova.network.neutron [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Updating instance_info_cache with network_info: [{"id": "2b995151-e058-4f6c-ae91-176fd3ec2ce1", "address": "fa:16:3e:f6:7e:a7", "network": {"id": "30453bb0-7f5b-41ee-9633-aa66e1b8f5ed", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1228042448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dae6a7d73a67440f9032cf1b2916a27d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b995151-e0", "ovs_interfaceid": "2b995151-e058-4f6c-ae91-176fd3ec2ce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.955516] env[63260]: DEBUG oslo_vmware.api [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Task: {'id': task-2284659, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505276} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.955516] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 3e18144e-0acb-4c24-acad-f8f6aa904462/3e18144e-0acb-4c24-acad-f8f6aa904462.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.955516] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.955630] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0fdf723-cfe2-40d0-bc18-99c2fa558167 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.967285] env[63260]: DEBUG oslo_vmware.api [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Waiting for the task: (returnval){ [ 791.967285] env[63260]: value = "task-2284661" [ 791.967285] env[63260]: _type = "Task" [ 791.967285] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.978916] env[63260]: DEBUG oslo_vmware.api [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Task: {'id': task-2284661, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.002466] env[63260]: DEBUG oslo_vmware.api [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2284658, 'name': Rename_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.309590] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c25cb80-d86d-4b33-b7e4-4f46d4f7305c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.317943] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f934a2e5-112b-4656-85ab-32ec42dc5fbc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.355818] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Releasing lock "refresh_cache-c5637ee6-f394-4ae4-87cc-a3468e47f43d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.356177] env[63260]: DEBUG nova.compute.manager [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Instance network_info: |[{"id": "2b995151-e058-4f6c-ae91-176fd3ec2ce1", "address": "fa:16:3e:f6:7e:a7", "network": {"id": "30453bb0-7f5b-41ee-9633-aa66e1b8f5ed", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1228042448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dae6a7d73a67440f9032cf1b2916a27d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b995151-e0", "ovs_interfaceid": "2b995151-e058-4f6c-ae91-176fd3ec2ce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 792.356963] env[63260]: DEBUG oslo_concurrency.lockutils [req-c531ef59-b771-4073-9acb-45472edcaee3 req-f39a394c-3f26-4476-ae50-1dd11414d3a6 service nova] Acquired lock "refresh_cache-c5637ee6-f394-4ae4-87cc-a3468e47f43d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.356963] env[63260]: DEBUG nova.network.neutron [req-c531ef59-b771-4073-9acb-45472edcaee3 req-f39a394c-3f26-4476-ae50-1dd11414d3a6 service nova] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Refreshing network info cache for port 2b995151-e058-4f6c-ae91-176fd3ec2ce1 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.360151] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:7e:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0746f464-a938-427b-ba02-600449df5070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b995151-e058-4f6c-ae91-176fd3ec2ce1', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.369298] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Creating folder: Project (dae6a7d73a67440f9032cf1b2916a27d). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.370048] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cdb023-78a8-4c18-a744-ee1c41f992c2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.373049] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6408795-68dc-4e9c-9ab8-e0d2309e5a5a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.384190] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96da7120-8186-492b-b9c4-aac9e5f541e4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.391040] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Created folder: Project (dae6a7d73a67440f9032cf1b2916a27d) in parent group-v464889. [ 792.391259] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Creating folder: Instances. Parent ref: group-v465078. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.391874] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9038770-4324-407d-b977-439abc6524fc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.404705] env[63260]: DEBUG nova.compute.provider_tree [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.420251] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Created folder: Instances in parent group-v465078. [ 792.420494] env[63260]: DEBUG oslo.service.loopingcall [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 792.420690] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.421025] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1488d7ed-afd7-4d95-b0bc-d51c36bfe08d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.445380] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.445380] env[63260]: value = "task-2284664" [ 792.445380] env[63260]: _type = "Task" [ 792.445380] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.465249] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284664, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.479783] env[63260]: DEBUG oslo_vmware.api [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Task: {'id': task-2284661, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.217665} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.480162] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.482257] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74d99f2-4f90-41b0-9a68-8927b941e7cf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.513018] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 3e18144e-0acb-4c24-acad-f8f6aa904462/3e18144e-0acb-4c24-acad-f8f6aa904462.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.513425] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9db7d049-ceb1-43bd-af7c-af500251cbcb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.537428] env[63260]: DEBUG oslo_vmware.api [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2284658, 'name': Rename_Task, 'duration_secs': 1.160166} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.539066] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.539434] env[63260]: DEBUG oslo_vmware.api [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Waiting for the task: (returnval){ [ 792.539434] env[63260]: value = "task-2284665" [ 792.539434] env[63260]: _type = "Task" [ 792.539434] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.539640] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71e1eb07-f6b7-41ae-bea3-02a3a71509df {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.552157] env[63260]: DEBUG oslo_vmware.api [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Task: {'id': task-2284665, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.553720] env[63260]: DEBUG oslo_vmware.api [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 792.553720] env[63260]: value = "task-2284666" [ 792.553720] env[63260]: _type = "Task" [ 792.553720] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.564363] env[63260]: DEBUG oslo_vmware.api [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2284666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.908217] env[63260]: DEBUG nova.scheduler.client.report [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.960244] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284664, 'name': CreateVM_Task, 'duration_secs': 0.423794} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.962923] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 792.962923] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.962923] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.962923] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.963220] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1837a5fe-5fd8-4ca7-995c-0adc35319d9c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.969863] env[63260]: DEBUG oslo_vmware.api [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Waiting for the task: (returnval){ [ 792.969863] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52502673-f053-156f-917b-b878ea91959d" [ 792.969863] env[63260]: _type = "Task" [ 792.969863] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.980815] env[63260]: DEBUG oslo_vmware.api [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52502673-f053-156f-917b-b878ea91959d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.052245] env[63260]: DEBUG oslo_vmware.api [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Task: {'id': task-2284665, 'name': ReconfigVM_Task, 'duration_secs': 0.294067} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.052533] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 3e18144e-0acb-4c24-acad-f8f6aa904462/3e18144e-0acb-4c24-acad-f8f6aa904462.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.053185] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39205026-cd4c-4e48-8b92-eb17b0822e7d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.063275] env[63260]: DEBUG oslo_vmware.api [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Waiting for the task: (returnval){ [ 793.063275] env[63260]: value = "task-2284667" [ 793.063275] env[63260]: _type = "Task" [ 793.063275] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.070616] env[63260]: DEBUG oslo_vmware.api [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2284666, 'name': PowerOnVM_Task, 'duration_secs': 0.514159} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.071977] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.071977] env[63260]: INFO nova.compute.manager [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Took 9.06 seconds to spawn the instance on the hypervisor. [ 793.071977] env[63260]: DEBUG nova.compute.manager [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.072162] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b1c173-53cf-4740-848b-d100609bfae7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.079439] env[63260]: DEBUG oslo_vmware.api [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Task: {'id': task-2284667, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.193532] env[63260]: DEBUG nova.network.neutron [req-c531ef59-b771-4073-9acb-45472edcaee3 req-f39a394c-3f26-4476-ae50-1dd11414d3a6 service nova] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Updated VIF entry in instance network info cache for port 2b995151-e058-4f6c-ae91-176fd3ec2ce1. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.193904] env[63260]: DEBUG nova.network.neutron [req-c531ef59-b771-4073-9acb-45472edcaee3 req-f39a394c-3f26-4476-ae50-1dd11414d3a6 service nova] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Updating instance_info_cache with network_info: [{"id": "2b995151-e058-4f6c-ae91-176fd3ec2ce1", "address": "fa:16:3e:f6:7e:a7", "network": {"id": "30453bb0-7f5b-41ee-9633-aa66e1b8f5ed", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1228042448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dae6a7d73a67440f9032cf1b2916a27d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b995151-e0", "ovs_interfaceid": "2b995151-e058-4f6c-ae91-176fd3ec2ce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.415978] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.416551] env[63260]: DEBUG nova.compute.manager [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 793.423797] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.615s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.425206] env[63260]: INFO nova.compute.claims [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.484752] env[63260]: DEBUG oslo_vmware.api [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52502673-f053-156f-917b-b878ea91959d, 'name': SearchDatastore_Task, 'duration_secs': 0.020872} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.485057] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.485439] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.485799] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.486058] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.487036] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.487036] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0778f2c-6561-4ab7-830e-177760c119cc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.498498] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.498642] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.503032] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8f5b5c2-71a9-4d51-9a39-60f60e8d6aa4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.512166] env[63260]: DEBUG oslo_vmware.api [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Waiting for the task: (returnval){ [ 793.512166] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c0b255-6949-8470-ffe8-51d2a2730db1" [ 793.512166] env[63260]: _type = "Task" [ 793.512166] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.524252] env[63260]: DEBUG oslo_vmware.api [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c0b255-6949-8470-ffe8-51d2a2730db1, 'name': SearchDatastore_Task, 'duration_secs': 0.011037} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.524252] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdcfcc69-5aad-457f-a2f6-e05e1ef2702a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.534921] env[63260]: DEBUG oslo_vmware.api [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Waiting for the task: (returnval){ [ 793.534921] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523bae68-0094-0cf4-dc85-744a90e10b0f" [ 793.534921] env[63260]: _type = "Task" [ 793.534921] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.549067] env[63260]: DEBUG oslo_vmware.api [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523bae68-0094-0cf4-dc85-744a90e10b0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.575208] env[63260]: DEBUG oslo_vmware.api [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Task: {'id': task-2284667, 'name': Rename_Task, 'duration_secs': 0.223158} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.575208] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.575414] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31456a61-d998-42f5-883b-183c8da1fd9d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.586244] env[63260]: DEBUG oslo_vmware.api [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Waiting for the task: (returnval){ [ 793.586244] env[63260]: value = "task-2284669" [ 793.586244] env[63260]: _type = "Task" [ 793.586244] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.597658] env[63260]: INFO nova.compute.manager [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Took 47.89 seconds to build instance. [ 793.605159] env[63260]: DEBUG oslo_vmware.api [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Task: {'id': task-2284669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.697541] env[63260]: DEBUG oslo_concurrency.lockutils [req-c531ef59-b771-4073-9acb-45472edcaee3 req-f39a394c-3f26-4476-ae50-1dd11414d3a6 service nova] Releasing lock "refresh_cache-c5637ee6-f394-4ae4-87cc-a3468e47f43d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.927146] env[63260]: DEBUG nova.compute.utils [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 793.929870] env[63260]: DEBUG nova.compute.manager [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 793.930329] env[63260]: DEBUG nova.network.neutron [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 794.051020] env[63260]: DEBUG oslo_vmware.api [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523bae68-0094-0cf4-dc85-744a90e10b0f, 'name': SearchDatastore_Task, 'duration_secs': 0.026828} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.051020] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.051020] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] c5637ee6-f394-4ae4-87cc-a3468e47f43d/c5637ee6-f394-4ae4-87cc-a3468e47f43d.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.051020] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd7b100a-49e0-4857-883d-66e6d1bdc93b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.062038] env[63260]: DEBUG oslo_vmware.api [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Waiting for the task: (returnval){ [ 794.062038] env[63260]: value = "task-2284670" [ 794.062038] env[63260]: _type = "Task" [ 794.062038] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.075015] env[63260]: DEBUG oslo_vmware.api [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Task: {'id': task-2284670, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.093460] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "478b9913-6c63-42e5-921f-21e503efc7ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.093746] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "478b9913-6c63-42e5-921f-21e503efc7ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.101585] env[63260]: DEBUG oslo_concurrency.lockutils [None req-54ed68c8-8431-4ee6-b762-b841b9fe7561 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "45c1f310-f48d-4903-be93-f23e8fc413c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.403s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.102242] env[63260]: DEBUG oslo_vmware.api [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Task: {'id': task-2284669, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.277774] env[63260]: DEBUG nova.policy [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7086029488d4e7495442cdebcf44bfa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de9710c813cb45d19476ffc1befb0e38', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 794.434889] env[63260]: DEBUG nova.compute.manager [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 794.572973] env[63260]: DEBUG oslo_vmware.api [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Task: {'id': task-2284670, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503182} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.577235] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] c5637ee6-f394-4ae4-87cc-a3468e47f43d/c5637ee6-f394-4ae4-87cc-a3468e47f43d.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 794.577235] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 794.577790] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2502104b-38dd-4da8-8a21-025dac887402 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.589659] env[63260]: DEBUG oslo_vmware.api [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Waiting for the task: (returnval){ [ 794.589659] env[63260]: value = "task-2284671" [ 794.589659] env[63260]: _type = "Task" [ 794.589659] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.597692] env[63260]: DEBUG nova.compute.manager [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.604803] env[63260]: DEBUG oslo_vmware.api [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Task: {'id': task-2284669, 'name': PowerOnVM_Task, 'duration_secs': 0.542896} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.605338] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.605553] env[63260]: INFO nova.compute.manager [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Took 8.51 seconds to spawn the instance on the hypervisor. [ 794.605726] env[63260]: DEBUG nova.compute.manager [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.606889] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c48e64-5134-4b87-b3b1-4f0af4023cc1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.613786] env[63260]: DEBUG oslo_vmware.api [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Task: {'id': task-2284671, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.637500] env[63260]: DEBUG nova.compute.manager [req-d744fe19-30a0-455a-99bb-9dabb91bc044 req-ce73dfa4-e635-4c58-a6ac-d90b5d1ce429 service nova] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Received event network-changed-3906abef-ad5d-48b4-ba5e-76f7f0e72fd7 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 794.638202] env[63260]: DEBUG nova.compute.manager [req-d744fe19-30a0-455a-99bb-9dabb91bc044 req-ce73dfa4-e635-4c58-a6ac-d90b5d1ce429 service nova] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Refreshing instance network info cache due to event network-changed-3906abef-ad5d-48b4-ba5e-76f7f0e72fd7. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 794.638202] env[63260]: DEBUG oslo_concurrency.lockutils [req-d744fe19-30a0-455a-99bb-9dabb91bc044 req-ce73dfa4-e635-4c58-a6ac-d90b5d1ce429 service nova] Acquiring lock "refresh_cache-45c1f310-f48d-4903-be93-f23e8fc413c7" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.638202] env[63260]: DEBUG oslo_concurrency.lockutils [req-d744fe19-30a0-455a-99bb-9dabb91bc044 req-ce73dfa4-e635-4c58-a6ac-d90b5d1ce429 service nova] Acquired lock "refresh_cache-45c1f310-f48d-4903-be93-f23e8fc413c7" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.638308] env[63260]: DEBUG nova.network.neutron [req-d744fe19-30a0-455a-99bb-9dabb91bc044 req-ce73dfa4-e635-4c58-a6ac-d90b5d1ce429 service nova] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Refreshing network info cache for port 3906abef-ad5d-48b4-ba5e-76f7f0e72fd7 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.760015] env[63260]: DEBUG nova.network.neutron [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Successfully created port: a8261658-426a-4c35-a0ff-6727b180c23e {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 794.954115] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46779b7b-1f88-4d26-8bd8-8130329c1665 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.966480] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34119edc-8358-42ae-a0a3-f5b8ed19827b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.004708] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0044d09-4b32-45dd-b116-8105f4159040 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.017925] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eeef3a0-7707-41f4-b0de-4769c7957aba {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.033093] env[63260]: DEBUG nova.compute.provider_tree [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.104127] env[63260]: DEBUG oslo_vmware.api [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Task: {'id': task-2284671, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076557} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.104455] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.105265] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a0fe31-8f85-4a97-8ece-c040517b9c98 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.144704] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] c5637ee6-f394-4ae4-87cc-a3468e47f43d/c5637ee6-f394-4ae4-87cc-a3468e47f43d.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.147451] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.151022] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00fbaad3-17de-4805-aa4e-abc34f617f93 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.164268] env[63260]: INFO nova.compute.manager [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Took 44.83 seconds to build instance. [ 795.174501] env[63260]: DEBUG oslo_vmware.api [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Waiting for the task: (returnval){ [ 795.174501] env[63260]: value = "task-2284672" [ 795.174501] env[63260]: _type = "Task" [ 795.174501] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.446944] env[63260]: DEBUG nova.compute.manager [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 795.453121] env[63260]: DEBUG nova.network.neutron [req-d744fe19-30a0-455a-99bb-9dabb91bc044 req-ce73dfa4-e635-4c58-a6ac-d90b5d1ce429 service nova] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Updated VIF entry in instance network info cache for port 3906abef-ad5d-48b4-ba5e-76f7f0e72fd7. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.453456] env[63260]: DEBUG nova.network.neutron [req-d744fe19-30a0-455a-99bb-9dabb91bc044 req-ce73dfa4-e635-4c58-a6ac-d90b5d1ce429 service nova] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Updating instance_info_cache with network_info: [{"id": "3906abef-ad5d-48b4-ba5e-76f7f0e72fd7", "address": "fa:16:3e:88:19:8e", "network": {"id": "14043edd-9c2a-4a46-8c5d-f175bb41e274", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-171804802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e5c121feb874d558975aa56cb177081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3906abef-ad", "ovs_interfaceid": "3906abef-ad5d-48b4-ba5e-76f7f0e72fd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.472632] env[63260]: DEBUG nova.virt.hardware [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.472877] env[63260]: DEBUG nova.virt.hardware [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.473040] env[63260]: DEBUG nova.virt.hardware [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.473225] env[63260]: DEBUG nova.virt.hardware [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.473371] env[63260]: DEBUG nova.virt.hardware [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.473516] env[63260]: DEBUG nova.virt.hardware [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.473720] env[63260]: DEBUG nova.virt.hardware [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.473874] env[63260]: DEBUG nova.virt.hardware [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.474046] env[63260]: DEBUG nova.virt.hardware [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.474211] env[63260]: DEBUG nova.virt.hardware [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.474378] env[63260]: DEBUG nova.virt.hardware [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.475455] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4700059d-d871-4073-82c6-9f9b8facc33d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.485201] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6507df5d-d870-4a39-bb6e-a64e2077080b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.536191] env[63260]: DEBUG nova.scheduler.client.report [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.666822] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a766e509-9415-4b70-b8dc-6a9b8bf7911a tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Lock "3e18144e-0acb-4c24-acad-f8f6aa904462" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.341s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.685579] env[63260]: DEBUG oslo_concurrency.lockutils [None req-154c1234-e390-4eaf-b127-f678d256689d tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Acquiring lock "3e18144e-0acb-4c24-acad-f8f6aa904462" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.685829] env[63260]: DEBUG oslo_concurrency.lockutils [None req-154c1234-e390-4eaf-b127-f678d256689d tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Lock "3e18144e-0acb-4c24-acad-f8f6aa904462" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 795.686049] env[63260]: DEBUG oslo_concurrency.lockutils [None req-154c1234-e390-4eaf-b127-f678d256689d tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Acquiring lock "3e18144e-0acb-4c24-acad-f8f6aa904462-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.686239] env[63260]: DEBUG oslo_concurrency.lockutils [None req-154c1234-e390-4eaf-b127-f678d256689d tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Lock "3e18144e-0acb-4c24-acad-f8f6aa904462-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 795.686405] env[63260]: DEBUG oslo_concurrency.lockutils [None req-154c1234-e390-4eaf-b127-f678d256689d tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Lock "3e18144e-0acb-4c24-acad-f8f6aa904462-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.688020] env[63260]: DEBUG oslo_vmware.api [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Task: {'id': task-2284672, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.688489] env[63260]: INFO nova.compute.manager [None req-154c1234-e390-4eaf-b127-f678d256689d tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Terminating instance [ 795.956241] env[63260]: DEBUG oslo_concurrency.lockutils [req-d744fe19-30a0-455a-99bb-9dabb91bc044 req-ce73dfa4-e635-4c58-a6ac-d90b5d1ce429 service nova] Releasing lock "refresh_cache-45c1f310-f48d-4903-be93-f23e8fc413c7" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.041021] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.041706] env[63260]: DEBUG nova.compute.manager [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 796.044539] env[63260]: DEBUG oslo_concurrency.lockutils [None req-689ee0df-1079-41e2-81c0-83a6d5d73688 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.996s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.044716] env[63260]: DEBUG nova.objects.instance [None req-689ee0df-1079-41e2-81c0-83a6d5d73688 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lazy-loading 'resources' on Instance uuid a1039d78-54b2-4777-8dd2-43221a89528c {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.185686] env[63260]: DEBUG oslo_vmware.api [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Task: {'id': task-2284672, 'name': ReconfigVM_Task, 'duration_secs': 0.820752} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.185978] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Reconfigured VM instance instance-00000041 to attach disk [datastore2] c5637ee6-f394-4ae4-87cc-a3468e47f43d/c5637ee6-f394-4ae4-87cc-a3468e47f43d.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.187258] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98dbbae8-52b8-41f2-8075-d5fe37f77b8b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.191777] env[63260]: DEBUG nova.compute.manager [None req-154c1234-e390-4eaf-b127-f678d256689d tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 796.191983] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-154c1234-e390-4eaf-b127-f678d256689d tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.192773] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a6ba1a-4d78-4193-8eb9-0133bcda4d14 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.197395] env[63260]: DEBUG oslo_vmware.api [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Waiting for the task: (returnval){ [ 796.197395] env[63260]: value = "task-2284674" [ 796.197395] env[63260]: _type = "Task" [ 796.197395] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.201988] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-154c1234-e390-4eaf-b127-f678d256689d tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.202715] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21263dc1-25d3-41df-8e89-859e1cb0b8b9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.207417] env[63260]: DEBUG oslo_vmware.api [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Task: {'id': task-2284674, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.208738] env[63260]: DEBUG oslo_vmware.api [None req-154c1234-e390-4eaf-b127-f678d256689d tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Waiting for the task: (returnval){ [ 796.208738] env[63260]: value = "task-2284675" [ 796.208738] env[63260]: _type = "Task" [ 796.208738] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.217909] env[63260]: DEBUG oslo_vmware.api [None req-154c1234-e390-4eaf-b127-f678d256689d tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Task: {'id': task-2284675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.459772] env[63260]: DEBUG nova.network.neutron [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Successfully updated port: a8261658-426a-4c35-a0ff-6727b180c23e {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 796.552027] env[63260]: DEBUG nova.compute.utils [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 796.555609] env[63260]: DEBUG nova.compute.manager [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 796.555783] env[63260]: DEBUG nova.network.neutron [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 796.601888] env[63260]: DEBUG nova.policy [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7086029488d4e7495442cdebcf44bfa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de9710c813cb45d19476ffc1befb0e38', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.666060] env[63260]: DEBUG nova.compute.manager [req-89d667b7-68aa-4ddf-b809-636b078d25bb req-fed2ca01-0e5d-4b25-a2e9-22c9df3247f3 service nova] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Received event network-vif-plugged-a8261658-426a-4c35-a0ff-6727b180c23e {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 796.666060] env[63260]: DEBUG oslo_concurrency.lockutils [req-89d667b7-68aa-4ddf-b809-636b078d25bb req-fed2ca01-0e5d-4b25-a2e9-22c9df3247f3 service nova] Acquiring lock "1bdb9216-1f13-4a0f-b343-feb2942cfd90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.666060] env[63260]: DEBUG oslo_concurrency.lockutils [req-89d667b7-68aa-4ddf-b809-636b078d25bb req-fed2ca01-0e5d-4b25-a2e9-22c9df3247f3 service nova] Lock "1bdb9216-1f13-4a0f-b343-feb2942cfd90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.666060] env[63260]: DEBUG oslo_concurrency.lockutils [req-89d667b7-68aa-4ddf-b809-636b078d25bb req-fed2ca01-0e5d-4b25-a2e9-22c9df3247f3 service nova] Lock "1bdb9216-1f13-4a0f-b343-feb2942cfd90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.666060] env[63260]: DEBUG nova.compute.manager [req-89d667b7-68aa-4ddf-b809-636b078d25bb req-fed2ca01-0e5d-4b25-a2e9-22c9df3247f3 service nova] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] No waiting events found dispatching network-vif-plugged-a8261658-426a-4c35-a0ff-6727b180c23e {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.666242] env[63260]: WARNING nova.compute.manager [req-89d667b7-68aa-4ddf-b809-636b078d25bb req-fed2ca01-0e5d-4b25-a2e9-22c9df3247f3 service nova] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Received unexpected event network-vif-plugged-a8261658-426a-4c35-a0ff-6727b180c23e for instance with vm_state building and task_state spawning. [ 796.666274] env[63260]: DEBUG nova.compute.manager [req-89d667b7-68aa-4ddf-b809-636b078d25bb req-fed2ca01-0e5d-4b25-a2e9-22c9df3247f3 service nova] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Received event network-changed-a8261658-426a-4c35-a0ff-6727b180c23e {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 796.666417] env[63260]: DEBUG nova.compute.manager [req-89d667b7-68aa-4ddf-b809-636b078d25bb req-fed2ca01-0e5d-4b25-a2e9-22c9df3247f3 service nova] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Refreshing instance network info cache due to event network-changed-a8261658-426a-4c35-a0ff-6727b180c23e. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 796.666669] env[63260]: DEBUG oslo_concurrency.lockutils [req-89d667b7-68aa-4ddf-b809-636b078d25bb req-fed2ca01-0e5d-4b25-a2e9-22c9df3247f3 service nova] Acquiring lock "refresh_cache-1bdb9216-1f13-4a0f-b343-feb2942cfd90" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.666703] env[63260]: DEBUG oslo_concurrency.lockutils [req-89d667b7-68aa-4ddf-b809-636b078d25bb req-fed2ca01-0e5d-4b25-a2e9-22c9df3247f3 service nova] Acquired lock "refresh_cache-1bdb9216-1f13-4a0f-b343-feb2942cfd90" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.666890] env[63260]: DEBUG nova.network.neutron [req-89d667b7-68aa-4ddf-b809-636b078d25bb req-fed2ca01-0e5d-4b25-a2e9-22c9df3247f3 service nova] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Refreshing network info cache for port a8261658-426a-4c35-a0ff-6727b180c23e {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.708666] env[63260]: DEBUG oslo_vmware.api [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Task: {'id': task-2284674, 'name': Rename_Task, 'duration_secs': 0.175698} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.711353] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.711832] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee60fb9d-b0ec-4729-98a0-c90e7acec99c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.723467] env[63260]: DEBUG oslo_vmware.api [None req-154c1234-e390-4eaf-b127-f678d256689d tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Task: {'id': task-2284675, 'name': PowerOffVM_Task, 'duration_secs': 0.24553} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.727184] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-154c1234-e390-4eaf-b127-f678d256689d tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.727707] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-154c1234-e390-4eaf-b127-f678d256689d tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.727858] env[63260]: DEBUG oslo_vmware.api [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Waiting for the task: (returnval){ [ 796.727858] env[63260]: value = "task-2284676" [ 796.727858] env[63260]: _type = "Task" [ 796.727858] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.728436] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4310a297-d5ce-40fb-8492-6f152dff526c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.739576] env[63260]: DEBUG oslo_vmware.api [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Task: {'id': task-2284676, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.810215] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-154c1234-e390-4eaf-b127-f678d256689d tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.810442] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-154c1234-e390-4eaf-b127-f678d256689d tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.810622] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-154c1234-e390-4eaf-b127-f678d256689d tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Deleting the datastore file [datastore1] 3e18144e-0acb-4c24-acad-f8f6aa904462 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.811173] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48718b72-6bca-48ad-a377-9043dc68c659 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.819483] env[63260]: DEBUG oslo_vmware.api [None req-154c1234-e390-4eaf-b127-f678d256689d tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Waiting for the task: (returnval){ [ 796.819483] env[63260]: value = "task-2284678" [ 796.819483] env[63260]: _type = "Task" [ 796.819483] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.832375] env[63260]: DEBUG oslo_vmware.api [None req-154c1234-e390-4eaf-b127-f678d256689d tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Task: {'id': task-2284678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.930975] env[63260]: DEBUG nova.network.neutron [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Successfully created port: 48f2cf31-9625-4ec6-ae65-d081ca68e5af {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 796.963124] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquiring lock "refresh_cache-1bdb9216-1f13-4a0f-b343-feb2942cfd90" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.998943] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598fca4c-81fa-4dd7-b97f-ccac7aa4cbef {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.007655] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f76b29a-ebce-4865-9fbe-e637f7700396 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.042250] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec6baf0-aea0-4d10-baf3-28bbefb27478 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.051856] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9868f22a-ed09-4222-bbac-22a55cdf3fa7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.062027] env[63260]: DEBUG nova.compute.manager [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 797.070974] env[63260]: DEBUG nova.compute.provider_tree [None req-689ee0df-1079-41e2-81c0-83a6d5d73688 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.225454] env[63260]: DEBUG nova.network.neutron [req-89d667b7-68aa-4ddf-b809-636b078d25bb req-fed2ca01-0e5d-4b25-a2e9-22c9df3247f3 service nova] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.239348] env[63260]: DEBUG oslo_vmware.api [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Task: {'id': task-2284676, 'name': PowerOnVM_Task, 'duration_secs': 0.476728} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.239615] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.240205] env[63260]: INFO nova.compute.manager [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Took 8.62 seconds to spawn the instance on the hypervisor. [ 797.240205] env[63260]: DEBUG nova.compute.manager [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.240818] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a582dfa-1c82-4523-b0e7-2f57b5aa64ce {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.330283] env[63260]: DEBUG oslo_vmware.api [None req-154c1234-e390-4eaf-b127-f678d256689d tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Task: {'id': task-2284678, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144629} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.330607] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-154c1234-e390-4eaf-b127-f678d256689d tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.330812] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-154c1234-e390-4eaf-b127-f678d256689d tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.331052] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-154c1234-e390-4eaf-b127-f678d256689d tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.331255] env[63260]: INFO nova.compute.manager [None req-154c1234-e390-4eaf-b127-f678d256689d tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Took 1.14 seconds to destroy the instance on the hypervisor. [ 797.331529] env[63260]: DEBUG oslo.service.loopingcall [None req-154c1234-e390-4eaf-b127-f678d256689d tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 797.331757] env[63260]: DEBUG nova.compute.manager [-] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 797.331874] env[63260]: DEBUG nova.network.neutron [-] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 797.334626] env[63260]: DEBUG nova.network.neutron [req-89d667b7-68aa-4ddf-b809-636b078d25bb req-fed2ca01-0e5d-4b25-a2e9-22c9df3247f3 service nova] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.578165] env[63260]: DEBUG nova.scheduler.client.report [None req-689ee0df-1079-41e2-81c0-83a6d5d73688 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.620124] env[63260]: DEBUG nova.compute.manager [req-878f24a0-a7a8-4e74-b70a-a3193484b5a1 req-766e1250-27e1-47fd-91a9-e1bc690bf7d7 service nova] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Received event network-vif-deleted-08ceaae2-bcbf-4241-a7f3-01a96e223400 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 797.620425] env[63260]: INFO nova.compute.manager [req-878f24a0-a7a8-4e74-b70a-a3193484b5a1 req-766e1250-27e1-47fd-91a9-e1bc690bf7d7 service nova] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Neutron deleted interface 08ceaae2-bcbf-4241-a7f3-01a96e223400; detaching it from the instance and deleting it from the info cache [ 797.620640] env[63260]: DEBUG nova.network.neutron [req-878f24a0-a7a8-4e74-b70a-a3193484b5a1 req-766e1250-27e1-47fd-91a9-e1bc690bf7d7 service nova] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.760162] env[63260]: INFO nova.compute.manager [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Took 46.92 seconds to build instance. [ 797.837702] env[63260]: DEBUG oslo_concurrency.lockutils [req-89d667b7-68aa-4ddf-b809-636b078d25bb req-fed2ca01-0e5d-4b25-a2e9-22c9df3247f3 service nova] Releasing lock "refresh_cache-1bdb9216-1f13-4a0f-b343-feb2942cfd90" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.838134] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquired lock "refresh_cache-1bdb9216-1f13-4a0f-b343-feb2942cfd90" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.838317] env[63260]: DEBUG nova.network.neutron [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.082895] env[63260]: DEBUG nova.compute.manager [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 798.085753] env[63260]: DEBUG oslo_concurrency.lockutils [None req-689ee0df-1079-41e2-81c0-83a6d5d73688 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.041s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.087573] env[63260]: DEBUG nova.network.neutron [-] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.089869] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.521s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.092049] env[63260]: INFO nova.compute.claims [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.114594] env[63260]: INFO nova.scheduler.client.report [None req-689ee0df-1079-41e2-81c0-83a6d5d73688 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Deleted allocations for instance a1039d78-54b2-4777-8dd2-43221a89528c [ 798.118310] env[63260]: DEBUG nova.virt.hardware [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.118310] env[63260]: DEBUG nova.virt.hardware [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.118466] env[63260]: DEBUG nova.virt.hardware [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.118523] env[63260]: DEBUG nova.virt.hardware [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.118667] env[63260]: DEBUG nova.virt.hardware [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.118803] env[63260]: DEBUG nova.virt.hardware [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.119019] env[63260]: DEBUG nova.virt.hardware [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.119173] env[63260]: DEBUG nova.virt.hardware [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.119333] env[63260]: DEBUG nova.virt.hardware [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.119489] env[63260]: DEBUG nova.virt.hardware [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.119654] env[63260]: DEBUG nova.virt.hardware [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.120830] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf80e73-ef4f-4f11-ac18-78166dd31d09 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.127030] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63f9cb12-de7d-42ad-99a7-3afdc5c589ca {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.135589] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694e806c-a608-47fc-a195-d8a44f138423 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.144365] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cda9a9f-9dee-477f-9a4c-e77aae207988 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.186281] env[63260]: DEBUG nova.compute.manager [req-878f24a0-a7a8-4e74-b70a-a3193484b5a1 req-766e1250-27e1-47fd-91a9-e1bc690bf7d7 service nova] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Detach interface failed, port_id=08ceaae2-bcbf-4241-a7f3-01a96e223400, reason: Instance 3e18144e-0acb-4c24-acad-f8f6aa904462 could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 798.262935] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f8ab6655-2c5f-498b-915a-042bf4e9d1d6 tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Lock "c5637ee6-f394-4ae4-87cc-a3468e47f43d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.438s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.370763] env[63260]: DEBUG nova.network.neutron [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.506144] env[63260]: DEBUG nova.network.neutron [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Updating instance_info_cache with network_info: [{"id": "a8261658-426a-4c35-a0ff-6727b180c23e", "address": "fa:16:3e:80:07:cb", "network": {"id": "f4b3bac4-ecad-4caf-87e5-9250ae8c9e31", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2114827068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de9710c813cb45d19476ffc1befb0e38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8261658-42", "ovs_interfaceid": "a8261658-426a-4c35-a0ff-6727b180c23e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.541960] env[63260]: DEBUG nova.network.neutron [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Successfully updated port: 48f2cf31-9625-4ec6-ae65-d081ca68e5af {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 798.596617] env[63260]: INFO nova.compute.manager [-] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Took 1.26 seconds to deallocate network for instance. [ 798.632574] env[63260]: DEBUG oslo_concurrency.lockutils [None req-689ee0df-1079-41e2-81c0-83a6d5d73688 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "a1039d78-54b2-4777-8dd2-43221a89528c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.127s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.662872] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f1a0e31-b65a-4882-b0c9-2eee11e987bd tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Acquiring lock "c5637ee6-f394-4ae4-87cc-a3468e47f43d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.663134] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f1a0e31-b65a-4882-b0c9-2eee11e987bd tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Lock "c5637ee6-f394-4ae4-87cc-a3468e47f43d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.663361] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f1a0e31-b65a-4882-b0c9-2eee11e987bd tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Acquiring lock "c5637ee6-f394-4ae4-87cc-a3468e47f43d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.663547] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f1a0e31-b65a-4882-b0c9-2eee11e987bd tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Lock "c5637ee6-f394-4ae4-87cc-a3468e47f43d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.663714] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f1a0e31-b65a-4882-b0c9-2eee11e987bd tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Lock "c5637ee6-f394-4ae4-87cc-a3468e47f43d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.665712] env[63260]: INFO nova.compute.manager [None req-4f1a0e31-b65a-4882-b0c9-2eee11e987bd tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Terminating instance [ 798.691111] env[63260]: DEBUG nova.compute.manager [req-7fea2a35-27c6-44cf-a9ce-b92b71eb200f req-0dfb0249-2632-44a4-9389-c9cf02caae83 service nova] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Received event network-vif-plugged-48f2cf31-9625-4ec6-ae65-d081ca68e5af {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 798.691335] env[63260]: DEBUG oslo_concurrency.lockutils [req-7fea2a35-27c6-44cf-a9ce-b92b71eb200f req-0dfb0249-2632-44a4-9389-c9cf02caae83 service nova] Acquiring lock "fa2fbe57-4a9a-456c-8e42-4660309ca10b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.691557] env[63260]: DEBUG oslo_concurrency.lockutils [req-7fea2a35-27c6-44cf-a9ce-b92b71eb200f req-0dfb0249-2632-44a4-9389-c9cf02caae83 service nova] Lock "fa2fbe57-4a9a-456c-8e42-4660309ca10b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.691676] env[63260]: DEBUG oslo_concurrency.lockutils [req-7fea2a35-27c6-44cf-a9ce-b92b71eb200f req-0dfb0249-2632-44a4-9389-c9cf02caae83 service nova] Lock "fa2fbe57-4a9a-456c-8e42-4660309ca10b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.691842] env[63260]: DEBUG nova.compute.manager [req-7fea2a35-27c6-44cf-a9ce-b92b71eb200f req-0dfb0249-2632-44a4-9389-c9cf02caae83 service nova] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] No waiting events found dispatching network-vif-plugged-48f2cf31-9625-4ec6-ae65-d081ca68e5af {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 798.692011] env[63260]: WARNING nova.compute.manager [req-7fea2a35-27c6-44cf-a9ce-b92b71eb200f req-0dfb0249-2632-44a4-9389-c9cf02caae83 service nova] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Received unexpected event network-vif-plugged-48f2cf31-9625-4ec6-ae65-d081ca68e5af for instance with vm_state building and task_state spawning. [ 798.692188] env[63260]: DEBUG nova.compute.manager [req-7fea2a35-27c6-44cf-a9ce-b92b71eb200f req-0dfb0249-2632-44a4-9389-c9cf02caae83 service nova] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Received event network-changed-48f2cf31-9625-4ec6-ae65-d081ca68e5af {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 798.692344] env[63260]: DEBUG nova.compute.manager [req-7fea2a35-27c6-44cf-a9ce-b92b71eb200f req-0dfb0249-2632-44a4-9389-c9cf02caae83 service nova] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Refreshing instance network info cache due to event network-changed-48f2cf31-9625-4ec6-ae65-d081ca68e5af. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 798.692522] env[63260]: DEBUG oslo_concurrency.lockutils [req-7fea2a35-27c6-44cf-a9ce-b92b71eb200f req-0dfb0249-2632-44a4-9389-c9cf02caae83 service nova] Acquiring lock "refresh_cache-fa2fbe57-4a9a-456c-8e42-4660309ca10b" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.692655] env[63260]: DEBUG oslo_concurrency.lockutils [req-7fea2a35-27c6-44cf-a9ce-b92b71eb200f req-0dfb0249-2632-44a4-9389-c9cf02caae83 service nova] Acquired lock "refresh_cache-fa2fbe57-4a9a-456c-8e42-4660309ca10b" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.692804] env[63260]: DEBUG nova.network.neutron [req-7fea2a35-27c6-44cf-a9ce-b92b71eb200f req-0dfb0249-2632-44a4-9389-c9cf02caae83 service nova] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Refreshing network info cache for port 48f2cf31-9625-4ec6-ae65-d081ca68e5af {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.009071] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Releasing lock "refresh_cache-1bdb9216-1f13-4a0f-b343-feb2942cfd90" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.009247] env[63260]: DEBUG nova.compute.manager [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Instance network_info: |[{"id": "a8261658-426a-4c35-a0ff-6727b180c23e", "address": "fa:16:3e:80:07:cb", "network": {"id": "f4b3bac4-ecad-4caf-87e5-9250ae8c9e31", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2114827068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de9710c813cb45d19476ffc1befb0e38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8261658-42", "ovs_interfaceid": "a8261658-426a-4c35-a0ff-6727b180c23e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 799.009625] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:07:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0c293d47-74c0-49d7-a474-cdb643080f6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8261658-426a-4c35-a0ff-6727b180c23e', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.017201] env[63260]: DEBUG oslo.service.loopingcall [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 799.017453] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.017675] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-877c4f36-5a78-48c2-b34b-0820c8fa9625 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.039577] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.039577] env[63260]: value = "task-2284680" [ 799.039577] env[63260]: _type = "Task" [ 799.039577] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.043270] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquiring lock "refresh_cache-fa2fbe57-4a9a-456c-8e42-4660309ca10b" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.047392] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284680, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.102964] env[63260]: DEBUG oslo_concurrency.lockutils [None req-154c1234-e390-4eaf-b127-f678d256689d tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.171998] env[63260]: DEBUG nova.compute.manager [None req-4f1a0e31-b65a-4882-b0c9-2eee11e987bd tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.172257] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1a0e31-b65a-4882-b0c9-2eee11e987bd tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.173497] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab498d03-4aed-4cf5-a078-a2275366e498 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.196900] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f1a0e31-b65a-4882-b0c9-2eee11e987bd tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.197347] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ca35286-e8fb-4101-829c-c66e7cc79f03 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.207158] env[63260]: DEBUG oslo_vmware.api [None req-4f1a0e31-b65a-4882-b0c9-2eee11e987bd tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Waiting for the task: (returnval){ [ 799.207158] env[63260]: value = "task-2284681" [ 799.207158] env[63260]: _type = "Task" [ 799.207158] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.216438] env[63260]: DEBUG oslo_vmware.api [None req-4f1a0e31-b65a-4882-b0c9-2eee11e987bd tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Task: {'id': task-2284681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.241139] env[63260]: DEBUG nova.network.neutron [req-7fea2a35-27c6-44cf-a9ce-b92b71eb200f req-0dfb0249-2632-44a4-9389-c9cf02caae83 service nova] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.339658] env[63260]: DEBUG nova.network.neutron [req-7fea2a35-27c6-44cf-a9ce-b92b71eb200f req-0dfb0249-2632-44a4-9389-c9cf02caae83 service nova] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.421877] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9eac66f3-9be0-471a-be56-505af768bd83 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquiring lock "ab5784bb-000b-4f56-bd35-65a04620b36f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.422158] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9eac66f3-9be0-471a-be56-505af768bd83 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "ab5784bb-000b-4f56-bd35-65a04620b36f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.422366] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9eac66f3-9be0-471a-be56-505af768bd83 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquiring lock "ab5784bb-000b-4f56-bd35-65a04620b36f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.422547] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9eac66f3-9be0-471a-be56-505af768bd83 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "ab5784bb-000b-4f56-bd35-65a04620b36f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.422716] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9eac66f3-9be0-471a-be56-505af768bd83 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "ab5784bb-000b-4f56-bd35-65a04620b36f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.425824] env[63260]: INFO nova.compute.manager [None req-9eac66f3-9be0-471a-be56-505af768bd83 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Terminating instance [ 799.502422] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3c2a14-dc7d-4282-9539-8e6f19c593c2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.511177] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bb5a4e-00bc-47f0-ac5e-a5d9a4be95c7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.540568] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b40a954-e175-4ba8-ba2b-4d96f7a504a9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.553906] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5b8df0-a669-4a37-b6c9-03b40659648a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.557071] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284680, 'name': CreateVM_Task, 'duration_secs': 0.332972} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.557324] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.558238] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.558420] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.558744] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.558971] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54a6fd64-ba3a-43f8-bc64-cab6af8a7e21 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.569168] env[63260]: DEBUG nova.compute.provider_tree [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.573306] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for the task: (returnval){ [ 799.573306] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526a7b59-213a-5252-fff6-7d189cc761c4" [ 799.573306] env[63260]: _type = "Task" [ 799.573306] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.581009] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526a7b59-213a-5252-fff6-7d189cc761c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.718066] env[63260]: DEBUG oslo_vmware.api [None req-4f1a0e31-b65a-4882-b0c9-2eee11e987bd tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Task: {'id': task-2284681, 'name': PowerOffVM_Task, 'duration_secs': 0.242205} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.718450] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f1a0e31-b65a-4882-b0c9-2eee11e987bd tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.718801] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1a0e31-b65a-4882-b0c9-2eee11e987bd tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.719011] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70275c69-c68b-4cb3-a5d2-2f4ab0b6c641 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.785329] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1a0e31-b65a-4882-b0c9-2eee11e987bd tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.785580] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1a0e31-b65a-4882-b0c9-2eee11e987bd tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.785779] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f1a0e31-b65a-4882-b0c9-2eee11e987bd tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Deleting the datastore file [datastore2] c5637ee6-f394-4ae4-87cc-a3468e47f43d {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.785988] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ce567a7-437b-48fa-8249-cc53427e8e27 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.792632] env[63260]: DEBUG oslo_vmware.api [None req-4f1a0e31-b65a-4882-b0c9-2eee11e987bd tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Waiting for the task: (returnval){ [ 799.792632] env[63260]: value = "task-2284683" [ 799.792632] env[63260]: _type = "Task" [ 799.792632] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.801011] env[63260]: DEBUG oslo_vmware.api [None req-4f1a0e31-b65a-4882-b0c9-2eee11e987bd tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Task: {'id': task-2284683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.842287] env[63260]: DEBUG oslo_concurrency.lockutils [req-7fea2a35-27c6-44cf-a9ce-b92b71eb200f req-0dfb0249-2632-44a4-9389-c9cf02caae83 service nova] Releasing lock "refresh_cache-fa2fbe57-4a9a-456c-8e42-4660309ca10b" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.842677] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquired lock "refresh_cache-fa2fbe57-4a9a-456c-8e42-4660309ca10b" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.842843] env[63260]: DEBUG nova.network.neutron [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.933930] env[63260]: DEBUG nova.compute.manager [None req-9eac66f3-9be0-471a-be56-505af768bd83 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.934179] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9eac66f3-9be0-471a-be56-505af768bd83 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.935067] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37424cd6-8193-4e34-bfde-a6f9177d1dae {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.943354] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eac66f3-9be0-471a-be56-505af768bd83 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.943579] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52d76000-91b7-406c-b02b-f3a1cd30467b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.950795] env[63260]: DEBUG oslo_vmware.api [None req-9eac66f3-9be0-471a-be56-505af768bd83 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 799.950795] env[63260]: value = "task-2284684" [ 799.950795] env[63260]: _type = "Task" [ 799.950795] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.959252] env[63260]: DEBUG oslo_vmware.api [None req-9eac66f3-9be0-471a-be56-505af768bd83 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.072465] env[63260]: DEBUG nova.scheduler.client.report [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.086431] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526a7b59-213a-5252-fff6-7d189cc761c4, 'name': SearchDatastore_Task, 'duration_secs': 0.009999} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.086763] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.088252] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.088252] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.088252] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.088252] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.088252] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3dbbfaeb-d1b6-41f8-842a-ac1bf5641677 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.097123] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.097387] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.098116] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a15f634a-1de9-4db8-8bb5-44285b08a74b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.107797] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for the task: (returnval){ [ 800.107797] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e56160-8eb4-807b-a24f-51141865f3b3" [ 800.107797] env[63260]: _type = "Task" [ 800.107797] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.120161] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e56160-8eb4-807b-a24f-51141865f3b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010303} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.121257] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7119e02f-3862-4122-97b4-9ba7a51d31e7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.127806] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for the task: (returnval){ [ 800.127806] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5291704f-f043-2cae-3141-bdaae31ef0ae" [ 800.127806] env[63260]: _type = "Task" [ 800.127806] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.138360] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5291704f-f043-2cae-3141-bdaae31ef0ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.303282] env[63260]: DEBUG oslo_vmware.api [None req-4f1a0e31-b65a-4882-b0c9-2eee11e987bd tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Task: {'id': task-2284683, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17788} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.303542] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f1a0e31-b65a-4882-b0c9-2eee11e987bd tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.303720] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1a0e31-b65a-4882-b0c9-2eee11e987bd tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.303896] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1a0e31-b65a-4882-b0c9-2eee11e987bd tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.304076] env[63260]: INFO nova.compute.manager [None req-4f1a0e31-b65a-4882-b0c9-2eee11e987bd tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 800.304317] env[63260]: DEBUG oslo.service.loopingcall [None req-4f1a0e31-b65a-4882-b0c9-2eee11e987bd tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 800.304509] env[63260]: DEBUG nova.compute.manager [-] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.304602] env[63260]: DEBUG nova.network.neutron [-] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.373927] env[63260]: DEBUG nova.network.neutron [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 800.463577] env[63260]: DEBUG oslo_vmware.api [None req-9eac66f3-9be0-471a-be56-505af768bd83 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284684, 'name': PowerOffVM_Task, 'duration_secs': 0.211385} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.464307] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eac66f3-9be0-471a-be56-505af768bd83 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.464570] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9eac66f3-9be0-471a-be56-505af768bd83 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.464858] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a1dadac-1c33-4676-8ba9-b938962abd50 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.533793] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9eac66f3-9be0-471a-be56-505af768bd83 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.533793] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9eac66f3-9be0-471a-be56-505af768bd83 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.533793] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eac66f3-9be0-471a-be56-505af768bd83 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Deleting the datastore file [datastore2] ab5784bb-000b-4f56-bd35-65a04620b36f {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.534010] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-912bbc49-08f9-4315-aff3-e4b5b1eefe95 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.541435] env[63260]: DEBUG oslo_vmware.api [None req-9eac66f3-9be0-471a-be56-505af768bd83 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 800.541435] env[63260]: value = "task-2284686" [ 800.541435] env[63260]: _type = "Task" [ 800.541435] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.552795] env[63260]: DEBUG oslo_vmware.api [None req-9eac66f3-9be0-471a-be56-505af768bd83 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.563364] env[63260]: DEBUG nova.network.neutron [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Updating instance_info_cache with network_info: [{"id": "48f2cf31-9625-4ec6-ae65-d081ca68e5af", "address": "fa:16:3e:30:92:c3", "network": {"id": "f4b3bac4-ecad-4caf-87e5-9250ae8c9e31", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2114827068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de9710c813cb45d19476ffc1befb0e38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48f2cf31-96", "ovs_interfaceid": "48f2cf31-9625-4ec6-ae65-d081ca68e5af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.580307] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.580839] env[63260]: DEBUG nova.compute.manager [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.584530] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9c772234-5dd3-4e58-8536-49ac83e5701a tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.394s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.584530] env[63260]: DEBUG nova.objects.instance [None req-9c772234-5dd3-4e58-8536-49ac83e5701a tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Lazy-loading 'resources' on Instance uuid 28374458-e9ac-463f-923e-cfeb49492716 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.639860] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5291704f-f043-2cae-3141-bdaae31ef0ae, 'name': SearchDatastore_Task, 'duration_secs': 0.010198} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.640204] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.640508] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 1bdb9216-1f13-4a0f-b343-feb2942cfd90/1bdb9216-1f13-4a0f-b343-feb2942cfd90.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 800.640804] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43c68269-04da-4be3-be35-5fad2a76c3a9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.649262] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for the task: (returnval){ [ 800.649262] env[63260]: value = "task-2284687" [ 800.649262] env[63260]: _type = "Task" [ 800.649262] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.658082] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.718341] env[63260]: DEBUG nova.compute.manager [req-562a0653-fdd4-4aff-80ba-0e3f0c7a7f0a req-0e456d51-d3c6-4597-86ff-3697ca447668 service nova] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Received event network-vif-deleted-2b995151-e058-4f6c-ae91-176fd3ec2ce1 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 800.719032] env[63260]: INFO nova.compute.manager [req-562a0653-fdd4-4aff-80ba-0e3f0c7a7f0a req-0e456d51-d3c6-4597-86ff-3697ca447668 service nova] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Neutron deleted interface 2b995151-e058-4f6c-ae91-176fd3ec2ce1; detaching it from the instance and deleting it from the info cache [ 800.719032] env[63260]: DEBUG nova.network.neutron [req-562a0653-fdd4-4aff-80ba-0e3f0c7a7f0a req-0e456d51-d3c6-4597-86ff-3697ca447668 service nova] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.052822] env[63260]: DEBUG oslo_vmware.api [None req-9eac66f3-9be0-471a-be56-505af768bd83 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126889} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.052822] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eac66f3-9be0-471a-be56-505af768bd83 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.052822] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9eac66f3-9be0-471a-be56-505af768bd83 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.053077] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9eac66f3-9be0-471a-be56-505af768bd83 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.053077] env[63260]: INFO nova.compute.manager [None req-9eac66f3-9be0-471a-be56-505af768bd83 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 801.053287] env[63260]: DEBUG oslo.service.loopingcall [None req-9eac66f3-9be0-471a-be56-505af768bd83 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 801.053484] env[63260]: DEBUG nova.compute.manager [-] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 801.053580] env[63260]: DEBUG nova.network.neutron [-] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 801.055431] env[63260]: DEBUG nova.network.neutron [-] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.065675] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Releasing lock "refresh_cache-fa2fbe57-4a9a-456c-8e42-4660309ca10b" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.066081] env[63260]: DEBUG nova.compute.manager [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Instance network_info: |[{"id": "48f2cf31-9625-4ec6-ae65-d081ca68e5af", "address": "fa:16:3e:30:92:c3", "network": {"id": "f4b3bac4-ecad-4caf-87e5-9250ae8c9e31", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2114827068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de9710c813cb45d19476ffc1befb0e38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48f2cf31-96", "ovs_interfaceid": "48f2cf31-9625-4ec6-ae65-d081ca68e5af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.067202] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:92:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0c293d47-74c0-49d7-a474-cdb643080f6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48f2cf31-9625-4ec6-ae65-d081ca68e5af', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.080435] env[63260]: DEBUG oslo.service.loopingcall [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 801.081338] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.081677] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4e7656f-0234-409b-9c05-6355fa3f5a89 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.111419] env[63260]: DEBUG nova.compute.utils [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 801.117097] env[63260]: DEBUG nova.compute.manager [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 801.117342] env[63260]: DEBUG nova.network.neutron [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 801.128643] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.128643] env[63260]: value = "task-2284688" [ 801.128643] env[63260]: _type = "Task" [ 801.128643] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.141772] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284688, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.163833] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496051} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.163833] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 1bdb9216-1f13-4a0f-b343-feb2942cfd90/1bdb9216-1f13-4a0f-b343-feb2942cfd90.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.163833] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.164058] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7e19ed3-9705-42c9-bae0-ce7e458e22a9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.177136] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for the task: (returnval){ [ 801.177136] env[63260]: value = "task-2284689" [ 801.177136] env[63260]: _type = "Task" [ 801.177136] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.182782] env[63260]: DEBUG nova.policy [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '967e5367faa44e1d8a8c4046b1bc32bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03afed208e714742931054ccec014451', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 801.221481] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ada277fe-8786-4949-a8f5-c08ea6b2dd3c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.234574] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1e9702-ce9e-48b2-bd63-846af5553164 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.278533] env[63260]: DEBUG nova.compute.manager [req-562a0653-fdd4-4aff-80ba-0e3f0c7a7f0a req-0e456d51-d3c6-4597-86ff-3697ca447668 service nova] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Detach interface failed, port_id=2b995151-e058-4f6c-ae91-176fd3ec2ce1, reason: Instance c5637ee6-f394-4ae4-87cc-a3468e47f43d could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 801.565317] env[63260]: INFO nova.compute.manager [-] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Took 1.26 seconds to deallocate network for instance. [ 801.575626] env[63260]: DEBUG nova.compute.manager [req-0d3133e2-8540-4326-a7b9-0c2a8b00d7b2 req-abbe0739-e229-4841-a53f-480f5760d980 service nova] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Received event network-vif-deleted-3dc61576-8412-44c0-b22d-481b39eb6af3 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 801.575820] env[63260]: INFO nova.compute.manager [req-0d3133e2-8540-4326-a7b9-0c2a8b00d7b2 req-abbe0739-e229-4841-a53f-480f5760d980 service nova] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Neutron deleted interface 3dc61576-8412-44c0-b22d-481b39eb6af3; detaching it from the instance and deleting it from the info cache [ 801.576064] env[63260]: DEBUG nova.network.neutron [req-0d3133e2-8540-4326-a7b9-0c2a8b00d7b2 req-abbe0739-e229-4841-a53f-480f5760d980 service nova] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.594353] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb663c39-b5c0-4df6-93de-d966e9b47c8f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.603699] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428a98bb-b316-491b-a830-16d05f21ce07 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.634450] env[63260]: DEBUG nova.compute.manager [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.637793] env[63260]: DEBUG nova.network.neutron [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Successfully created port: 3492be53-610d-4bdd-84bf-3a5438267c5e {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.643348] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd8596d-eaaa-4b9f-b19e-01e25b5c8a91 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.657249] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d833c30-6aa3-49c6-aa6d-d2221e56c897 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.661386] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284688, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.357466] env[63260]: DEBUG nova.network.neutron [-] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.358770] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f1a0e31-b65a-4882-b0c9-2eee11e987bd tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.362196] env[63260]: DEBUG nova.compute.provider_tree [None req-9c772234-5dd3-4e58-8536-49ac83e5701a tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.368731] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76946c1c-d010-4573-95fd-4423636cead0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.373785] env[63260]: DEBUG oslo_concurrency.lockutils [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Acquiring lock "17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.374013] env[63260]: DEBUG oslo_concurrency.lockutils [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Lock "17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.385952] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284689, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088631} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.386129] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284688, 'name': CreateVM_Task, 'duration_secs': 0.529961} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.387322] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.387548] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.388549] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9098e046-169b-456a-bd96-f7f1e2b4996b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.391381] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.391541] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.391841] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.394978] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3bf52f-911b-4e5d-af5f-4bde3599c789 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.405613] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1751fd24-043c-48b2-a4aa-82a4199b29c7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.434170] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 1bdb9216-1f13-4a0f-b343-feb2942cfd90/1bdb9216-1f13-4a0f-b343-feb2942cfd90.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.446739] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc2919e2-8b0a-4967-8382-8e1487cf56dc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.460821] env[63260]: DEBUG nova.compute.manager [req-0d3133e2-8540-4326-a7b9-0c2a8b00d7b2 req-abbe0739-e229-4841-a53f-480f5760d980 service nova] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Detach interface failed, port_id=3dc61576-8412-44c0-b22d-481b39eb6af3, reason: Instance ab5784bb-000b-4f56-bd35-65a04620b36f could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 802.461393] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for the task: (returnval){ [ 802.461393] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52689878-60a5-de12-ce39-a9211136c90f" [ 802.461393] env[63260]: _type = "Task" [ 802.461393] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.470017] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for the task: (returnval){ [ 802.470017] env[63260]: value = "task-2284690" [ 802.470017] env[63260]: _type = "Task" [ 802.470017] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.473664] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52689878-60a5-de12-ce39-a9211136c90f, 'name': SearchDatastore_Task, 'duration_secs': 0.010936} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.479197] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.479197] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.479197] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.479197] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.479197] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.479197] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c590785d-5ad1-4a95-9715-2182ab056de8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.485059] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284690, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.492032] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.492032] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.492032] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2083f5bb-f101-4758-977d-6800e3d41d6a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.496725] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for the task: (returnval){ [ 802.496725] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52bdc89d-2446-dec9-21f8-ee9c3bb112cb" [ 802.496725] env[63260]: _type = "Task" [ 802.496725] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.505802] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52bdc89d-2446-dec9-21f8-ee9c3bb112cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.864472] env[63260]: INFO nova.compute.manager [-] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Took 1.81 seconds to deallocate network for instance. [ 802.865675] env[63260]: DEBUG nova.compute.manager [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.874607] env[63260]: DEBUG nova.scheduler.client.report [None req-9c772234-5dd3-4e58-8536-49ac83e5701a tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.879063] env[63260]: DEBUG nova.compute.manager [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 802.893955] env[63260]: DEBUG nova.virt.hardware [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.894265] env[63260]: DEBUG nova.virt.hardware [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.894447] env[63260]: DEBUG nova.virt.hardware [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.894634] env[63260]: DEBUG nova.virt.hardware [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.894780] env[63260]: DEBUG nova.virt.hardware [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.894928] env[63260]: DEBUG nova.virt.hardware [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.895200] env[63260]: DEBUG nova.virt.hardware [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.895390] env[63260]: DEBUG nova.virt.hardware [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.895631] env[63260]: DEBUG nova.virt.hardware [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.895804] env[63260]: DEBUG nova.virt.hardware [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.896664] env[63260]: DEBUG nova.virt.hardware [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.897951] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9154800-447a-48e3-bf54-60bccb7cc558 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.909556] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a82e31-6a4a-4cc6-bd83-216903306122 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.983569] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284690, 'name': ReconfigVM_Task, 'duration_secs': 0.493826} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.983842] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 1bdb9216-1f13-4a0f-b343-feb2942cfd90/1bdb9216-1f13-4a0f-b343-feb2942cfd90.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.984456] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc4c50a6-c7dc-45ea-b7b3-79104b958046 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.992616] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for the task: (returnval){ [ 802.992616] env[63260]: value = "task-2284691" [ 802.992616] env[63260]: _type = "Task" [ 802.992616] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.001073] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284691, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.011026] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52bdc89d-2446-dec9-21f8-ee9c3bb112cb, 'name': SearchDatastore_Task, 'duration_secs': 0.011365} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.012199] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d85487d-8ef9-49f1-a719-2b5b08632fec {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.017976] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for the task: (returnval){ [ 803.017976] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526a10cc-c3d3-a3de-98b5-57c86f99c6d5" [ 803.017976] env[63260]: _type = "Task" [ 803.017976] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.026936] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526a10cc-c3d3-a3de-98b5-57c86f99c6d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.136148] env[63260]: DEBUG nova.compute.manager [req-5d3f9aab-275b-4c68-80d1-907f2a6cf27e req-5d944b64-7f82-4ad7-846c-cf2b1e3c936a service nova] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Received event network-vif-plugged-3492be53-610d-4bdd-84bf-3a5438267c5e {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 803.136284] env[63260]: DEBUG oslo_concurrency.lockutils [req-5d3f9aab-275b-4c68-80d1-907f2a6cf27e req-5d944b64-7f82-4ad7-846c-cf2b1e3c936a service nova] Acquiring lock "394ea16c-10bc-4433-bdb6-68edd866b54d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.136518] env[63260]: DEBUG oslo_concurrency.lockutils [req-5d3f9aab-275b-4c68-80d1-907f2a6cf27e req-5d944b64-7f82-4ad7-846c-cf2b1e3c936a service nova] Lock "394ea16c-10bc-4433-bdb6-68edd866b54d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.136656] env[63260]: DEBUG oslo_concurrency.lockutils [req-5d3f9aab-275b-4c68-80d1-907f2a6cf27e req-5d944b64-7f82-4ad7-846c-cf2b1e3c936a service nova] Lock "394ea16c-10bc-4433-bdb6-68edd866b54d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.136823] env[63260]: DEBUG nova.compute.manager [req-5d3f9aab-275b-4c68-80d1-907f2a6cf27e req-5d944b64-7f82-4ad7-846c-cf2b1e3c936a service nova] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] No waiting events found dispatching network-vif-plugged-3492be53-610d-4bdd-84bf-3a5438267c5e {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 803.136999] env[63260]: WARNING nova.compute.manager [req-5d3f9aab-275b-4c68-80d1-907f2a6cf27e req-5d944b64-7f82-4ad7-846c-cf2b1e3c936a service nova] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Received unexpected event network-vif-plugged-3492be53-610d-4bdd-84bf-3a5438267c5e for instance with vm_state building and task_state spawning. [ 803.231776] env[63260]: DEBUG nova.network.neutron [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Successfully updated port: 3492be53-610d-4bdd-84bf-3a5438267c5e {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 803.373814] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9eac66f3-9be0-471a-be56-505af768bd83 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.382678] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9c772234-5dd3-4e58-8536-49ac83e5701a tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.798s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.387247] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8b7ce3f0-b905-4e48-96c6-bcb2ca6398e6 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.780s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.387526] env[63260]: DEBUG nova.objects.instance [None req-8b7ce3f0-b905-4e48-96c6-bcb2ca6398e6 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Lazy-loading 'resources' on Instance uuid 59e99a9c-a395-45b6-886a-506f1de1163a {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.400978] env[63260]: DEBUG oslo_concurrency.lockutils [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.405161] env[63260]: INFO nova.scheduler.client.report [None req-9c772234-5dd3-4e58-8536-49ac83e5701a tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Deleted allocations for instance 28374458-e9ac-463f-923e-cfeb49492716 [ 803.503621] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284691, 'name': Rename_Task, 'duration_secs': 0.147013} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.504086] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.504366] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16ed2a11-4583-44e7-9397-dde61c457cca {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.511302] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for the task: (returnval){ [ 803.511302] env[63260]: value = "task-2284692" [ 803.511302] env[63260]: _type = "Task" [ 803.511302] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.519784] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284692, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.527642] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526a10cc-c3d3-a3de-98b5-57c86f99c6d5, 'name': SearchDatastore_Task, 'duration_secs': 0.010113} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.529054] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.529054] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] fa2fbe57-4a9a-456c-8e42-4660309ca10b/fa2fbe57-4a9a-456c-8e42-4660309ca10b.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.529054] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f39e7d8a-3493-40aa-b150-76fdcfd163b5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.536662] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for the task: (returnval){ [ 803.536662] env[63260]: value = "task-2284693" [ 803.536662] env[63260]: _type = "Task" [ 803.536662] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.544488] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.733992] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Acquiring lock "refresh_cache-394ea16c-10bc-4433-bdb6-68edd866b54d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.734211] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Acquired lock "refresh_cache-394ea16c-10bc-4433-bdb6-68edd866b54d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.734390] env[63260]: DEBUG nova.network.neutron [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.914712] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9c772234-5dd3-4e58-8536-49ac83e5701a tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Lock "28374458-e9ac-463f-923e-cfeb49492716" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.219s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.023245] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284692, 'name': PowerOnVM_Task, 'duration_secs': 0.478493} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.026466] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.026466] env[63260]: INFO nova.compute.manager [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Took 8.58 seconds to spawn the instance on the hypervisor. [ 804.026616] env[63260]: DEBUG nova.compute.manager [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.027706] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5feac1-7160-41c7-90fd-9175bd3e527b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.050206] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503019} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.050388] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] fa2fbe57-4a9a-456c-8e42-4660309ca10b/fa2fbe57-4a9a-456c-8e42-4660309ca10b.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.050669] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.051102] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b0d59ef-10db-4de7-8b78-14107c01ae4d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.059465] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for the task: (returnval){ [ 804.059465] env[63260]: value = "task-2284694" [ 804.059465] env[63260]: _type = "Task" [ 804.059465] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.069698] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284694, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.279060] env[63260]: DEBUG nova.network.neutron [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.290718] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec44992-8247-41fb-befa-32f856c25bf3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.300016] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f6b324-8391-4691-adfd-9f03924975bf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.333769] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44f349c-2d20-4dca-b891-995ebe3f0205 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.342031] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6083ed06-5b4a-4cbd-a87f-db631530ecbd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.355171] env[63260]: DEBUG nova.compute.provider_tree [None req-8b7ce3f0-b905-4e48-96c6-bcb2ca6398e6 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.430109] env[63260]: DEBUG nova.network.neutron [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Updating instance_info_cache with network_info: [{"id": "3492be53-610d-4bdd-84bf-3a5438267c5e", "address": "fa:16:3e:98:d9:6f", "network": {"id": "5cb568b9-5f77-4137-92ca-928572c9ed14", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-668314900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "03afed208e714742931054ccec014451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3492be53-61", "ovs_interfaceid": "3492be53-610d-4bdd-84bf-3a5438267c5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.543857] env[63260]: INFO nova.compute.manager [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Took 47.78 seconds to build instance. [ 804.571031] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284694, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168619} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.571320] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.572120] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ba0dd3-b99e-4881-bb4c-8e8d1932e591 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.596032] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] fa2fbe57-4a9a-456c-8e42-4660309ca10b/fa2fbe57-4a9a-456c-8e42-4660309ca10b.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.596386] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2ae8659-be28-48d6-b5b6-7192ba1822fb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.617988] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for the task: (returnval){ [ 804.617988] env[63260]: value = "task-2284696" [ 804.617988] env[63260]: _type = "Task" [ 804.617988] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.626985] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284696, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.860465] env[63260]: DEBUG nova.scheduler.client.report [None req-8b7ce3f0-b905-4e48-96c6-bcb2ca6398e6 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.932531] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Releasing lock "refresh_cache-394ea16c-10bc-4433-bdb6-68edd866b54d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.933137] env[63260]: DEBUG nova.compute.manager [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Instance network_info: |[{"id": "3492be53-610d-4bdd-84bf-3a5438267c5e", "address": "fa:16:3e:98:d9:6f", "network": {"id": "5cb568b9-5f77-4137-92ca-928572c9ed14", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-668314900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "03afed208e714742931054ccec014451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3492be53-61", "ovs_interfaceid": "3492be53-610d-4bdd-84bf-3a5438267c5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.933368] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:d9:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3492be53-610d-4bdd-84bf-3a5438267c5e', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.940791] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Creating folder: Project (03afed208e714742931054ccec014451). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.941103] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22e01e85-5d2b-44f2-93fc-acdcb8118dc7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.954072] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Created folder: Project (03afed208e714742931054ccec014451) in parent group-v464889. [ 804.954300] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Creating folder: Instances. Parent ref: group-v465083. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.954605] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80acd3e1-5fde-4b4f-a92a-0a3e260cb00c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.964988] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Created folder: Instances in parent group-v465083. [ 804.966030] env[63260]: DEBUG oslo.service.loopingcall [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 804.966030] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.966030] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91290b66-fb06-480e-bf32-3eaeb19631f2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.988053] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.988053] env[63260]: value = "task-2284699" [ 804.988053] env[63260]: _type = "Task" [ 804.988053] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.001142] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284699, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.047499] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Lock "1bdb9216-1f13-4a0f-b343-feb2942cfd90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.292s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.130145] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284696, 'name': ReconfigVM_Task, 'duration_secs': 0.267176} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.130435] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Reconfigured VM instance instance-00000043 to attach disk [datastore1] fa2fbe57-4a9a-456c-8e42-4660309ca10b/fa2fbe57-4a9a-456c-8e42-4660309ca10b.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.131130] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed1f82ee-18e2-4783-a7c7-1892de7caa6c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.138981] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for the task: (returnval){ [ 805.138981] env[63260]: value = "task-2284700" [ 805.138981] env[63260]: _type = "Task" [ 805.138981] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.147455] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284700, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.183248] env[63260]: DEBUG nova.compute.manager [req-463f6c74-ed64-47fa-bbd1-fc1fdafe62cb req-facfbcdd-eafb-4982-a558-eac30d67212e service nova] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Received event network-changed-3492be53-610d-4bdd-84bf-3a5438267c5e {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 805.183325] env[63260]: DEBUG nova.compute.manager [req-463f6c74-ed64-47fa-bbd1-fc1fdafe62cb req-facfbcdd-eafb-4982-a558-eac30d67212e service nova] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Refreshing instance network info cache due to event network-changed-3492be53-610d-4bdd-84bf-3a5438267c5e. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 805.183768] env[63260]: DEBUG oslo_concurrency.lockutils [req-463f6c74-ed64-47fa-bbd1-fc1fdafe62cb req-facfbcdd-eafb-4982-a558-eac30d67212e service nova] Acquiring lock "refresh_cache-394ea16c-10bc-4433-bdb6-68edd866b54d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.183768] env[63260]: DEBUG oslo_concurrency.lockutils [req-463f6c74-ed64-47fa-bbd1-fc1fdafe62cb req-facfbcdd-eafb-4982-a558-eac30d67212e service nova] Acquired lock "refresh_cache-394ea16c-10bc-4433-bdb6-68edd866b54d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.183856] env[63260]: DEBUG nova.network.neutron [req-463f6c74-ed64-47fa-bbd1-fc1fdafe62cb req-facfbcdd-eafb-4982-a558-eac30d67212e service nova] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Refreshing network info cache for port 3492be53-610d-4bdd-84bf-3a5438267c5e {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.366021] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8b7ce3f0-b905-4e48-96c6-bcb2ca6398e6 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.979s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.368482] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.290s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.368687] env[63260]: DEBUG nova.objects.instance [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63260) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 805.389395] env[63260]: INFO nova.scheduler.client.report [None req-8b7ce3f0-b905-4e48-96c6-bcb2ca6398e6 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Deleted allocations for instance 59e99a9c-a395-45b6-886a-506f1de1163a [ 805.499377] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284699, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.649629] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284700, 'name': Rename_Task, 'duration_secs': 0.160126} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.651045] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.651045] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cf92f74-f316-4f0f-b069-cf3d37de56a2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.657314] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for the task: (returnval){ [ 805.657314] env[63260]: value = "task-2284701" [ 805.657314] env[63260]: _type = "Task" [ 805.657314] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.665212] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.896830] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8b7ce3f0-b905-4e48-96c6-bcb2ca6398e6 tempest-ListImageFiltersTestJSON-452439761 tempest-ListImageFiltersTestJSON-452439761-project-member] Lock "59e99a9c-a395-45b6-886a-506f1de1163a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.795s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.915588] env[63260]: DEBUG nova.network.neutron [req-463f6c74-ed64-47fa-bbd1-fc1fdafe62cb req-facfbcdd-eafb-4982-a558-eac30d67212e service nova] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Updated VIF entry in instance network info cache for port 3492be53-610d-4bdd-84bf-3a5438267c5e. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.915983] env[63260]: DEBUG nova.network.neutron [req-463f6c74-ed64-47fa-bbd1-fc1fdafe62cb req-facfbcdd-eafb-4982-a558-eac30d67212e service nova] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Updating instance_info_cache with network_info: [{"id": "3492be53-610d-4bdd-84bf-3a5438267c5e", "address": "fa:16:3e:98:d9:6f", "network": {"id": "5cb568b9-5f77-4137-92ca-928572c9ed14", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-668314900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "03afed208e714742931054ccec014451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3492be53-61", "ovs_interfaceid": "3492be53-610d-4bdd-84bf-3a5438267c5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.000817] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284699, 'name': CreateVM_Task, 'duration_secs': 0.620865} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.001024] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.001968] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.002636] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.002636] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.002826] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6747a864-e119-4e27-8d31-d0536a89c459 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.008767] env[63260]: DEBUG oslo_vmware.api [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Waiting for the task: (returnval){ [ 806.008767] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b08def-b404-62fb-67d3-798a30032d91" [ 806.008767] env[63260]: _type = "Task" [ 806.008767] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.018093] env[63260]: DEBUG oslo_vmware.api [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b08def-b404-62fb-67d3-798a30032d91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.167883] env[63260]: DEBUG oslo_vmware.api [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284701, 'name': PowerOnVM_Task, 'duration_secs': 0.447601} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.168251] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.168456] env[63260]: INFO nova.compute.manager [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Took 8.09 seconds to spawn the instance on the hypervisor. [ 806.168629] env[63260]: DEBUG nova.compute.manager [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.169496] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53bfedc-a1cf-4fa7-b6d2-2680f48ae220 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.378466] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6584129-a9a6-41ff-828b-5d08900650ee tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.379847] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9b112151-4f54-4dd2-94a7-16bcd7672335 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.447s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.380481] env[63260]: DEBUG nova.objects.instance [None req-9b112151-4f54-4dd2-94a7-16bcd7672335 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lazy-loading 'resources' on Instance uuid 33fd6009-046c-4511-9c50-f435f0c80a16 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.418589] env[63260]: DEBUG oslo_concurrency.lockutils [req-463f6c74-ed64-47fa-bbd1-fc1fdafe62cb req-facfbcdd-eafb-4982-a558-eac30d67212e service nova] Releasing lock "refresh_cache-394ea16c-10bc-4433-bdb6-68edd866b54d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.522522] env[63260]: DEBUG oslo_vmware.api [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b08def-b404-62fb-67d3-798a30032d91, 'name': SearchDatastore_Task, 'duration_secs': 0.01327} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.522885] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.523126] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.523384] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.523555] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.523777] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.524084] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ca4eced-0df5-47ce-a6b7-093ee7beaa36 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.533561] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.533748] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.534462] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-529f3036-2de2-4ac5-96c1-dbda733b35ec {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.540456] env[63260]: DEBUG oslo_vmware.api [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Waiting for the task: (returnval){ [ 806.540456] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528618c2-686b-6ab2-f9e8-9550c61530a3" [ 806.540456] env[63260]: _type = "Task" [ 806.540456] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.548311] env[63260]: DEBUG oslo_vmware.api [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528618c2-686b-6ab2-f9e8-9550c61530a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.687829] env[63260]: INFO nova.compute.manager [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Took 49.89 seconds to build instance. [ 807.057051] env[63260]: DEBUG oslo_vmware.api [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528618c2-686b-6ab2-f9e8-9550c61530a3, 'name': SearchDatastore_Task, 'duration_secs': 0.013188} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.061504] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25108a12-4a8f-4c62-b738-9fba02c00ed1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.080721] env[63260]: DEBUG oslo_vmware.api [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Waiting for the task: (returnval){ [ 807.080721] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52052509-d2de-5208-fbfc-e09b36327eb6" [ 807.080721] env[63260]: _type = "Task" [ 807.080721] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.106993] env[63260]: DEBUG oslo_vmware.api [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52052509-d2de-5208-fbfc-e09b36327eb6, 'name': SearchDatastore_Task, 'duration_secs': 0.011409} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.110019] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.110304] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 394ea16c-10bc-4433-bdb6-68edd866b54d/394ea16c-10bc-4433-bdb6-68edd866b54d.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.110582] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb0b9b14-bce0-44a7-a477-a8919ad13b84 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.122526] env[63260]: DEBUG oslo_vmware.api [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Waiting for the task: (returnval){ [ 807.122526] env[63260]: value = "task-2284702" [ 807.122526] env[63260]: _type = "Task" [ 807.122526] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.138700] env[63260]: DEBUG oslo_vmware.api [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Task: {'id': task-2284702, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.189533] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0443c5c8-aa9e-422a-8188-094a4d1b6bbe tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Lock "fa2fbe57-4a9a-456c-8e42-4660309ca10b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.401s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.271043] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da007dd2-2fbd-4a33-9072-2a075b146436 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.283366] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db437d27-8df8-4de5-afac-6f620275fdb5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.320878] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828dddd6-8188-4a82-9ff8-e96994861a7f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.333812] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02b2477-13b6-4f37-ad45-c0b288eed519 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.354638] env[63260]: DEBUG nova.compute.provider_tree [None req-9b112151-4f54-4dd2-94a7-16bcd7672335 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.638548] env[63260]: DEBUG oslo_vmware.api [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Task: {'id': task-2284702, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.862129] env[63260]: DEBUG nova.scheduler.client.report [None req-9b112151-4f54-4dd2-94a7-16bcd7672335 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.910562] env[63260]: DEBUG oslo_concurrency.lockutils [None req-50286fc9-33b6-48c4-bda7-e1179d925ddd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Acquiring lock "cf19fd4d-d960-46bf-a86b-3760b5d0bfee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.910838] env[63260]: DEBUG oslo_concurrency.lockutils [None req-50286fc9-33b6-48c4-bda7-e1179d925ddd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Lock "cf19fd4d-d960-46bf-a86b-3760b5d0bfee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.911064] env[63260]: DEBUG oslo_concurrency.lockutils [None req-50286fc9-33b6-48c4-bda7-e1179d925ddd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Acquiring lock "cf19fd4d-d960-46bf-a86b-3760b5d0bfee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.911249] env[63260]: DEBUG oslo_concurrency.lockutils [None req-50286fc9-33b6-48c4-bda7-e1179d925ddd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Lock "cf19fd4d-d960-46bf-a86b-3760b5d0bfee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.912030] env[63260]: DEBUG oslo_concurrency.lockutils [None req-50286fc9-33b6-48c4-bda7-e1179d925ddd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Lock "cf19fd4d-d960-46bf-a86b-3760b5d0bfee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.916297] env[63260]: INFO nova.compute.manager [None req-50286fc9-33b6-48c4-bda7-e1179d925ddd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Terminating instance [ 808.050318] env[63260]: DEBUG oslo_concurrency.lockutils [None req-bc0e1b51-16ee-4c95-b065-c01d041bcf1d tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquiring lock "1bdb9216-1f13-4a0f-b343-feb2942cfd90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.050583] env[63260]: DEBUG oslo_concurrency.lockutils [None req-bc0e1b51-16ee-4c95-b065-c01d041bcf1d tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Lock "1bdb9216-1f13-4a0f-b343-feb2942cfd90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.050801] env[63260]: DEBUG oslo_concurrency.lockutils [None req-bc0e1b51-16ee-4c95-b065-c01d041bcf1d tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquiring lock "1bdb9216-1f13-4a0f-b343-feb2942cfd90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.050982] env[63260]: DEBUG oslo_concurrency.lockutils [None req-bc0e1b51-16ee-4c95-b065-c01d041bcf1d tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Lock "1bdb9216-1f13-4a0f-b343-feb2942cfd90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.051164] env[63260]: DEBUG oslo_concurrency.lockutils [None req-bc0e1b51-16ee-4c95-b065-c01d041bcf1d tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Lock "1bdb9216-1f13-4a0f-b343-feb2942cfd90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.053327] env[63260]: INFO nova.compute.manager [None req-bc0e1b51-16ee-4c95-b065-c01d041bcf1d tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Terminating instance [ 808.117686] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8590a3f6-1cb4-42c7-9c5d-7a9d25ef1ce9 tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquiring lock "fa2fbe57-4a9a-456c-8e42-4660309ca10b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.117952] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8590a3f6-1cb4-42c7-9c5d-7a9d25ef1ce9 tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Lock "fa2fbe57-4a9a-456c-8e42-4660309ca10b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.118180] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8590a3f6-1cb4-42c7-9c5d-7a9d25ef1ce9 tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquiring lock "fa2fbe57-4a9a-456c-8e42-4660309ca10b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.118368] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8590a3f6-1cb4-42c7-9c5d-7a9d25ef1ce9 tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Lock "fa2fbe57-4a9a-456c-8e42-4660309ca10b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.118540] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8590a3f6-1cb4-42c7-9c5d-7a9d25ef1ce9 tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Lock "fa2fbe57-4a9a-456c-8e42-4660309ca10b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.120683] env[63260]: INFO nova.compute.manager [None req-8590a3f6-1cb4-42c7-9c5d-7a9d25ef1ce9 tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Terminating instance [ 808.134286] env[63260]: DEBUG oslo_vmware.api [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Task: {'id': task-2284702, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.953453} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.134524] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 394ea16c-10bc-4433-bdb6-68edd866b54d/394ea16c-10bc-4433-bdb6-68edd866b54d.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.134774] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.135035] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fe4afeb-3f2a-4725-b226-e4750aeac396 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.143291] env[63260]: DEBUG oslo_vmware.api [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Waiting for the task: (returnval){ [ 808.143291] env[63260]: value = "task-2284703" [ 808.143291] env[63260]: _type = "Task" [ 808.143291] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.151578] env[63260]: DEBUG oslo_vmware.api [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Task: {'id': task-2284703, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.369473] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9b112151-4f54-4dd2-94a7-16bcd7672335 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.990s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.374148] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.942s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.375649] env[63260]: INFO nova.compute.claims [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.414033] env[63260]: INFO nova.scheduler.client.report [None req-9b112151-4f54-4dd2-94a7-16bcd7672335 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Deleted allocations for instance 33fd6009-046c-4511-9c50-f435f0c80a16 [ 808.424993] env[63260]: DEBUG nova.compute.manager [None req-50286fc9-33b6-48c4-bda7-e1179d925ddd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 808.425224] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-50286fc9-33b6-48c4-bda7-e1179d925ddd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.426330] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f4e562-e4dd-453f-b79c-7ddb9bb0e1b5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.435501] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-50286fc9-33b6-48c4-bda7-e1179d925ddd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.435646] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85de7043-ce91-445c-bdb2-0fd9bd79978d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.444052] env[63260]: DEBUG oslo_vmware.api [None req-50286fc9-33b6-48c4-bda7-e1179d925ddd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Waiting for the task: (returnval){ [ 808.444052] env[63260]: value = "task-2284704" [ 808.444052] env[63260]: _type = "Task" [ 808.444052] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.457308] env[63260]: DEBUG oslo_vmware.api [None req-50286fc9-33b6-48c4-bda7-e1179d925ddd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': task-2284704, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.561022] env[63260]: DEBUG nova.compute.manager [None req-bc0e1b51-16ee-4c95-b065-c01d041bcf1d tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 808.561022] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0e1b51-16ee-4c95-b065-c01d041bcf1d tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.561022] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40688e36-eba8-40cc-9510-c5d721b61e30 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.568126] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc0e1b51-16ee-4c95-b065-c01d041bcf1d tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.568384] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0c0ca8d-e5fc-4ac9-a96d-9b3e11629a71 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.577567] env[63260]: DEBUG oslo_vmware.api [None req-bc0e1b51-16ee-4c95-b065-c01d041bcf1d tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for the task: (returnval){ [ 808.577567] env[63260]: value = "task-2284705" [ 808.577567] env[63260]: _type = "Task" [ 808.577567] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.588386] env[63260]: DEBUG oslo_vmware.api [None req-bc0e1b51-16ee-4c95-b065-c01d041bcf1d tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.624417] env[63260]: DEBUG nova.compute.manager [None req-8590a3f6-1cb4-42c7-9c5d-7a9d25ef1ce9 tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 808.624854] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8590a3f6-1cb4-42c7-9c5d-7a9d25ef1ce9 tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.625995] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b554f2-b502-43f3-aa26-47c663bdfe1a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.638647] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8590a3f6-1cb4-42c7-9c5d-7a9d25ef1ce9 tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.638985] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ad3eebd-99e0-4e1d-939e-9ea9cd98ac3e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.649571] env[63260]: DEBUG oslo_vmware.api [None req-8590a3f6-1cb4-42c7-9c5d-7a9d25ef1ce9 tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for the task: (returnval){ [ 808.649571] env[63260]: value = "task-2284706" [ 808.649571] env[63260]: _type = "Task" [ 808.649571] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.656831] env[63260]: DEBUG oslo_vmware.api [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Task: {'id': task-2284703, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.276689} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.658051] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.659467] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18504ced-ff40-4a00-bddd-0b799d70c365 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.666130] env[63260]: DEBUG oslo_vmware.api [None req-8590a3f6-1cb4-42c7-9c5d-7a9d25ef1ce9 tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.688030] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 394ea16c-10bc-4433-bdb6-68edd866b54d/394ea16c-10bc-4433-bdb6-68edd866b54d.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.688535] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48d01fbe-b222-471a-aebd-94f5af3f3f87 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.711991] env[63260]: DEBUG oslo_vmware.api [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Waiting for the task: (returnval){ [ 808.711991] env[63260]: value = "task-2284707" [ 808.711991] env[63260]: _type = "Task" [ 808.711991] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.721032] env[63260]: DEBUG oslo_vmware.api [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Task: {'id': task-2284707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.926990] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9b112151-4f54-4dd2-94a7-16bcd7672335 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "33fd6009-046c-4511-9c50-f435f0c80a16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.993s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.956317] env[63260]: DEBUG oslo_vmware.api [None req-50286fc9-33b6-48c4-bda7-e1179d925ddd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': task-2284704, 'name': PowerOffVM_Task, 'duration_secs': 0.322411} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.956618] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-50286fc9-33b6-48c4-bda7-e1179d925ddd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.956800] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-50286fc9-33b6-48c4-bda7-e1179d925ddd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.957089] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c720992e-6a22-465a-b78e-6060a1d28ac6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.044893] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-50286fc9-33b6-48c4-bda7-e1179d925ddd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.045145] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-50286fc9-33b6-48c4-bda7-e1179d925ddd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.045345] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-50286fc9-33b6-48c4-bda7-e1179d925ddd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Deleting the datastore file [datastore1] cf19fd4d-d960-46bf-a86b-3760b5d0bfee {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.045648] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14304d62-e5b4-48aa-a3d4-f0af5055230b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.054738] env[63260]: DEBUG oslo_vmware.api [None req-50286fc9-33b6-48c4-bda7-e1179d925ddd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Waiting for the task: (returnval){ [ 809.054738] env[63260]: value = "task-2284709" [ 809.054738] env[63260]: _type = "Task" [ 809.054738] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.064927] env[63260]: DEBUG oslo_vmware.api [None req-50286fc9-33b6-48c4-bda7-e1179d925ddd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': task-2284709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.088458] env[63260]: DEBUG oslo_vmware.api [None req-bc0e1b51-16ee-4c95-b065-c01d041bcf1d tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284705, 'name': PowerOffVM_Task, 'duration_secs': 0.240392} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.088779] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc0e1b51-16ee-4c95-b065-c01d041bcf1d tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.088949] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0e1b51-16ee-4c95-b065-c01d041bcf1d tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.089245] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-583e8b38-8983-4634-a307-273e7bc5c151 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.160549] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0e1b51-16ee-4c95-b065-c01d041bcf1d tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.160794] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0e1b51-16ee-4c95-b065-c01d041bcf1d tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.160988] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc0e1b51-16ee-4c95-b065-c01d041bcf1d tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Deleting the datastore file [datastore2] 1bdb9216-1f13-4a0f-b343-feb2942cfd90 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.161289] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d2d4c66-2897-475e-962c-67f388d5f784 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.166086] env[63260]: DEBUG oslo_vmware.api [None req-8590a3f6-1cb4-42c7-9c5d-7a9d25ef1ce9 tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284706, 'name': PowerOffVM_Task, 'duration_secs': 0.233321} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.166809] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8590a3f6-1cb4-42c7-9c5d-7a9d25ef1ce9 tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.166935] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8590a3f6-1cb4-42c7-9c5d-7a9d25ef1ce9 tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.167167] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b064d9df-d913-4b9f-bb99-13ec2982b5d5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.171456] env[63260]: DEBUG oslo_vmware.api [None req-bc0e1b51-16ee-4c95-b065-c01d041bcf1d tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for the task: (returnval){ [ 809.171456] env[63260]: value = "task-2284711" [ 809.171456] env[63260]: _type = "Task" [ 809.171456] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.222315] env[63260]: DEBUG oslo_vmware.api [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Task: {'id': task-2284707, 'name': ReconfigVM_Task, 'duration_secs': 0.372389} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.222572] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 394ea16c-10bc-4433-bdb6-68edd866b54d/394ea16c-10bc-4433-bdb6-68edd866b54d.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.223243] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36b42281-b245-43f0-ae19-8b694e378c96 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.232496] env[63260]: DEBUG oslo_vmware.api [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Waiting for the task: (returnval){ [ 809.232496] env[63260]: value = "task-2284713" [ 809.232496] env[63260]: _type = "Task" [ 809.232496] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.242562] env[63260]: DEBUG oslo_vmware.api [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Task: {'id': task-2284713, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.255521] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8590a3f6-1cb4-42c7-9c5d-7a9d25ef1ce9 tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.256484] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8590a3f6-1cb4-42c7-9c5d-7a9d25ef1ce9 tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.256819] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-8590a3f6-1cb4-42c7-9c5d-7a9d25ef1ce9 tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Deleting the datastore file [datastore1] fa2fbe57-4a9a-456c-8e42-4660309ca10b {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.257819] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-846a268d-f630-4116-b87d-ac21f081b6a4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.267567] env[63260]: DEBUG oslo_vmware.api [None req-8590a3f6-1cb4-42c7-9c5d-7a9d25ef1ce9 tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for the task: (returnval){ [ 809.267567] env[63260]: value = "task-2284714" [ 809.267567] env[63260]: _type = "Task" [ 809.267567] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.280184] env[63260]: DEBUG oslo_vmware.api [None req-8590a3f6-1cb4-42c7-9c5d-7a9d25ef1ce9 tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.569327] env[63260]: DEBUG oslo_vmware.api [None req-50286fc9-33b6-48c4-bda7-e1179d925ddd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Task: {'id': task-2284709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143088} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.569327] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-50286fc9-33b6-48c4-bda7-e1179d925ddd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.569327] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-50286fc9-33b6-48c4-bda7-e1179d925ddd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.569327] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-50286fc9-33b6-48c4-bda7-e1179d925ddd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.569327] env[63260]: INFO nova.compute.manager [None req-50286fc9-33b6-48c4-bda7-e1179d925ddd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Took 1.14 seconds to destroy the instance on the hypervisor. [ 809.569327] env[63260]: DEBUG oslo.service.loopingcall [None req-50286fc9-33b6-48c4-bda7-e1179d925ddd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 809.569327] env[63260]: DEBUG nova.compute.manager [-] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 809.569327] env[63260]: DEBUG nova.network.neutron [-] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 809.683205] env[63260]: DEBUG oslo_vmware.api [None req-bc0e1b51-16ee-4c95-b065-c01d041bcf1d tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190723} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.686417] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc0e1b51-16ee-4c95-b065-c01d041bcf1d tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.686973] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0e1b51-16ee-4c95-b065-c01d041bcf1d tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.687250] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0e1b51-16ee-4c95-b065-c01d041bcf1d tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.688077] env[63260]: INFO nova.compute.manager [None req-bc0e1b51-16ee-4c95-b065-c01d041bcf1d tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Took 1.13 seconds to destroy the instance on the hypervisor. [ 809.688077] env[63260]: DEBUG oslo.service.loopingcall [None req-bc0e1b51-16ee-4c95-b065-c01d041bcf1d tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 809.689299] env[63260]: DEBUG nova.compute.manager [-] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 809.689384] env[63260]: DEBUG nova.network.neutron [-] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 809.745904] env[63260]: DEBUG oslo_vmware.api [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Task: {'id': task-2284713, 'name': Rename_Task, 'duration_secs': 0.153221} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.746815] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.749584] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c40974eb-16f1-402d-985c-a23c93fb96e4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.758990] env[63260]: DEBUG oslo_vmware.api [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Waiting for the task: (returnval){ [ 809.758990] env[63260]: value = "task-2284715" [ 809.758990] env[63260]: _type = "Task" [ 809.758990] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.773328] env[63260]: DEBUG oslo_vmware.api [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Task: {'id': task-2284715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.779057] env[63260]: DEBUG oslo_vmware.api [None req-8590a3f6-1cb4-42c7-9c5d-7a9d25ef1ce9 tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Task: {'id': task-2284714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147833} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.779554] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-8590a3f6-1cb4-42c7-9c5d-7a9d25ef1ce9 tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.779554] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8590a3f6-1cb4-42c7-9c5d-7a9d25ef1ce9 tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.779873] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8590a3f6-1cb4-42c7-9c5d-7a9d25ef1ce9 tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.780185] env[63260]: INFO nova.compute.manager [None req-8590a3f6-1cb4-42c7-9c5d-7a9d25ef1ce9 tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 809.780362] env[63260]: DEBUG oslo.service.loopingcall [None req-8590a3f6-1cb4-42c7-9c5d-7a9d25ef1ce9 tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 809.780607] env[63260]: DEBUG nova.compute.manager [-] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 809.780689] env[63260]: DEBUG nova.network.neutron [-] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 809.841058] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8600c41a-a9bb-4d14-bd9d-5b7ecf8fb629 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.850786] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14eee43-3b40-4de9-a946-4ab385c974e7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.888581] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bf02ae-b54c-455b-b918-d1dce61107cd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.897389] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d3f611-86c0-4708-88d7-bb7a94582953 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.913963] env[63260]: DEBUG nova.compute.provider_tree [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 810.271938] env[63260]: DEBUG oslo_vmware.api [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Task: {'id': task-2284715, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.374213] env[63260]: DEBUG nova.compute.manager [req-9a90c55b-6bd4-4464-a506-bab79b5aceed req-6c2d354a-0bd4-4194-bb16-bde669105f65 service nova] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Received event network-vif-deleted-a8261658-426a-4c35-a0ff-6727b180c23e {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 810.374213] env[63260]: INFO nova.compute.manager [req-9a90c55b-6bd4-4464-a506-bab79b5aceed req-6c2d354a-0bd4-4194-bb16-bde669105f65 service nova] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Neutron deleted interface a8261658-426a-4c35-a0ff-6727b180c23e; detaching it from the instance and deleting it from the info cache [ 810.374213] env[63260]: DEBUG nova.network.neutron [req-9a90c55b-6bd4-4464-a506-bab79b5aceed req-6c2d354a-0bd4-4194-bb16-bde669105f65 service nova] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.438053] env[63260]: ERROR nova.scheduler.client.report [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] [req-3f5bf720-eb6d-46a3-b2d8-79ea94035545] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 535ed902-6829-4832-9c79-14d5c1df9745. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3f5bf720-eb6d-46a3-b2d8-79ea94035545"}]} [ 810.455513] env[63260]: DEBUG nova.compute.manager [req-ef693a5b-c908-413d-98f8-c156adb6ba0f req-84447d17-e427-4559-a57e-77a82f76dec2 service nova] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Received event network-vif-deleted-48f2cf31-9625-4ec6-ae65-d081ca68e5af {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 810.455698] env[63260]: INFO nova.compute.manager [req-ef693a5b-c908-413d-98f8-c156adb6ba0f req-84447d17-e427-4559-a57e-77a82f76dec2 service nova] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Neutron deleted interface 48f2cf31-9625-4ec6-ae65-d081ca68e5af; detaching it from the instance and deleting it from the info cache [ 810.455909] env[63260]: DEBUG nova.network.neutron [req-ef693a5b-c908-413d-98f8-c156adb6ba0f req-84447d17-e427-4559-a57e-77a82f76dec2 service nova] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.458671] env[63260]: DEBUG nova.scheduler.client.report [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Refreshing inventories for resource provider 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 810.479144] env[63260]: DEBUG nova.scheduler.client.report [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Updating ProviderTree inventory for provider 535ed902-6829-4832-9c79-14d5c1df9745 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 810.479346] env[63260]: DEBUG nova.compute.provider_tree [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 810.491717] env[63260]: DEBUG nova.scheduler.client.report [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Refreshing aggregate associations for resource provider 535ed902-6829-4832-9c79-14d5c1df9745, aggregates: None {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 810.516306] env[63260]: DEBUG nova.scheduler.client.report [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Refreshing trait associations for resource provider 535ed902-6829-4832-9c79-14d5c1df9745, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 810.656433] env[63260]: DEBUG nova.network.neutron [-] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.731418] env[63260]: DEBUG nova.network.neutron [-] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.779858] env[63260]: DEBUG nova.network.neutron [-] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.781439] env[63260]: DEBUG oslo_vmware.api [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Task: {'id': task-2284715, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.878471] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e4d2c47-25cd-46e2-9922-3aed1df6968e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.897174] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bae5790-e265-454d-8816-4f38ed977edf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.919075] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Acquiring lock "86bd65c7-3041-4000-a2d3-004c606289c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.919075] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Lock "86bd65c7-3041-4000-a2d3-004c606289c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.936810] env[63260]: DEBUG nova.compute.manager [req-9a90c55b-6bd4-4464-a506-bab79b5aceed req-6c2d354a-0bd4-4194-bb16-bde669105f65 service nova] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Detach interface failed, port_id=a8261658-426a-4c35-a0ff-6727b180c23e, reason: Instance 1bdb9216-1f13-4a0f-b343-feb2942cfd90 could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 810.965216] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-934efd3e-c4e1-43a8-b527-f788145d1400 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.974813] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e721e68-29a2-4f31-a729-2630d676037d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.986969] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43327daf-0df5-45eb-8e8d-7e05b78bbd02 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.994666] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe1e9f4-1750-4ba5-8850-c617d3f14c97 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.039238] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0162156d-64d1-479d-9a3e-25fb14ec883d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.039586] env[63260]: DEBUG nova.compute.manager [req-ef693a5b-c908-413d-98f8-c156adb6ba0f req-84447d17-e427-4559-a57e-77a82f76dec2 service nova] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Detach interface failed, port_id=48f2cf31-9625-4ec6-ae65-d081ca68e5af, reason: Instance fa2fbe57-4a9a-456c-8e42-4660309ca10b could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 811.045974] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0d5d35-1970-4775-8ec0-d7544bd8c60b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.060403] env[63260]: DEBUG nova.compute.provider_tree [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 811.158331] env[63260]: INFO nova.compute.manager [-] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Took 1.47 seconds to deallocate network for instance. [ 811.224168] env[63260]: DEBUG oslo_concurrency.lockutils [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "3d0f44ca-75e7-4579-9e7c-0451473e64af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.224402] env[63260]: DEBUG oslo_concurrency.lockutils [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "3d0f44ca-75e7-4579-9e7c-0451473e64af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.235140] env[63260]: INFO nova.compute.manager [-] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Took 1.45 seconds to deallocate network for instance. [ 811.270704] env[63260]: DEBUG oslo_vmware.api [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Task: {'id': task-2284715, 'name': PowerOnVM_Task, 'duration_secs': 1.057683} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.270958] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.271170] env[63260]: INFO nova.compute.manager [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Took 8.41 seconds to spawn the instance on the hypervisor. [ 811.271350] env[63260]: DEBUG nova.compute.manager [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.272111] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291e37d3-d277-4b25-8dfa-93e3d79cbaba {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.283024] env[63260]: INFO nova.compute.manager [-] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Took 1.71 seconds to deallocate network for instance. [ 811.421879] env[63260]: DEBUG nova.compute.manager [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 811.582986] env[63260]: ERROR nova.scheduler.client.report [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] [req-394c5a3c-0196-4fd8-ac14-a9cd36447b01] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 535ed902-6829-4832-9c79-14d5c1df9745. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-394c5a3c-0196-4fd8-ac14-a9cd36447b01"}]} [ 811.599025] env[63260]: DEBUG nova.scheduler.client.report [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Refreshing inventories for resource provider 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 811.613290] env[63260]: DEBUG nova.scheduler.client.report [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Updating ProviderTree inventory for provider 535ed902-6829-4832-9c79-14d5c1df9745 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 811.613410] env[63260]: DEBUG nova.compute.provider_tree [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 811.627768] env[63260]: DEBUG nova.scheduler.client.report [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Refreshing aggregate associations for resource provider 535ed902-6829-4832-9c79-14d5c1df9745, aggregates: None {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 811.647061] env[63260]: DEBUG nova.scheduler.client.report [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Refreshing trait associations for resource provider 535ed902-6829-4832-9c79-14d5c1df9745, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 811.669717] env[63260]: DEBUG oslo_concurrency.lockutils [None req-bc0e1b51-16ee-4c95-b065-c01d041bcf1d tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.726547] env[63260]: DEBUG nova.compute.manager [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 811.741442] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8590a3f6-1cb4-42c7-9c5d-7a9d25ef1ce9 tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.790577] env[63260]: DEBUG oslo_concurrency.lockutils [None req-50286fc9-33b6-48c4-bda7-e1179d925ddd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.792899] env[63260]: INFO nova.compute.manager [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Took 47.24 seconds to build instance. [ 811.946308] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.039950] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc84f3ee-3650-405c-bcb9-a252d68f8dd6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.048474] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce61c67-ac64-4b63-b752-6b64c9341bba {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.079653] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0db1b48-f2ba-46cc-b899-715d7bdb9170 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.087517] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e69280-231d-4b00-9446-66849587ff90 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.100470] env[63260]: DEBUG nova.compute.provider_tree [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 812.248253] env[63260]: DEBUG oslo_concurrency.lockutils [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.298726] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6c782c55-f66b-4a2f-a5e2-9a0e4f587ab1 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Lock "394ea16c-10bc-4433-bdb6-68edd866b54d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.761s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.479111] env[63260]: DEBUG nova.compute.manager [req-6658a083-ae15-41c7-9491-2e6014b533c7 req-1eb74640-8f61-44d2-960b-c99514993847 service nova] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Received event network-vif-deleted-62974bee-89f1-423e-955e-106af7e5c5ef {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 812.490426] env[63260]: INFO nova.compute.manager [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Rescuing [ 812.490661] env[63260]: DEBUG oslo_concurrency.lockutils [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Acquiring lock "refresh_cache-394ea16c-10bc-4433-bdb6-68edd866b54d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.490813] env[63260]: DEBUG oslo_concurrency.lockutils [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Acquired lock "refresh_cache-394ea16c-10bc-4433-bdb6-68edd866b54d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.490972] env[63260]: DEBUG nova.network.neutron [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.632839] env[63260]: DEBUG nova.scheduler.client.report [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Updated inventory for provider 535ed902-6829-4832-9c79-14d5c1df9745 with generation 89 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 812.633152] env[63260]: DEBUG nova.compute.provider_tree [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Updating resource provider 535ed902-6829-4832-9c79-14d5c1df9745 generation from 89 to 90 during operation: update_inventory {{(pid=63260) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 812.633335] env[63260]: DEBUG nova.compute.provider_tree [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 813.138439] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.764s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.138983] env[63260]: DEBUG nova.compute.manager [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 813.141463] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.105s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.145017] env[63260]: INFO nova.compute.claims [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 813.243565] env[63260]: DEBUG nova.network.neutron [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Updating instance_info_cache with network_info: [{"id": "3492be53-610d-4bdd-84bf-3a5438267c5e", "address": "fa:16:3e:98:d9:6f", "network": {"id": "5cb568b9-5f77-4137-92ca-928572c9ed14", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-668314900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "03afed208e714742931054ccec014451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3492be53-61", "ovs_interfaceid": "3492be53-610d-4bdd-84bf-3a5438267c5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.650217] env[63260]: DEBUG nova.compute.utils [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 813.652415] env[63260]: DEBUG nova.compute.manager [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 813.652622] env[63260]: DEBUG nova.network.neutron [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.698749] env[63260]: DEBUG nova.policy [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '110c430da4fc4ea198449289dc81748e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d8cd496a3ea4f9893b27ed5f68729e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.746857] env[63260]: DEBUG oslo_concurrency.lockutils [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Releasing lock "refresh_cache-394ea16c-10bc-4433-bdb6-68edd866b54d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.004807] env[63260]: DEBUG nova.network.neutron [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Successfully created port: ca2c00ff-24fc-4dbd-ab7a-3fa1d221578a {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 814.157285] env[63260]: DEBUG nova.compute.manager [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 814.491074] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ac2b75-38dc-41b4-81bc-0c69e4fc8c2e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.499014] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218762bf-2390-48de-b8da-4025fe360c45 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.531036] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e470d2fa-1dbf-45ba-b74c-7acf71fa3464 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.539711] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3953dce-8189-446e-8b98-98c859bf0d40 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.553764] env[63260]: DEBUG nova.compute.provider_tree [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.059241] env[63260]: DEBUG nova.scheduler.client.report [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.168453] env[63260]: DEBUG nova.compute.manager [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 815.195561] env[63260]: DEBUG nova.virt.hardware [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.195561] env[63260]: DEBUG nova.virt.hardware [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.195561] env[63260]: DEBUG nova.virt.hardware [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.195786] env[63260]: DEBUG nova.virt.hardware [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.195828] env[63260]: DEBUG nova.virt.hardware [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.195966] env[63260]: DEBUG nova.virt.hardware [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.196200] env[63260]: DEBUG nova.virt.hardware [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.196364] env[63260]: DEBUG nova.virt.hardware [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.196531] env[63260]: DEBUG nova.virt.hardware [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.196696] env[63260]: DEBUG nova.virt.hardware [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.196871] env[63260]: DEBUG nova.virt.hardware [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.197973] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6648e388-d192-41fa-afc5-5027404735aa {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.206332] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862d7385-7ed6-4388-a5cb-a6adafc0f457 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.284211] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.284520] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97c2ec69-301d-4054-9411-f82f35eb7788 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.292215] env[63260]: DEBUG oslo_vmware.api [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Waiting for the task: (returnval){ [ 815.292215] env[63260]: value = "task-2284716" [ 815.292215] env[63260]: _type = "Task" [ 815.292215] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.300895] env[63260]: DEBUG oslo_vmware.api [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Task: {'id': task-2284716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.487354] env[63260]: DEBUG nova.compute.manager [req-1c2a9151-2512-46e1-a593-727e8800ca55 req-b9fb51bd-40fa-4841-bdb2-5a279b254554 service nova] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Received event network-vif-plugged-ca2c00ff-24fc-4dbd-ab7a-3fa1d221578a {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 815.487442] env[63260]: DEBUG oslo_concurrency.lockutils [req-1c2a9151-2512-46e1-a593-727e8800ca55 req-b9fb51bd-40fa-4841-bdb2-5a279b254554 service nova] Acquiring lock "cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.487773] env[63260]: DEBUG oslo_concurrency.lockutils [req-1c2a9151-2512-46e1-a593-727e8800ca55 req-b9fb51bd-40fa-4841-bdb2-5a279b254554 service nova] Lock "cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.487920] env[63260]: DEBUG oslo_concurrency.lockutils [req-1c2a9151-2512-46e1-a593-727e8800ca55 req-b9fb51bd-40fa-4841-bdb2-5a279b254554 service nova] Lock "cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.488101] env[63260]: DEBUG nova.compute.manager [req-1c2a9151-2512-46e1-a593-727e8800ca55 req-b9fb51bd-40fa-4841-bdb2-5a279b254554 service nova] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] No waiting events found dispatching network-vif-plugged-ca2c00ff-24fc-4dbd-ab7a-3fa1d221578a {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.488270] env[63260]: WARNING nova.compute.manager [req-1c2a9151-2512-46e1-a593-727e8800ca55 req-b9fb51bd-40fa-4841-bdb2-5a279b254554 service nova] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Received unexpected event network-vif-plugged-ca2c00ff-24fc-4dbd-ab7a-3fa1d221578a for instance with vm_state building and task_state spawning. [ 815.564608] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.565172] env[63260]: DEBUG nova.compute.manager [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.568126] env[63260]: DEBUG oslo_concurrency.lockutils [None req-26739d8b-061e-4af2-8688-bc9db46eca88 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.362s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.568293] env[63260]: DEBUG oslo_concurrency.lockutils [None req-26739d8b-061e-4af2-8688-bc9db46eca88 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.571348] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7495c228-e5a7-4a48-8c3c-a17e0495792f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.180s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.571573] env[63260]: DEBUG nova.objects.instance [None req-7495c228-e5a7-4a48-8c3c-a17e0495792f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Lazy-loading 'resources' on Instance uuid 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.595212] env[63260]: DEBUG nova.network.neutron [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Successfully updated port: ca2c00ff-24fc-4dbd-ab7a-3fa1d221578a {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.615648] env[63260]: INFO nova.scheduler.client.report [None req-26739d8b-061e-4af2-8688-bc9db46eca88 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Deleted allocations for instance 9b45195e-aa35-45d4-a8d1-2460610897dd [ 815.805043] env[63260]: DEBUG oslo_vmware.api [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Task: {'id': task-2284716, 'name': PowerOffVM_Task, 'duration_secs': 0.177737} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.805382] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.806275] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1a24fc-764e-42de-80eb-be0a21573669 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.826209] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6e2c56-a07a-4699-abb1-91b26eeaa678 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.859029] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.859329] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bb211a6-6b6e-42bf-b1ed-fd5f35d5bc12 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.866674] env[63260]: DEBUG oslo_vmware.api [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Waiting for the task: (returnval){ [ 815.866674] env[63260]: value = "task-2284717" [ 815.866674] env[63260]: _type = "Task" [ 815.866674] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.875309] env[63260]: DEBUG oslo_vmware.api [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Task: {'id': task-2284717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.077409] env[63260]: DEBUG nova.compute.utils [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 816.079721] env[63260]: DEBUG nova.compute.manager [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 816.079962] env[63260]: DEBUG nova.network.neutron [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 816.096847] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Acquiring lock "refresh_cache-cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.097007] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Acquired lock "refresh_cache-cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.097173] env[63260]: DEBUG nova.network.neutron [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.123124] env[63260]: DEBUG oslo_concurrency.lockutils [None req-26739d8b-061e-4af2-8688-bc9db46eca88 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Lock "9b45195e-aa35-45d4-a8d1-2460610897dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.345s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.136192] env[63260]: DEBUG nova.policy [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb9f97da676d407c813859e22cbf3734', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25f7d7c691404bbf97a0b07129088370', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.380819] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] VM already powered off {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 816.381072] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.381321] env[63260]: DEBUG oslo_concurrency.lockutils [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.381472] env[63260]: DEBUG oslo_concurrency.lockutils [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.381652] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.381931] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-565a84b9-3833-423d-bb3f-c3b56a707da8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.392110] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.392206] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.392938] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cffcf2f-c930-4610-9008-75be7621af64 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.402906] env[63260]: DEBUG oslo_vmware.api [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Waiting for the task: (returnval){ [ 816.402906] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52d3988c-8adb-3e1a-bd35-ee5a7a14ffce" [ 816.402906] env[63260]: _type = "Task" [ 816.402906] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.412647] env[63260]: DEBUG oslo_vmware.api [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52d3988c-8adb-3e1a-bd35-ee5a7a14ffce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.462183] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5294247d-cb8a-46b2-baf6-6565b79652ad {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.474036] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24bdc1b-22db-420b-b621-9f6ac2258a9c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.507406] env[63260]: DEBUG nova.network.neutron [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Successfully created port: 0902e742-0c9d-4b09-9dca-aacb01f9a21a {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 816.509971] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21956bc9-a5b6-4812-8de1-564bed142599 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.518409] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4f2e44-5b89-4758-9ff7-49b42018feb9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.534327] env[63260]: DEBUG nova.compute.provider_tree [None req-7495c228-e5a7-4a48-8c3c-a17e0495792f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.585597] env[63260]: DEBUG nova.compute.manager [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.662710] env[63260]: DEBUG nova.network.neutron [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.916824] env[63260]: DEBUG oslo_vmware.api [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52d3988c-8adb-3e1a-bd35-ee5a7a14ffce, 'name': SearchDatastore_Task, 'duration_secs': 0.009855} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.917631] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c81c3f19-accd-4f20-b4a3-3e8c4f79d421 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.925812] env[63260]: DEBUG oslo_vmware.api [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Waiting for the task: (returnval){ [ 816.925812] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5248cd7d-6041-25c1-ff5c-5fab337c8015" [ 816.925812] env[63260]: _type = "Task" [ 816.925812] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.941517] env[63260]: DEBUG oslo_vmware.api [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5248cd7d-6041-25c1-ff5c-5fab337c8015, 'name': SearchDatastore_Task, 'duration_secs': 0.009496} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.942029] env[63260]: DEBUG oslo_concurrency.lockutils [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.942501] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 394ea16c-10bc-4433-bdb6-68edd866b54d/8ebd5f76-b764-4077-809c-696b4e973e48-rescue.vmdk. {{(pid=63260) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 816.942935] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6570b29-bf2a-4b4d-9377-fd523b19cc19 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.952450] env[63260]: DEBUG oslo_vmware.api [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Waiting for the task: (returnval){ [ 816.952450] env[63260]: value = "task-2284718" [ 816.952450] env[63260]: _type = "Task" [ 816.952450] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.965548] env[63260]: DEBUG oslo_vmware.api [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Task: {'id': task-2284718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.995655] env[63260]: DEBUG nova.network.neutron [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Updating instance_info_cache with network_info: [{"id": "ca2c00ff-24fc-4dbd-ab7a-3fa1d221578a", "address": "fa:16:3e:b5:de:a7", "network": {"id": "793250d7-dbb5-4130-a36a-2099ff653dfc", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1517893596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d8cd496a3ea4f9893b27ed5f68729e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca2c00ff-24", "ovs_interfaceid": "ca2c00ff-24fc-4dbd-ab7a-3fa1d221578a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.037989] env[63260]: DEBUG nova.scheduler.client.report [None req-7495c228-e5a7-4a48-8c3c-a17e0495792f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.151729] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d9b41edc-4eb9-4703-ba15-5887cea0d332 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquiring lock "d1cb9a44-ac61-41ee-b6c4-5611b6358f7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.152025] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d9b41edc-4eb9-4703-ba15-5887cea0d332 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Lock "d1cb9a44-ac61-41ee-b6c4-5611b6358f7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.152243] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d9b41edc-4eb9-4703-ba15-5887cea0d332 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquiring lock "d1cb9a44-ac61-41ee-b6c4-5611b6358f7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.152429] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d9b41edc-4eb9-4703-ba15-5887cea0d332 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Lock "d1cb9a44-ac61-41ee-b6c4-5611b6358f7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.152604] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d9b41edc-4eb9-4703-ba15-5887cea0d332 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Lock "d1cb9a44-ac61-41ee-b6c4-5611b6358f7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.154795] env[63260]: INFO nova.compute.manager [None req-d9b41edc-4eb9-4703-ba15-5887cea0d332 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Terminating instance [ 817.463779] env[63260]: DEBUG oslo_vmware.api [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Task: {'id': task-2284718, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457107} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.465186] env[63260]: INFO nova.virt.vmwareapi.ds_util [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 394ea16c-10bc-4433-bdb6-68edd866b54d/8ebd5f76-b764-4077-809c-696b4e973e48-rescue.vmdk. [ 817.465824] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c6fe6c-2cc8-4719-90f6-a7a66e2fc572 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.490402] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 394ea16c-10bc-4433-bdb6-68edd866b54d/8ebd5f76-b764-4077-809c-696b4e973e48-rescue.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.490709] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d979ab2-e873-4c8e-9545-dce5ee8f7901 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.503539] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Releasing lock "refresh_cache-cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.503841] env[63260]: DEBUG nova.compute.manager [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Instance network_info: |[{"id": "ca2c00ff-24fc-4dbd-ab7a-3fa1d221578a", "address": "fa:16:3e:b5:de:a7", "network": {"id": "793250d7-dbb5-4130-a36a-2099ff653dfc", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1517893596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d8cd496a3ea4f9893b27ed5f68729e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca2c00ff-24", "ovs_interfaceid": "ca2c00ff-24fc-4dbd-ab7a-3fa1d221578a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 817.504240] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:de:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e028024-a9c1-4cae-8849-ea770a7ae0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca2c00ff-24fc-4dbd-ab7a-3fa1d221578a', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.511784] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Creating folder: Project (0d8cd496a3ea4f9893b27ed5f68729e7). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.512495] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26525924-ce6b-408a-98bb-4383b21c7c09 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.517875] env[63260]: DEBUG oslo_vmware.api [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Waiting for the task: (returnval){ [ 817.517875] env[63260]: value = "task-2284719" [ 817.517875] env[63260]: _type = "Task" [ 817.517875] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.526682] env[63260]: DEBUG oslo_vmware.api [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Task: {'id': task-2284719, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.528010] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Created folder: Project (0d8cd496a3ea4f9893b27ed5f68729e7) in parent group-v464889. [ 817.528204] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Creating folder: Instances. Parent ref: group-v465086. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.528432] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f59c5282-ec4b-4b2f-aa4d-a048f2ecc33c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.537877] env[63260]: DEBUG nova.compute.manager [req-9b2fbcaf-d819-432a-8fd2-2e7dd89c6f7f req-8e09cec7-0659-49f8-88f9-37af9b98aa6c service nova] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Received event network-changed-ca2c00ff-24fc-4dbd-ab7a-3fa1d221578a {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 817.538119] env[63260]: DEBUG nova.compute.manager [req-9b2fbcaf-d819-432a-8fd2-2e7dd89c6f7f req-8e09cec7-0659-49f8-88f9-37af9b98aa6c service nova] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Refreshing instance network info cache due to event network-changed-ca2c00ff-24fc-4dbd-ab7a-3fa1d221578a. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 817.538344] env[63260]: DEBUG oslo_concurrency.lockutils [req-9b2fbcaf-d819-432a-8fd2-2e7dd89c6f7f req-8e09cec7-0659-49f8-88f9-37af9b98aa6c service nova] Acquiring lock "refresh_cache-cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.538508] env[63260]: DEBUG oslo_concurrency.lockutils [req-9b2fbcaf-d819-432a-8fd2-2e7dd89c6f7f req-8e09cec7-0659-49f8-88f9-37af9b98aa6c service nova] Acquired lock "refresh_cache-cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.538690] env[63260]: DEBUG nova.network.neutron [req-9b2fbcaf-d819-432a-8fd2-2e7dd89c6f7f req-8e09cec7-0659-49f8-88f9-37af9b98aa6c service nova] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Refreshing network info cache for port ca2c00ff-24fc-4dbd-ab7a-3fa1d221578a {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.541289] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Created folder: Instances in parent group-v465086. [ 817.541804] env[63260]: DEBUG oslo.service.loopingcall [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 817.541902] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.542121] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-568fc955-b61a-4856-803b-10b9c3527a18 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.557305] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7495c228-e5a7-4a48-8c3c-a17e0495792f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.986s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.559909] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.905s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.560073] env[63260]: DEBUG nova.objects.instance [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63260) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 817.570407] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.570407] env[63260]: value = "task-2284722" [ 817.570407] env[63260]: _type = "Task" [ 817.570407] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.580782] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284722, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.581793] env[63260]: INFO nova.scheduler.client.report [None req-7495c228-e5a7-4a48-8c3c-a17e0495792f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Deleted allocations for instance 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9 [ 817.594433] env[63260]: DEBUG nova.compute.manager [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.620530] env[63260]: DEBUG nova.virt.hardware [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.620807] env[63260]: DEBUG nova.virt.hardware [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.620968] env[63260]: DEBUG nova.virt.hardware [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.621169] env[63260]: DEBUG nova.virt.hardware [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.621314] env[63260]: DEBUG nova.virt.hardware [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.621462] env[63260]: DEBUG nova.virt.hardware [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.621673] env[63260]: DEBUG nova.virt.hardware [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.621838] env[63260]: DEBUG nova.virt.hardware [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.622027] env[63260]: DEBUG nova.virt.hardware [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.622203] env[63260]: DEBUG nova.virt.hardware [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.622394] env[63260]: DEBUG nova.virt.hardware [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.623354] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d9f2e0-4e97-4eb1-87db-4ed430aac75b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.632066] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e370fa-50fb-4e27-89b5-18b0fbb07681 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.658877] env[63260]: DEBUG nova.compute.manager [None req-d9b41edc-4eb9-4703-ba15-5887cea0d332 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.659142] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b41edc-4eb9-4703-ba15-5887cea0d332 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.660238] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fdef31-d3aa-48fe-a6e6-0e9dbc19e86d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.668175] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b41edc-4eb9-4703-ba15-5887cea0d332 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.668409] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80fc117b-0421-4cdc-8a99-ccf5478d677b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.675268] env[63260]: DEBUG oslo_vmware.api [None req-d9b41edc-4eb9-4703-ba15-5887cea0d332 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Waiting for the task: (returnval){ [ 817.675268] env[63260]: value = "task-2284723" [ 817.675268] env[63260]: _type = "Task" [ 817.675268] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.685638] env[63260]: DEBUG oslo_vmware.api [None req-d9b41edc-4eb9-4703-ba15-5887cea0d332 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.028176] env[63260]: DEBUG oslo_vmware.api [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Task: {'id': task-2284719, 'name': ReconfigVM_Task, 'duration_secs': 0.412077} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.029030] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 394ea16c-10bc-4433-bdb6-68edd866b54d/8ebd5f76-b764-4077-809c-696b4e973e48-rescue.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.029419] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d1d4c6-700c-4ec6-ad2c-525601ecc42a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.057013] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef9321e3-28aa-4824-b2ed-9c3563c6825e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.076425] env[63260]: DEBUG oslo_vmware.api [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Waiting for the task: (returnval){ [ 818.076425] env[63260]: value = "task-2284724" [ 818.076425] env[63260]: _type = "Task" [ 818.076425] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.080552] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284722, 'name': CreateVM_Task, 'duration_secs': 0.384781} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.083424] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.084320] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.084486] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.084804] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.085498] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aee4af26-5437-4976-85ee-01eb0a14f0f5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.092587] env[63260]: DEBUG oslo_vmware.api [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Task: {'id': task-2284724, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.093546] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7495c228-e5a7-4a48-8c3c-a17e0495792f tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Lock "2825bd9c-2d95-4cfb-b8ce-9e61b11527b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.342s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.097636] env[63260]: DEBUG oslo_vmware.api [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Waiting for the task: (returnval){ [ 818.097636] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5261db84-2901-ffbc-5baa-09c9773ec3d9" [ 818.097636] env[63260]: _type = "Task" [ 818.097636] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.110803] env[63260]: DEBUG oslo_vmware.api [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5261db84-2901-ffbc-5baa-09c9773ec3d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.186440] env[63260]: DEBUG oslo_vmware.api [None req-d9b41edc-4eb9-4703-ba15-5887cea0d332 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284723, 'name': PowerOffVM_Task, 'duration_secs': 0.273085} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.186761] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b41edc-4eb9-4703-ba15-5887cea0d332 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.186936] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b41edc-4eb9-4703-ba15-5887cea0d332 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.187216] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f4ba58f-cc3e-493c-9a9c-8d936918f5c2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.253253] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b41edc-4eb9-4703-ba15-5887cea0d332 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.253488] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b41edc-4eb9-4703-ba15-5887cea0d332 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.253671] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9b41edc-4eb9-4703-ba15-5887cea0d332 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Deleting the datastore file [datastore2] d1cb9a44-ac61-41ee-b6c4-5611b6358f7e {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.253942] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-913a7d54-f681-4a61-98c7-b6ecad77f48d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.261303] env[63260]: DEBUG oslo_vmware.api [None req-d9b41edc-4eb9-4703-ba15-5887cea0d332 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Waiting for the task: (returnval){ [ 818.261303] env[63260]: value = "task-2284726" [ 818.261303] env[63260]: _type = "Task" [ 818.261303] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.271910] env[63260]: DEBUG oslo_vmware.api [None req-d9b41edc-4eb9-4703-ba15-5887cea0d332 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.496992] env[63260]: DEBUG nova.network.neutron [req-9b2fbcaf-d819-432a-8fd2-2e7dd89c6f7f req-8e09cec7-0659-49f8-88f9-37af9b98aa6c service nova] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Updated VIF entry in instance network info cache for port ca2c00ff-24fc-4dbd-ab7a-3fa1d221578a. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.497385] env[63260]: DEBUG nova.network.neutron [req-9b2fbcaf-d819-432a-8fd2-2e7dd89c6f7f req-8e09cec7-0659-49f8-88f9-37af9b98aa6c service nova] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Updating instance_info_cache with network_info: [{"id": "ca2c00ff-24fc-4dbd-ab7a-3fa1d221578a", "address": "fa:16:3e:b5:de:a7", "network": {"id": "793250d7-dbb5-4130-a36a-2099ff653dfc", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1517893596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d8cd496a3ea4f9893b27ed5f68729e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca2c00ff-24", "ovs_interfaceid": "ca2c00ff-24fc-4dbd-ab7a-3fa1d221578a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.572770] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0df22895-ddc6-4846-851d-44bb07d46cb4 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.576319] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.801s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.576416] env[63260]: INFO nova.compute.claims [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.585688] env[63260]: DEBUG nova.network.neutron [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Successfully updated port: 0902e742-0c9d-4b09-9dca-aacb01f9a21a {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 818.593169] env[63260]: DEBUG oslo_vmware.api [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Task: {'id': task-2284724, 'name': ReconfigVM_Task, 'duration_secs': 0.166597} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.593169] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.593169] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e22cd9a-c299-4a7c-9d3c-e946084f94f9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.605805] env[63260]: DEBUG oslo_vmware.api [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Waiting for the task: (returnval){ [ 818.605805] env[63260]: value = "task-2284727" [ 818.605805] env[63260]: _type = "Task" [ 818.605805] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.614082] env[63260]: DEBUG oslo_vmware.api [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5261db84-2901-ffbc-5baa-09c9773ec3d9, 'name': SearchDatastore_Task, 'duration_secs': 0.011351} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.614722] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.614985] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.616124] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.616124] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.616124] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.616124] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d1679e2-9c85-4efb-b644-4af3e855bccc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.622650] env[63260]: DEBUG oslo_vmware.api [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Task: {'id': task-2284727, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.632021] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.632021] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.632021] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58e7379c-dcc1-48a9-8929-237eb4c473c3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.640964] env[63260]: DEBUG oslo_vmware.api [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Waiting for the task: (returnval){ [ 818.640964] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b1faf3-8095-c1ee-7ec9-4ba74f5f623e" [ 818.640964] env[63260]: _type = "Task" [ 818.640964] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.649400] env[63260]: DEBUG oslo_vmware.api [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b1faf3-8095-c1ee-7ec9-4ba74f5f623e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.771455] env[63260]: DEBUG oslo_vmware.api [None req-d9b41edc-4eb9-4703-ba15-5887cea0d332 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Task: {'id': task-2284726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159922} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.771739] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9b41edc-4eb9-4703-ba15-5887cea0d332 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.771926] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b41edc-4eb9-4703-ba15-5887cea0d332 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.772119] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b41edc-4eb9-4703-ba15-5887cea0d332 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.772380] env[63260]: INFO nova.compute.manager [None req-d9b41edc-4eb9-4703-ba15-5887cea0d332 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 818.772545] env[63260]: DEBUG oslo.service.loopingcall [None req-d9b41edc-4eb9-4703-ba15-5887cea0d332 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 818.772733] env[63260]: DEBUG nova.compute.manager [-] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.772829] env[63260]: DEBUG nova.network.neutron [-] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.002148] env[63260]: DEBUG oslo_concurrency.lockutils [req-9b2fbcaf-d819-432a-8fd2-2e7dd89c6f7f req-8e09cec7-0659-49f8-88f9-37af9b98aa6c service nova] Releasing lock "refresh_cache-cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.089219] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Acquiring lock "refresh_cache-d540f214-0d3c-4706-8b7c-42e9fe2a6590" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.089896] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Acquired lock "refresh_cache-d540f214-0d3c-4706-8b7c-42e9fe2a6590" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.091401] env[63260]: DEBUG nova.network.neutron [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.116877] env[63260]: DEBUG oslo_vmware.api [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Task: {'id': task-2284727, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.151864] env[63260]: DEBUG oslo_vmware.api [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b1faf3-8095-c1ee-7ec9-4ba74f5f623e, 'name': SearchDatastore_Task, 'duration_secs': 0.011365} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.152669] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4117dbbe-e23b-48d4-be69-7ebaeee8e8d4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.159502] env[63260]: DEBUG oslo_vmware.api [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Waiting for the task: (returnval){ [ 819.159502] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52fa1771-1d76-5f94-a2d1-f07a3b73fcc9" [ 819.159502] env[63260]: _type = "Task" [ 819.159502] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.168868] env[63260]: DEBUG oslo_vmware.api [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52fa1771-1d76-5f94-a2d1-f07a3b73fcc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.569524] env[63260]: DEBUG nova.compute.manager [req-e875b128-1dc6-455b-8ca5-ab5809a99ca6 req-f6508c7d-037c-4c36-a193-66f728f412c6 service nova] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Received event network-vif-plugged-0902e742-0c9d-4b09-9dca-aacb01f9a21a {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 819.569798] env[63260]: DEBUG oslo_concurrency.lockutils [req-e875b128-1dc6-455b-8ca5-ab5809a99ca6 req-f6508c7d-037c-4c36-a193-66f728f412c6 service nova] Acquiring lock "d540f214-0d3c-4706-8b7c-42e9fe2a6590-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.569987] env[63260]: DEBUG oslo_concurrency.lockutils [req-e875b128-1dc6-455b-8ca5-ab5809a99ca6 req-f6508c7d-037c-4c36-a193-66f728f412c6 service nova] Lock "d540f214-0d3c-4706-8b7c-42e9fe2a6590-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.570185] env[63260]: DEBUG oslo_concurrency.lockutils [req-e875b128-1dc6-455b-8ca5-ab5809a99ca6 req-f6508c7d-037c-4c36-a193-66f728f412c6 service nova] Lock "d540f214-0d3c-4706-8b7c-42e9fe2a6590-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.570388] env[63260]: DEBUG nova.compute.manager [req-e875b128-1dc6-455b-8ca5-ab5809a99ca6 req-f6508c7d-037c-4c36-a193-66f728f412c6 service nova] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] No waiting events found dispatching network-vif-plugged-0902e742-0c9d-4b09-9dca-aacb01f9a21a {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 819.570568] env[63260]: WARNING nova.compute.manager [req-e875b128-1dc6-455b-8ca5-ab5809a99ca6 req-f6508c7d-037c-4c36-a193-66f728f412c6 service nova] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Received unexpected event network-vif-plugged-0902e742-0c9d-4b09-9dca-aacb01f9a21a for instance with vm_state building and task_state spawning. [ 819.570735] env[63260]: DEBUG nova.compute.manager [req-e875b128-1dc6-455b-8ca5-ab5809a99ca6 req-f6508c7d-037c-4c36-a193-66f728f412c6 service nova] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Received event network-changed-0902e742-0c9d-4b09-9dca-aacb01f9a21a {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 819.570893] env[63260]: DEBUG nova.compute.manager [req-e875b128-1dc6-455b-8ca5-ab5809a99ca6 req-f6508c7d-037c-4c36-a193-66f728f412c6 service nova] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Refreshing instance network info cache due to event network-changed-0902e742-0c9d-4b09-9dca-aacb01f9a21a. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 819.571074] env[63260]: DEBUG oslo_concurrency.lockutils [req-e875b128-1dc6-455b-8ca5-ab5809a99ca6 req-f6508c7d-037c-4c36-a193-66f728f412c6 service nova] Acquiring lock "refresh_cache-d540f214-0d3c-4706-8b7c-42e9fe2a6590" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.571309] env[63260]: DEBUG nova.network.neutron [-] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.619049] env[63260]: DEBUG oslo_vmware.api [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Task: {'id': task-2284727, 'name': PowerOnVM_Task, 'duration_secs': 1.015876} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.619351] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.622264] env[63260]: DEBUG nova.compute.manager [None req-97bd47e5-74f7-4b38-b3d1-e1084cf3a0f0 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.623058] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcabc5a2-2e03-4c3a-996b-ec68668bfb1f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.658026] env[63260]: DEBUG nova.network.neutron [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.673210] env[63260]: DEBUG oslo_vmware.api [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52fa1771-1d76-5f94-a2d1-f07a3b73fcc9, 'name': SearchDatastore_Task, 'duration_secs': 0.01027} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.675843] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.676203] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61/cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.678924] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6336ee3f-3211-47e6-b048-c9bf8d35a946 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.690114] env[63260]: DEBUG oslo_vmware.api [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Waiting for the task: (returnval){ [ 819.690114] env[63260]: value = "task-2284728" [ 819.690114] env[63260]: _type = "Task" [ 819.690114] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.698845] env[63260]: DEBUG oslo_vmware.api [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Task: {'id': task-2284728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.807826] env[63260]: DEBUG nova.network.neutron [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Updating instance_info_cache with network_info: [{"id": "0902e742-0c9d-4b09-9dca-aacb01f9a21a", "address": "fa:16:3e:0b:f4:38", "network": {"id": "ed6c3b54-cad5-409d-9dae-826a33d6a892", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-837473625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25f7d7c691404bbf97a0b07129088370", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0902e742-0c", "ovs_interfaceid": "0902e742-0c9d-4b09-9dca-aacb01f9a21a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.938173] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8ca7fe-66e3-4ff8-943c-6e6f2c82615b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.947274] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a20429a-e177-4ecf-9aab-bb27655de722 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.985166] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a479f579-e5e6-461c-bf1c-647c2e6b83ba {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.994996] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408ddcff-361c-49f0-ad9d-780d331b71c1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.011501] env[63260]: DEBUG nova.compute.provider_tree [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.073416] env[63260]: INFO nova.compute.manager [-] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Took 1.30 seconds to deallocate network for instance. [ 820.206023] env[63260]: DEBUG oslo_vmware.api [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Task: {'id': task-2284728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491403} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.206304] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61/cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.206522] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.206778] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-502ec310-d519-4821-9cef-d7fa0d7c47dc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.214213] env[63260]: DEBUG oslo_vmware.api [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Waiting for the task: (returnval){ [ 820.214213] env[63260]: value = "task-2284729" [ 820.214213] env[63260]: _type = "Task" [ 820.214213] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.222935] env[63260]: DEBUG oslo_vmware.api [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Task: {'id': task-2284729, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.312660] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Releasing lock "refresh_cache-d540f214-0d3c-4706-8b7c-42e9fe2a6590" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.313067] env[63260]: DEBUG nova.compute.manager [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Instance network_info: |[{"id": "0902e742-0c9d-4b09-9dca-aacb01f9a21a", "address": "fa:16:3e:0b:f4:38", "network": {"id": "ed6c3b54-cad5-409d-9dae-826a33d6a892", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-837473625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25f7d7c691404bbf97a0b07129088370", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0902e742-0c", "ovs_interfaceid": "0902e742-0c9d-4b09-9dca-aacb01f9a21a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 820.313435] env[63260]: DEBUG oslo_concurrency.lockutils [req-e875b128-1dc6-455b-8ca5-ab5809a99ca6 req-f6508c7d-037c-4c36-a193-66f728f412c6 service nova] Acquired lock "refresh_cache-d540f214-0d3c-4706-8b7c-42e9fe2a6590" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.313624] env[63260]: DEBUG nova.network.neutron [req-e875b128-1dc6-455b-8ca5-ab5809a99ca6 req-f6508c7d-037c-4c36-a193-66f728f412c6 service nova] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Refreshing network info cache for port 0902e742-0c9d-4b09-9dca-aacb01f9a21a {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.314862] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:f4:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0902e742-0c9d-4b09-9dca-aacb01f9a21a', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.322392] env[63260]: DEBUG oslo.service.loopingcall [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 820.323468] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.323701] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d3c95c8-55a4-4e6a-84ba-9d0b09a27edd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.345034] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.345034] env[63260]: value = "task-2284730" [ 820.345034] env[63260]: _type = "Task" [ 820.345034] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.355391] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284730, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.514743] env[63260]: DEBUG nova.scheduler.client.report [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.580937] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d9b41edc-4eb9-4703-ba15-5887cea0d332 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.725429] env[63260]: DEBUG oslo_vmware.api [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Task: {'id': task-2284729, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070568} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.725723] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.726560] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326b22dc-614f-4555-badb-dcd2648d18d6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.752338] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61/cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.753027] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d450cbb5-a8ef-40c2-8c34-a6a777d28548 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.773387] env[63260]: DEBUG oslo_vmware.api [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Waiting for the task: (returnval){ [ 820.773387] env[63260]: value = "task-2284731" [ 820.773387] env[63260]: _type = "Task" [ 820.773387] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.782154] env[63260]: DEBUG oslo_vmware.api [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Task: {'id': task-2284731, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.855808] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284730, 'name': CreateVM_Task} progress is 25%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.010196] env[63260]: DEBUG nova.compute.manager [req-69be2a8c-0b20-484a-b6fc-d5091dfdc2ea req-a1304d52-a8d9-4d30-a38d-336f99e2f8a9 service nova] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Received event network-changed-3492be53-610d-4bdd-84bf-3a5438267c5e {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 821.010428] env[63260]: DEBUG nova.compute.manager [req-69be2a8c-0b20-484a-b6fc-d5091dfdc2ea req-a1304d52-a8d9-4d30-a38d-336f99e2f8a9 service nova] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Refreshing instance network info cache due to event network-changed-3492be53-610d-4bdd-84bf-3a5438267c5e. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 821.010859] env[63260]: DEBUG oslo_concurrency.lockutils [req-69be2a8c-0b20-484a-b6fc-d5091dfdc2ea req-a1304d52-a8d9-4d30-a38d-336f99e2f8a9 service nova] Acquiring lock "refresh_cache-394ea16c-10bc-4433-bdb6-68edd866b54d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.010924] env[63260]: DEBUG oslo_concurrency.lockutils [req-69be2a8c-0b20-484a-b6fc-d5091dfdc2ea req-a1304d52-a8d9-4d30-a38d-336f99e2f8a9 service nova] Acquired lock "refresh_cache-394ea16c-10bc-4433-bdb6-68edd866b54d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.011110] env[63260]: DEBUG nova.network.neutron [req-69be2a8c-0b20-484a-b6fc-d5091dfdc2ea req-a1304d52-a8d9-4d30-a38d-336f99e2f8a9 service nova] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Refreshing network info cache for port 3492be53-610d-4bdd-84bf-3a5438267c5e {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.022381] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.022867] env[63260]: DEBUG nova.compute.manager [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 821.029021] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3e4099b5-fb8f-49f2-b5d4-c7ba5aaf02ff tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.860s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.029021] env[63260]: DEBUG nova.objects.instance [None req-3e4099b5-fb8f-49f2-b5d4-c7ba5aaf02ff tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lazy-loading 'resources' on Instance uuid a32feba4-b6f3-4f61-a3fe-66c9232464af {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.071411] env[63260]: DEBUG nova.network.neutron [req-e875b128-1dc6-455b-8ca5-ab5809a99ca6 req-f6508c7d-037c-4c36-a193-66f728f412c6 service nova] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Updated VIF entry in instance network info cache for port 0902e742-0c9d-4b09-9dca-aacb01f9a21a. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.071790] env[63260]: DEBUG nova.network.neutron [req-e875b128-1dc6-455b-8ca5-ab5809a99ca6 req-f6508c7d-037c-4c36-a193-66f728f412c6 service nova] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Updating instance_info_cache with network_info: [{"id": "0902e742-0c9d-4b09-9dca-aacb01f9a21a", "address": "fa:16:3e:0b:f4:38", "network": {"id": "ed6c3b54-cad5-409d-9dae-826a33d6a892", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-837473625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25f7d7c691404bbf97a0b07129088370", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0902e742-0c", "ovs_interfaceid": "0902e742-0c9d-4b09-9dca-aacb01f9a21a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.291032] env[63260]: DEBUG oslo_vmware.api [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Task: {'id': task-2284731, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.356546] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284730, 'name': CreateVM_Task, 'duration_secs': 0.786283} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.356736] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.357516] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.357754] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.358098] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.358366] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8e8057a-3666-45b1-801c-78e992595e1d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.365040] env[63260]: DEBUG oslo_vmware.api [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for the task: (returnval){ [ 821.365040] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52cc22ea-4c26-4018-0e1e-b7c30d16a211" [ 821.365040] env[63260]: _type = "Task" [ 821.365040] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.373816] env[63260]: DEBUG oslo_vmware.api [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52cc22ea-4c26-4018-0e1e-b7c30d16a211, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.528827] env[63260]: DEBUG nova.compute.utils [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 821.530295] env[63260]: DEBUG nova.compute.manager [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 821.530477] env[63260]: DEBUG nova.network.neutron [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 821.577191] env[63260]: DEBUG oslo_concurrency.lockutils [req-e875b128-1dc6-455b-8ca5-ab5809a99ca6 req-f6508c7d-037c-4c36-a193-66f728f412c6 service nova] Releasing lock "refresh_cache-d540f214-0d3c-4706-8b7c-42e9fe2a6590" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.577191] env[63260]: DEBUG nova.compute.manager [req-e875b128-1dc6-455b-8ca5-ab5809a99ca6 req-f6508c7d-037c-4c36-a193-66f728f412c6 service nova] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Received event network-vif-deleted-fd2a02c3-ee5b-4afe-9a99-1fbc6562054e {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 821.577191] env[63260]: INFO nova.compute.manager [req-e875b128-1dc6-455b-8ca5-ab5809a99ca6 req-f6508c7d-037c-4c36-a193-66f728f412c6 service nova] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Neutron deleted interface fd2a02c3-ee5b-4afe-9a99-1fbc6562054e; detaching it from the instance and deleting it from the info cache [ 821.577191] env[63260]: DEBUG nova.network.neutron [req-e875b128-1dc6-455b-8ca5-ab5809a99ca6 req-f6508c7d-037c-4c36-a193-66f728f412c6 service nova] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.788339] env[63260]: DEBUG oslo_vmware.api [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Task: {'id': task-2284731, 'name': ReconfigVM_Task, 'duration_secs': 0.800946} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.791997] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Reconfigured VM instance instance-00000045 to attach disk [datastore2] cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61/cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.793964] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-202198cf-f7f8-4554-bf06-c5d71b782a51 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.806482] env[63260]: DEBUG oslo_vmware.api [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Waiting for the task: (returnval){ [ 821.806482] env[63260]: value = "task-2284732" [ 821.806482] env[63260]: _type = "Task" [ 821.806482] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.825537] env[63260]: DEBUG oslo_vmware.api [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Task: {'id': task-2284732, 'name': Rename_Task} progress is 10%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.882649] env[63260]: DEBUG oslo_vmware.api [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52cc22ea-4c26-4018-0e1e-b7c30d16a211, 'name': SearchDatastore_Task, 'duration_secs': 0.046368} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.884551] env[63260]: DEBUG nova.policy [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5d6b72b30034a7d95de79c32fe4b38e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e885618998694cdf8d3aacc484576252', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.886459] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.886811] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.887357] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.887580] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.887842] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.888367] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da5bdd22-8a36-4acb-ab3d-621b9d739203 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.905242] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.905595] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.909132] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75b19499-c5b0-4360-ae1e-7e8b2c5bec21 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.916308] env[63260]: DEBUG oslo_vmware.api [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for the task: (returnval){ [ 821.916308] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c99b8d-dabb-d372-9219-80fa5f2b632a" [ 821.916308] env[63260]: _type = "Task" [ 821.916308] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.938075] env[63260]: DEBUG oslo_vmware.api [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c99b8d-dabb-d372-9219-80fa5f2b632a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.023662] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3600de1-670b-4f5e-96f1-a68fa521b2ec {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.032356] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9baa07-002e-46b7-b074-4297bd08c2f2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.066486] env[63260]: DEBUG nova.compute.manager [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 822.073114] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae700b99-f82f-4cc4-8e66-06de3a356d31 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.081749] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57ba5c8d-faf0-40d5-8012-c46bf893dc1e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.085050] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b84a0b8-41a6-4e87-9797-ea1bacc82bc0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.100253] env[63260]: DEBUG nova.compute.provider_tree [None req-3e4099b5-fb8f-49f2-b5d4-c7ba5aaf02ff tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.105678] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f126df-400e-4d46-9f86-c334fdd11217 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.144260] env[63260]: DEBUG nova.compute.manager [req-e875b128-1dc6-455b-8ca5-ab5809a99ca6 req-f6508c7d-037c-4c36-a193-66f728f412c6 service nova] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Detach interface failed, port_id=fd2a02c3-ee5b-4afe-9a99-1fbc6562054e, reason: Instance d1cb9a44-ac61-41ee-b6c4-5611b6358f7e could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 822.237219] env[63260]: DEBUG nova.network.neutron [req-69be2a8c-0b20-484a-b6fc-d5091dfdc2ea req-a1304d52-a8d9-4d30-a38d-336f99e2f8a9 service nova] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Updated VIF entry in instance network info cache for port 3492be53-610d-4bdd-84bf-3a5438267c5e. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.237219] env[63260]: DEBUG nova.network.neutron [req-69be2a8c-0b20-484a-b6fc-d5091dfdc2ea req-a1304d52-a8d9-4d30-a38d-336f99e2f8a9 service nova] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Updating instance_info_cache with network_info: [{"id": "3492be53-610d-4bdd-84bf-3a5438267c5e", "address": "fa:16:3e:98:d9:6f", "network": {"id": "5cb568b9-5f77-4137-92ca-928572c9ed14", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-668314900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "03afed208e714742931054ccec014451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3492be53-61", "ovs_interfaceid": "3492be53-610d-4bdd-84bf-3a5438267c5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.318754] env[63260]: DEBUG oslo_vmware.api [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Task: {'id': task-2284732, 'name': Rename_Task, 'duration_secs': 0.207904} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.319062] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.319314] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f507258-279c-4e03-8948-5275333b56e8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.326703] env[63260]: DEBUG oslo_vmware.api [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Waiting for the task: (returnval){ [ 822.326703] env[63260]: value = "task-2284733" [ 822.326703] env[63260]: _type = "Task" [ 822.326703] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.335377] env[63260]: DEBUG oslo_vmware.api [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Task: {'id': task-2284733, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.431986] env[63260]: DEBUG oslo_vmware.api [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c99b8d-dabb-d372-9219-80fa5f2b632a, 'name': SearchDatastore_Task, 'duration_secs': 0.018965} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.433425] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0c01099-dd77-47d5-8647-d592d95f2549 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.443362] env[63260]: DEBUG oslo_vmware.api [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for the task: (returnval){ [ 822.443362] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]529a60f1-e110-5680-22f6-a9a64d87fb18" [ 822.443362] env[63260]: _type = "Task" [ 822.443362] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.453535] env[63260]: DEBUG nova.network.neutron [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Successfully created port: 96c9b2e3-b9e4-4bd5-8683-20f3a8ba02ce {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 822.461466] env[63260]: DEBUG oslo_vmware.api [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]529a60f1-e110-5680-22f6-a9a64d87fb18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.604653] env[63260]: DEBUG nova.scheduler.client.report [None req-3e4099b5-fb8f-49f2-b5d4-c7ba5aaf02ff tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.739366] env[63260]: DEBUG oslo_concurrency.lockutils [req-69be2a8c-0b20-484a-b6fc-d5091dfdc2ea req-a1304d52-a8d9-4d30-a38d-336f99e2f8a9 service nova] Releasing lock "refresh_cache-394ea16c-10bc-4433-bdb6-68edd866b54d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.841519] env[63260]: DEBUG oslo_vmware.api [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Task: {'id': task-2284733, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.958641] env[63260]: DEBUG oslo_vmware.api [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]529a60f1-e110-5680-22f6-a9a64d87fb18, 'name': SearchDatastore_Task, 'duration_secs': 0.017097} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.959327] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.959327] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] d540f214-0d3c-4706-8b7c-42e9fe2a6590/d540f214-0d3c-4706-8b7c-42e9fe2a6590.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.959566] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8a9023b-9fd5-4a5a-a4da-0c81cd043344 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.968800] env[63260]: DEBUG oslo_vmware.api [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for the task: (returnval){ [ 822.968800] env[63260]: value = "task-2284734" [ 822.968800] env[63260]: _type = "Task" [ 822.968800] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.978901] env[63260]: DEBUG oslo_vmware.api [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.076917] env[63260]: DEBUG nova.compute.manager [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 823.111272] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3e4099b5-fb8f-49f2-b5d4-c7ba5aaf02ff tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.084s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.115538] env[63260]: DEBUG nova.virt.hardware [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.115791] env[63260]: DEBUG nova.virt.hardware [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.115981] env[63260]: DEBUG nova.virt.hardware [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.116186] env[63260]: DEBUG nova.virt.hardware [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.116353] env[63260]: DEBUG nova.virt.hardware [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.116507] env[63260]: DEBUG nova.virt.hardware [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.116698] env[63260]: DEBUG nova.virt.hardware [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.116857] env[63260]: DEBUG nova.virt.hardware [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.117134] env[63260]: DEBUG nova.virt.hardware [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.117329] env[63260]: DEBUG nova.virt.hardware [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.117503] env[63260]: DEBUG nova.virt.hardware [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.117946] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8a74a7be-dad5-45d5-9364-b0bc712bcb81 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.292s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.118169] env[63260]: DEBUG nova.objects.instance [None req-8a74a7be-dad5-45d5-9364-b0bc712bcb81 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lazy-loading 'resources' on Instance uuid 91fd0603-0143-4521-8657-cedd7711c97e {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.119911] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be47c4c6-63e0-42ff-bb5e-8ba1fe37b1ad {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.126035] env[63260]: DEBUG nova.compute.manager [req-3b3d3ffd-8698-4178-aa7d-d5100e0741b7 req-a6bb847c-244c-42c5-8fd5-bfc541b968ab service nova] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Received event network-changed-3492be53-610d-4bdd-84bf-3a5438267c5e {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 823.126035] env[63260]: DEBUG nova.compute.manager [req-3b3d3ffd-8698-4178-aa7d-d5100e0741b7 req-a6bb847c-244c-42c5-8fd5-bfc541b968ab service nova] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Refreshing instance network info cache due to event network-changed-3492be53-610d-4bdd-84bf-3a5438267c5e. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 823.126035] env[63260]: DEBUG oslo_concurrency.lockutils [req-3b3d3ffd-8698-4178-aa7d-d5100e0741b7 req-a6bb847c-244c-42c5-8fd5-bfc541b968ab service nova] Acquiring lock "refresh_cache-394ea16c-10bc-4433-bdb6-68edd866b54d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.126035] env[63260]: DEBUG oslo_concurrency.lockutils [req-3b3d3ffd-8698-4178-aa7d-d5100e0741b7 req-a6bb847c-244c-42c5-8fd5-bfc541b968ab service nova] Acquired lock "refresh_cache-394ea16c-10bc-4433-bdb6-68edd866b54d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.126035] env[63260]: DEBUG nova.network.neutron [req-3b3d3ffd-8698-4178-aa7d-d5100e0741b7 req-a6bb847c-244c-42c5-8fd5-bfc541b968ab service nova] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Refreshing network info cache for port 3492be53-610d-4bdd-84bf-3a5438267c5e {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.135094] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cbe655-aeff-4a06-bd1a-b7ce876f8441 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.140678] env[63260]: INFO nova.scheduler.client.report [None req-3e4099b5-fb8f-49f2-b5d4-c7ba5aaf02ff tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Deleted allocations for instance a32feba4-b6f3-4f61-a3fe-66c9232464af [ 823.338033] env[63260]: DEBUG oslo_vmware.api [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Task: {'id': task-2284733, 'name': PowerOnVM_Task, 'duration_secs': 0.523166} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.338334] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.338566] env[63260]: INFO nova.compute.manager [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Took 8.17 seconds to spawn the instance on the hypervisor. [ 823.338740] env[63260]: DEBUG nova.compute.manager [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.339587] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de76a43-d77b-4950-81d8-d56564d10d40 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.479891] env[63260]: DEBUG oslo_vmware.api [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284734, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.660437] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3e4099b5-fb8f-49f2-b5d4-c7ba5aaf02ff tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "a32feba4-b6f3-4f61-a3fe-66c9232464af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.415s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.859867] env[63260]: INFO nova.compute.manager [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Took 48.46 seconds to build instance. [ 823.898170] env[63260]: DEBUG nova.compute.manager [req-66102e63-efd2-4d1a-a6b9-dc29e858a918 req-6e9a8328-a09b-4119-aab7-4f92a85b6292 service nova] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Received event network-changed-3492be53-610d-4bdd-84bf-3a5438267c5e {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 823.898366] env[63260]: DEBUG nova.compute.manager [req-66102e63-efd2-4d1a-a6b9-dc29e858a918 req-6e9a8328-a09b-4119-aab7-4f92a85b6292 service nova] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Refreshing instance network info cache due to event network-changed-3492be53-610d-4bdd-84bf-3a5438267c5e. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 823.898554] env[63260]: DEBUG oslo_concurrency.lockutils [req-66102e63-efd2-4d1a-a6b9-dc29e858a918 req-6e9a8328-a09b-4119-aab7-4f92a85b6292 service nova] Acquiring lock "refresh_cache-394ea16c-10bc-4433-bdb6-68edd866b54d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.980862] env[63260]: DEBUG oslo_vmware.api [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284734, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563792} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.981144] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] d540f214-0d3c-4706-8b7c-42e9fe2a6590/d540f214-0d3c-4706-8b7c-42e9fe2a6590.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.981363] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.981618] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-467c1270-af18-4fc4-b939-15b16a06b801 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.991468] env[63260]: DEBUG oslo_vmware.api [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for the task: (returnval){ [ 823.991468] env[63260]: value = "task-2284735" [ 823.991468] env[63260]: _type = "Task" [ 823.991468] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.999967] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9c9c20-ce3c-4679-b0a6-5ae9b605edc5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.006703] env[63260]: DEBUG oslo_vmware.api [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284735, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.012930] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f501f0-bdac-4a20-b240-e4de2101580e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.017942] env[63260]: DEBUG nova.network.neutron [req-3b3d3ffd-8698-4178-aa7d-d5100e0741b7 req-a6bb847c-244c-42c5-8fd5-bfc541b968ab service nova] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Updated VIF entry in instance network info cache for port 3492be53-610d-4bdd-84bf-3a5438267c5e. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.018331] env[63260]: DEBUG nova.network.neutron [req-3b3d3ffd-8698-4178-aa7d-d5100e0741b7 req-a6bb847c-244c-42c5-8fd5-bfc541b968ab service nova] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Updating instance_info_cache with network_info: [{"id": "3492be53-610d-4bdd-84bf-3a5438267c5e", "address": "fa:16:3e:98:d9:6f", "network": {"id": "5cb568b9-5f77-4137-92ca-928572c9ed14", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-668314900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "03afed208e714742931054ccec014451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3492be53-61", "ovs_interfaceid": "3492be53-610d-4bdd-84bf-3a5438267c5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.048423] env[63260]: DEBUG oslo_concurrency.lockutils [req-3b3d3ffd-8698-4178-aa7d-d5100e0741b7 req-a6bb847c-244c-42c5-8fd5-bfc541b968ab service nova] Releasing lock "refresh_cache-394ea16c-10bc-4433-bdb6-68edd866b54d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.048423] env[63260]: DEBUG nova.compute.manager [req-3b3d3ffd-8698-4178-aa7d-d5100e0741b7 req-a6bb847c-244c-42c5-8fd5-bfc541b968ab service nova] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Received event network-changed-3492be53-610d-4bdd-84bf-3a5438267c5e {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 824.048423] env[63260]: DEBUG nova.compute.manager [req-3b3d3ffd-8698-4178-aa7d-d5100e0741b7 req-a6bb847c-244c-42c5-8fd5-bfc541b968ab service nova] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Refreshing instance network info cache due to event network-changed-3492be53-610d-4bdd-84bf-3a5438267c5e. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 824.048589] env[63260]: DEBUG oslo_concurrency.lockutils [req-3b3d3ffd-8698-4178-aa7d-d5100e0741b7 req-a6bb847c-244c-42c5-8fd5-bfc541b968ab service nova] Acquiring lock "refresh_cache-394ea16c-10bc-4433-bdb6-68edd866b54d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.048837] env[63260]: DEBUG oslo_concurrency.lockutils [req-3b3d3ffd-8698-4178-aa7d-d5100e0741b7 req-a6bb847c-244c-42c5-8fd5-bfc541b968ab service nova] Acquired lock "refresh_cache-394ea16c-10bc-4433-bdb6-68edd866b54d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.048916] env[63260]: DEBUG nova.network.neutron [req-3b3d3ffd-8698-4178-aa7d-d5100e0741b7 req-a6bb847c-244c-42c5-8fd5-bfc541b968ab service nova] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Refreshing network info cache for port 3492be53-610d-4bdd-84bf-3a5438267c5e {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.054382] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc164b1-e94e-4f77-b41e-9ed5e55ca015 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.061487] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6a79be-008a-4df2-9e2c-504417bbbf9a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.078120] env[63260]: DEBUG nova.compute.provider_tree [None req-8a74a7be-dad5-45d5-9364-b0bc712bcb81 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 824.282739] env[63260]: DEBUG nova.network.neutron [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Successfully updated port: 96c9b2e3-b9e4-4bd5-8683-20f3a8ba02ce {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.361580] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7a6d9822-27fb-4c91-9fbb-6ab52fcc3952 tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Lock "cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.967s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.503145] env[63260]: DEBUG oslo_vmware.api [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284735, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071812} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.503425] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.504225] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cd522c-0f51-47cc-a6b5-2030e58774ef {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.531127] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] d540f214-0d3c-4706-8b7c-42e9fe2a6590/d540f214-0d3c-4706-8b7c-42e9fe2a6590.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.531465] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-586ca8e8-fe72-4de6-a38a-9d8f04b87f68 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.558987] env[63260]: DEBUG oslo_vmware.api [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for the task: (returnval){ [ 824.558987] env[63260]: value = "task-2284736" [ 824.558987] env[63260]: _type = "Task" [ 824.558987] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.568107] env[63260]: DEBUG oslo_vmware.api [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284736, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.620874] env[63260]: DEBUG nova.scheduler.client.report [None req-8a74a7be-dad5-45d5-9364-b0bc712bcb81 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Updated inventory for provider 535ed902-6829-4832-9c79-14d5c1df9745 with generation 90 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 824.621248] env[63260]: DEBUG nova.compute.provider_tree [None req-8a74a7be-dad5-45d5-9364-b0bc712bcb81 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Updating resource provider 535ed902-6829-4832-9c79-14d5c1df9745 generation from 90 to 91 during operation: update_inventory {{(pid=63260) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 824.621507] env[63260]: DEBUG nova.compute.provider_tree [None req-8a74a7be-dad5-45d5-9364-b0bc712bcb81 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 824.785356] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "refresh_cache-26f4534c-d775-4859-96c0-eb67b065d57e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.785520] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquired lock "refresh_cache-26f4534c-d775-4859-96c0-eb67b065d57e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.785678] env[63260]: DEBUG nova.network.neutron [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.890998] env[63260]: DEBUG nova.network.neutron [req-3b3d3ffd-8698-4178-aa7d-d5100e0741b7 req-a6bb847c-244c-42c5-8fd5-bfc541b968ab service nova] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Updated VIF entry in instance network info cache for port 3492be53-610d-4bdd-84bf-3a5438267c5e. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.892326] env[63260]: DEBUG nova.network.neutron [req-3b3d3ffd-8698-4178-aa7d-d5100e0741b7 req-a6bb847c-244c-42c5-8fd5-bfc541b968ab service nova] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Updating instance_info_cache with network_info: [{"id": "3492be53-610d-4bdd-84bf-3a5438267c5e", "address": "fa:16:3e:98:d9:6f", "network": {"id": "5cb568b9-5f77-4137-92ca-928572c9ed14", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-668314900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "03afed208e714742931054ccec014451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3492be53-61", "ovs_interfaceid": "3492be53-610d-4bdd-84bf-3a5438267c5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.028969] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "4140d6e0-65e8-4701-85a2-3e5f78a77b77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.029229] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "4140d6e0-65e8-4701-85a2-3e5f78a77b77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.068749] env[63260]: DEBUG oslo_vmware.api [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284736, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.126247] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8a74a7be-dad5-45d5-9364-b0bc712bcb81 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.128555] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 34.242s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.149898] env[63260]: INFO nova.scheduler.client.report [None req-8a74a7be-dad5-45d5-9364-b0bc712bcb81 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Deleted allocations for instance 91fd0603-0143-4521-8657-cedd7711c97e [ 825.334694] env[63260]: DEBUG nova.network.neutron [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.395351] env[63260]: DEBUG oslo_concurrency.lockutils [req-3b3d3ffd-8698-4178-aa7d-d5100e0741b7 req-a6bb847c-244c-42c5-8fd5-bfc541b968ab service nova] Releasing lock "refresh_cache-394ea16c-10bc-4433-bdb6-68edd866b54d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.395826] env[63260]: DEBUG oslo_concurrency.lockutils [req-66102e63-efd2-4d1a-a6b9-dc29e858a918 req-6e9a8328-a09b-4119-aab7-4f92a85b6292 service nova] Acquired lock "refresh_cache-394ea16c-10bc-4433-bdb6-68edd866b54d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.396404] env[63260]: DEBUG nova.network.neutron [req-66102e63-efd2-4d1a-a6b9-dc29e858a918 req-6e9a8328-a09b-4119-aab7-4f92a85b6292 service nova] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Refreshing network info cache for port 3492be53-610d-4bdd-84bf-3a5438267c5e {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.532857] env[63260]: DEBUG nova.compute.manager [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 825.546749] env[63260]: DEBUG nova.network.neutron [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Updating instance_info_cache with network_info: [{"id": "96c9b2e3-b9e4-4bd5-8683-20f3a8ba02ce", "address": "fa:16:3e:cd:a0:e3", "network": {"id": "b4d5f5a7-4020-4c98-9bfc-4168989fb246", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-735735881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e885618998694cdf8d3aacc484576252", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96c9b2e3-b9", "ovs_interfaceid": "96c9b2e3-b9e4-4bd5-8683-20f3a8ba02ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.572165] env[63260]: DEBUG oslo_vmware.api [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284736, 'name': ReconfigVM_Task, 'duration_secs': 0.839614} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.572588] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Reconfigured VM instance instance-00000046 to attach disk [datastore2] d540f214-0d3c-4706-8b7c-42e9fe2a6590/d540f214-0d3c-4706-8b7c-42e9fe2a6590.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.573363] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d655b479-a505-4796-840f-678897438803 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.581370] env[63260]: DEBUG oslo_vmware.api [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for the task: (returnval){ [ 825.581370] env[63260]: value = "task-2284737" [ 825.581370] env[63260]: _type = "Task" [ 825.581370] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.592058] env[63260]: DEBUG oslo_vmware.api [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284737, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.656949] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8a74a7be-dad5-45d5-9364-b0bc712bcb81 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "91fd0603-0143-4521-8657-cedd7711c97e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.593s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.701551] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0f1323a9-7808-4a96-973a-f6504ae158d9 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Acquiring lock "394ea16c-10bc-4433-bdb6-68edd866b54d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.701949] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0f1323a9-7808-4a96-973a-f6504ae158d9 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Lock "394ea16c-10bc-4433-bdb6-68edd866b54d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.702240] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0f1323a9-7808-4a96-973a-f6504ae158d9 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Acquiring lock "394ea16c-10bc-4433-bdb6-68edd866b54d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.702507] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0f1323a9-7808-4a96-973a-f6504ae158d9 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Lock "394ea16c-10bc-4433-bdb6-68edd866b54d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.702736] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0f1323a9-7808-4a96-973a-f6504ae158d9 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Lock "394ea16c-10bc-4433-bdb6-68edd866b54d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.705892] env[63260]: INFO nova.compute.manager [None req-0f1323a9-7808-4a96-973a-f6504ae158d9 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Terminating instance [ 825.995424] env[63260]: DEBUG nova.compute.manager [req-39c89f1b-6235-4392-b5cd-879a8dc699c8 req-fa446e8b-c52c-4bda-8bea-f532c36407e3 service nova] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Received event network-vif-plugged-96c9b2e3-b9e4-4bd5-8683-20f3a8ba02ce {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 825.995685] env[63260]: DEBUG oslo_concurrency.lockutils [req-39c89f1b-6235-4392-b5cd-879a8dc699c8 req-fa446e8b-c52c-4bda-8bea-f532c36407e3 service nova] Acquiring lock "26f4534c-d775-4859-96c0-eb67b065d57e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.995922] env[63260]: DEBUG oslo_concurrency.lockutils [req-39c89f1b-6235-4392-b5cd-879a8dc699c8 req-fa446e8b-c52c-4bda-8bea-f532c36407e3 service nova] Lock "26f4534c-d775-4859-96c0-eb67b065d57e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.996172] env[63260]: DEBUG oslo_concurrency.lockutils [req-39c89f1b-6235-4392-b5cd-879a8dc699c8 req-fa446e8b-c52c-4bda-8bea-f532c36407e3 service nova] Lock "26f4534c-d775-4859-96c0-eb67b065d57e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.996388] env[63260]: DEBUG nova.compute.manager [req-39c89f1b-6235-4392-b5cd-879a8dc699c8 req-fa446e8b-c52c-4bda-8bea-f532c36407e3 service nova] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] No waiting events found dispatching network-vif-plugged-96c9b2e3-b9e4-4bd5-8683-20f3a8ba02ce {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 825.996510] env[63260]: WARNING nova.compute.manager [req-39c89f1b-6235-4392-b5cd-879a8dc699c8 req-fa446e8b-c52c-4bda-8bea-f532c36407e3 service nova] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Received unexpected event network-vif-plugged-96c9b2e3-b9e4-4bd5-8683-20f3a8ba02ce for instance with vm_state building and task_state spawning. [ 825.996695] env[63260]: DEBUG nova.compute.manager [req-39c89f1b-6235-4392-b5cd-879a8dc699c8 req-fa446e8b-c52c-4bda-8bea-f532c36407e3 service nova] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Received event network-changed-96c9b2e3-b9e4-4bd5-8683-20f3a8ba02ce {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 825.996863] env[63260]: DEBUG nova.compute.manager [req-39c89f1b-6235-4392-b5cd-879a8dc699c8 req-fa446e8b-c52c-4bda-8bea-f532c36407e3 service nova] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Refreshing instance network info cache due to event network-changed-96c9b2e3-b9e4-4bd5-8683-20f3a8ba02ce. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 825.997040] env[63260]: DEBUG oslo_concurrency.lockutils [req-39c89f1b-6235-4392-b5cd-879a8dc699c8 req-fa446e8b-c52c-4bda-8bea-f532c36407e3 service nova] Acquiring lock "refresh_cache-26f4534c-d775-4859-96c0-eb67b065d57e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.052018] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Releasing lock "refresh_cache-26f4534c-d775-4859-96c0-eb67b065d57e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.052018] env[63260]: DEBUG nova.compute.manager [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Instance network_info: |[{"id": "96c9b2e3-b9e4-4bd5-8683-20f3a8ba02ce", "address": "fa:16:3e:cd:a0:e3", "network": {"id": "b4d5f5a7-4020-4c98-9bfc-4168989fb246", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-735735881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e885618998694cdf8d3aacc484576252", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96c9b2e3-b9", "ovs_interfaceid": "96c9b2e3-b9e4-4bd5-8683-20f3a8ba02ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 826.052018] env[63260]: DEBUG oslo_concurrency.lockutils [req-39c89f1b-6235-4392-b5cd-879a8dc699c8 req-fa446e8b-c52c-4bda-8bea-f532c36407e3 service nova] Acquired lock "refresh_cache-26f4534c-d775-4859-96c0-eb67b065d57e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.052018] env[63260]: DEBUG nova.network.neutron [req-39c89f1b-6235-4392-b5cd-879a8dc699c8 req-fa446e8b-c52c-4bda-8bea-f532c36407e3 service nova] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Refreshing network info cache for port 96c9b2e3-b9e4-4bd5-8683-20f3a8ba02ce {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.052382] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:a0:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd33839ae-40ca-471b-92e3-eb282b920682', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96c9b2e3-b9e4-4bd5-8683-20f3a8ba02ce', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.068074] env[63260]: DEBUG oslo.service.loopingcall [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 826.071645] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 826.072815] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.073067] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b9b4090-e880-4663-8349-d5f0d29aded1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.099657] env[63260]: DEBUG oslo_vmware.api [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284737, 'name': Rename_Task, 'duration_secs': 0.178522} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.101128] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.101380] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.101380] env[63260]: value = "task-2284738" [ 826.101380] env[63260]: _type = "Task" [ 826.101380] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.101567] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c22b250e-d685-465e-a15d-a2625a261d9e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.113981] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284738, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.115400] env[63260]: DEBUG oslo_vmware.api [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for the task: (returnval){ [ 826.115400] env[63260]: value = "task-2284739" [ 826.115400] env[63260]: _type = "Task" [ 826.115400] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.125367] env[63260]: DEBUG oslo_vmware.api [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.170194] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 93672dcb-96dc-4383-9874-43855f247e9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.170331] env[63260]: WARNING nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance ab5784bb-000b-4f56-bd35-65a04620b36f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 826.170446] env[63260]: WARNING nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance d1cb9a44-ac61-41ee-b6c4-5611b6358f7e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 826.170570] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance eae2ab94-da4e-45c4-a185-a245dd609514 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.170699] env[63260]: WARNING nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance cf19fd4d-d960-46bf-a86b-3760b5d0bfee is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 826.170818] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 05f51648-73be-4989-8574-57bc8eb882b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.170953] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 77396720-1683-4848-876c-d292e6b4441a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.171171] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 02506b07-c1eb-46f9-a0bc-2cafa25d31da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.171250] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 67c72ba6-2ba1-4494-add1-f86cc7163ed9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.171396] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 93332739-3e6a-4ba1-9cba-e397ae34e458 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.171453] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 968e6889-032a-4b5a-8cb5-3e612664bb1c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.171504] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 45c1f310-f48d-4903-be93-f23e8fc413c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.171629] env[63260]: WARNING nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 3e18144e-0acb-4c24-acad-f8f6aa904462 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 826.171751] env[63260]: WARNING nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance c5637ee6-f394-4ae4-87cc-a3468e47f43d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 826.171872] env[63260]: WARNING nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 1bdb9216-1f13-4a0f-b343-feb2942cfd90 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 826.171990] env[63260]: WARNING nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance fa2fbe57-4a9a-456c-8e42-4660309ca10b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 826.172118] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 394ea16c-10bc-4433-bdb6-68edd866b54d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.172228] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.172336] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance d540f214-0d3c-4706-8b7c-42e9fe2a6590 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.172441] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 26f4534c-d775-4859-96c0-eb67b065d57e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.182652] env[63260]: DEBUG nova.network.neutron [req-66102e63-efd2-4d1a-a6b9-dc29e858a918 req-6e9a8328-a09b-4119-aab7-4f92a85b6292 service nova] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Updated VIF entry in instance network info cache for port 3492be53-610d-4bdd-84bf-3a5438267c5e. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.183090] env[63260]: DEBUG nova.network.neutron [req-66102e63-efd2-4d1a-a6b9-dc29e858a918 req-6e9a8328-a09b-4119-aab7-4f92a85b6292 service nova] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Updating instance_info_cache with network_info: [{"id": "3492be53-610d-4bdd-84bf-3a5438267c5e", "address": "fa:16:3e:98:d9:6f", "network": {"id": "5cb568b9-5f77-4137-92ca-928572c9ed14", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-668314900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "03afed208e714742931054ccec014451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3492be53-61", "ovs_interfaceid": "3492be53-610d-4bdd-84bf-3a5438267c5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.209524] env[63260]: DEBUG nova.compute.manager [None req-0f1323a9-7808-4a96-973a-f6504ae158d9 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 826.209837] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1323a9-7808-4a96-973a-f6504ae158d9 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.210815] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8319dd-5876-4bf4-aeec-2319e75e989d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.219566] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f1323a9-7808-4a96-973a-f6504ae158d9 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.219691] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85004fdc-6681-47fb-be34-a92cfe3d7b72 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.226996] env[63260]: DEBUG oslo_vmware.api [None req-0f1323a9-7808-4a96-973a-f6504ae158d9 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Waiting for the task: (returnval){ [ 826.226996] env[63260]: value = "task-2284740" [ 826.226996] env[63260]: _type = "Task" [ 826.226996] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.239403] env[63260]: DEBUG oslo_vmware.api [None req-0f1323a9-7808-4a96-973a-f6504ae158d9 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Task: {'id': task-2284740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.618117] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284738, 'name': CreateVM_Task, 'duration_secs': 0.415645} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.619624] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.620386] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.620539] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.620844] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.621479] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e9befd8-4594-4bfd-8057-95bb0a45f01f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.626381] env[63260]: DEBUG oslo_vmware.api [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284739, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.629306] env[63260]: DEBUG oslo_vmware.api [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 826.629306] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5219978b-4b2c-0306-ee4f-36fac7b5832e" [ 826.629306] env[63260]: _type = "Task" [ 826.629306] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.636667] env[63260]: DEBUG oslo_vmware.api [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5219978b-4b2c-0306-ee4f-36fac7b5832e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.675389] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 478b9913-6c63-42e5-921f-21e503efc7ce has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 826.686078] env[63260]: DEBUG oslo_concurrency.lockutils [req-66102e63-efd2-4d1a-a6b9-dc29e858a918 req-6e9a8328-a09b-4119-aab7-4f92a85b6292 service nova] Releasing lock "refresh_cache-394ea16c-10bc-4433-bdb6-68edd866b54d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.735657] env[63260]: DEBUG oslo_vmware.api [None req-0f1323a9-7808-4a96-973a-f6504ae158d9 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Task: {'id': task-2284740, 'name': PowerOffVM_Task, 'duration_secs': 0.221712} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.735921] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f1323a9-7808-4a96-973a-f6504ae158d9 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.736180] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1323a9-7808-4a96-973a-f6504ae158d9 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.736461] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ea6c652-fe64-4d74-8bf7-a04d57c12c0c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.821059] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1323a9-7808-4a96-973a-f6504ae158d9 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.821303] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1323a9-7808-4a96-973a-f6504ae158d9 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.821488] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f1323a9-7808-4a96-973a-f6504ae158d9 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Deleting the datastore file [datastore1] 394ea16c-10bc-4433-bdb6-68edd866b54d {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.821754] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fc01a53-cf7f-479b-977f-d4fe56e755d9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.828400] env[63260]: DEBUG oslo_vmware.api [None req-0f1323a9-7808-4a96-973a-f6504ae158d9 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Waiting for the task: (returnval){ [ 826.828400] env[63260]: value = "task-2284742" [ 826.828400] env[63260]: _type = "Task" [ 826.828400] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.838886] env[63260]: DEBUG oslo_vmware.api [None req-0f1323a9-7808-4a96-973a-f6504ae158d9 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Task: {'id': task-2284742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.845405] env[63260]: DEBUG nova.network.neutron [req-39c89f1b-6235-4392-b5cd-879a8dc699c8 req-fa446e8b-c52c-4bda-8bea-f532c36407e3 service nova] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Updated VIF entry in instance network info cache for port 96c9b2e3-b9e4-4bd5-8683-20f3a8ba02ce. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.845820] env[63260]: DEBUG nova.network.neutron [req-39c89f1b-6235-4392-b5cd-879a8dc699c8 req-fa446e8b-c52c-4bda-8bea-f532c36407e3 service nova] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Updating instance_info_cache with network_info: [{"id": "96c9b2e3-b9e4-4bd5-8683-20f3a8ba02ce", "address": "fa:16:3e:cd:a0:e3", "network": {"id": "b4d5f5a7-4020-4c98-9bfc-4168989fb246", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-735735881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e885618998694cdf8d3aacc484576252", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96c9b2e3-b9", "ovs_interfaceid": "96c9b2e3-b9e4-4bd5-8683-20f3a8ba02ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.126467] env[63260]: DEBUG oslo_vmware.api [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284739, 'name': PowerOnVM_Task, 'duration_secs': 0.51671} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.126467] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.126467] env[63260]: INFO nova.compute.manager [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Took 9.53 seconds to spawn the instance on the hypervisor. [ 827.126838] env[63260]: DEBUG nova.compute.manager [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.127294] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebda2a44-d349-464c-95c3-09947384707f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.143622] env[63260]: DEBUG oslo_vmware.api [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5219978b-4b2c-0306-ee4f-36fac7b5832e, 'name': SearchDatastore_Task, 'duration_secs': 0.026171} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.144333] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.144636] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.144894] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.145081] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.145236] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.145491] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-657d4d2a-b91e-4df7-a093-611a36c05629 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.154457] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.154643] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.155494] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0ec6d6c7-cef0-4e7d-9a3e-1f2f662f218a tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Acquiring lock "cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 827.155710] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0ec6d6c7-cef0-4e7d-9a3e-1f2f662f218a tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Lock "cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 827.155914] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0ec6d6c7-cef0-4e7d-9a3e-1f2f662f218a tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Acquiring lock "cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 827.156118] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0ec6d6c7-cef0-4e7d-9a3e-1f2f662f218a tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Lock "cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 827.156321] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0ec6d6c7-cef0-4e7d-9a3e-1f2f662f218a tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Lock "cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.157911] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c21590f-008c-4e07-80c0-fdf7a63c9627 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.160806] env[63260]: INFO nova.compute.manager [None req-0ec6d6c7-cef0-4e7d-9a3e-1f2f662f218a tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Terminating instance [ 827.165667] env[63260]: DEBUG oslo_vmware.api [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 827.165667] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e23695-d8cd-9f41-04b5-4d618f7ff981" [ 827.165667] env[63260]: _type = "Task" [ 827.165667] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.173740] env[63260]: DEBUG oslo_vmware.api [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e23695-d8cd-9f41-04b5-4d618f7ff981, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.178174] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 827.338372] env[63260]: DEBUG oslo_vmware.api [None req-0f1323a9-7808-4a96-973a-f6504ae158d9 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Task: {'id': task-2284742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.349157] env[63260]: DEBUG oslo_concurrency.lockutils [req-39c89f1b-6235-4392-b5cd-879a8dc699c8 req-fa446e8b-c52c-4bda-8bea-f532c36407e3 service nova] Releasing lock "refresh_cache-26f4534c-d775-4859-96c0-eb67b065d57e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.656830] env[63260]: INFO nova.compute.manager [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Took 47.64 seconds to build instance. [ 827.666295] env[63260]: DEBUG nova.compute.manager [None req-0ec6d6c7-cef0-4e7d-9a3e-1f2f662f218a tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.666295] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec6d6c7-cef0-4e7d-9a3e-1f2f662f218a tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.667272] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3446b679-64fc-4640-bd23-20109c401106 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.679857] env[63260]: DEBUG oslo_vmware.api [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e23695-d8cd-9f41-04b5-4d618f7ff981, 'name': SearchDatastore_Task, 'duration_secs': 0.011108} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.682326] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 86bd65c7-3041-4000-a2d3-004c606289c2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 827.684154] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec6d6c7-cef0-4e7d-9a3e-1f2f662f218a tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.684857] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57fd096d-467a-4d51-8fc4-1d666a6f4ae6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.687410] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-213cabab-f3c0-431f-8bfc-1913d821e4a8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.691562] env[63260]: DEBUG oslo_vmware.api [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 827.691562] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]529cb340-a93d-a7ec-6cf7-78a364437be7" [ 827.691562] env[63260]: _type = "Task" [ 827.691562] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.696016] env[63260]: DEBUG oslo_vmware.api [None req-0ec6d6c7-cef0-4e7d-9a3e-1f2f662f218a tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Waiting for the task: (returnval){ [ 827.696016] env[63260]: value = "task-2284743" [ 827.696016] env[63260]: _type = "Task" [ 827.696016] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.702776] env[63260]: DEBUG oslo_vmware.api [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]529cb340-a93d-a7ec-6cf7-78a364437be7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.707623] env[63260]: DEBUG oslo_vmware.api [None req-0ec6d6c7-cef0-4e7d-9a3e-1f2f662f218a tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Task: {'id': task-2284743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.840569] env[63260]: DEBUG oslo_vmware.api [None req-0f1323a9-7808-4a96-973a-f6504ae158d9 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Task: {'id': task-2284742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.842631} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.840931] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f1323a9-7808-4a96-973a-f6504ae158d9 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.841234] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1323a9-7808-4a96-973a-f6504ae158d9 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.841526] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1323a9-7808-4a96-973a-f6504ae158d9 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.841784] env[63260]: INFO nova.compute.manager [None req-0f1323a9-7808-4a96-973a-f6504ae158d9 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Took 1.63 seconds to destroy the instance on the hypervisor. [ 827.842077] env[63260]: DEBUG oslo.service.loopingcall [None req-0f1323a9-7808-4a96-973a-f6504ae158d9 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 827.842286] env[63260]: DEBUG nova.compute.manager [-] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 827.842379] env[63260]: DEBUG nova.network.neutron [-] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 828.158972] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e50b3d0f-ffd1-4810-911f-1b0b60522974 tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Lock "d540f214-0d3c-4706-8b7c-42e9fe2a6590" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.147s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.185629] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 3d0f44ca-75e7-4579-9e7c-0451473e64af has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 828.205034] env[63260]: DEBUG oslo_vmware.api [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]529cb340-a93d-a7ec-6cf7-78a364437be7, 'name': SearchDatastore_Task, 'duration_secs': 0.015235} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.205621] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.206014] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 26f4534c-d775-4859-96c0-eb67b065d57e/26f4534c-d775-4859-96c0-eb67b065d57e.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.206283] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7b38e62-d7a3-46f4-a0be-e79d9b6d8b59 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.211092] env[63260]: DEBUG oslo_vmware.api [None req-0ec6d6c7-cef0-4e7d-9a3e-1f2f662f218a tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Task: {'id': task-2284743, 'name': PowerOffVM_Task, 'duration_secs': 0.201032} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.211665] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec6d6c7-cef0-4e7d-9a3e-1f2f662f218a tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.213020] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec6d6c7-cef0-4e7d-9a3e-1f2f662f218a tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.213020] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93d52cbc-05f5-4dcd-8a21-b51350df89a7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.215745] env[63260]: DEBUG oslo_vmware.api [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 828.215745] env[63260]: value = "task-2284744" [ 828.215745] env[63260]: _type = "Task" [ 828.215745] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.225877] env[63260]: DEBUG oslo_vmware.api [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.228105] env[63260]: DEBUG nova.compute.manager [req-22aeb026-eec1-4423-b047-6d6f2dc34552 req-f5d4dd7e-57cb-4390-861f-4a79e6578289 service nova] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Received event network-vif-deleted-3492be53-610d-4bdd-84bf-3a5438267c5e {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 828.228284] env[63260]: INFO nova.compute.manager [req-22aeb026-eec1-4423-b047-6d6f2dc34552 req-f5d4dd7e-57cb-4390-861f-4a79e6578289 service nova] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Neutron deleted interface 3492be53-610d-4bdd-84bf-3a5438267c5e; detaching it from the instance and deleting it from the info cache [ 828.228519] env[63260]: DEBUG nova.network.neutron [req-22aeb026-eec1-4423-b047-6d6f2dc34552 req-f5d4dd7e-57cb-4390-861f-4a79e6578289 service nova] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.277248] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec6d6c7-cef0-4e7d-9a3e-1f2f662f218a tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.277502] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec6d6c7-cef0-4e7d-9a3e-1f2f662f218a tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.277698] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec6d6c7-cef0-4e7d-9a3e-1f2f662f218a tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Deleting the datastore file [datastore2] cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.278027] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6367fb30-5b6a-4deb-8b97-fbf7853127d2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.284856] env[63260]: DEBUG oslo_vmware.api [None req-0ec6d6c7-cef0-4e7d-9a3e-1f2f662f218a tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Waiting for the task: (returnval){ [ 828.284856] env[63260]: value = "task-2284746" [ 828.284856] env[63260]: _type = "Task" [ 828.284856] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.292736] env[63260]: DEBUG oslo_vmware.api [None req-0ec6d6c7-cef0-4e7d-9a3e-1f2f662f218a tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Task: {'id': task-2284746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.658481] env[63260]: DEBUG nova.network.neutron [-] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.689075] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 4140d6e0-65e8-4701-85a2-3e5f78a77b77 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 828.689517] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=63260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 828.689772] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=63260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 828.725249] env[63260]: DEBUG oslo_vmware.api [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284744, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471452} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.727730] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 26f4534c-d775-4859-96c0-eb67b065d57e/26f4534c-d775-4859-96c0-eb67b065d57e.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.727996] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.728431] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66e5f0bb-29fe-412d-bd26-419c4b005833 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.730510] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b6b5773-3650-47d0-839d-4e9a2d0cc968 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.741088] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5fbe2e-20a0-44bd-a919-f7ebb4b26976 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.751749] env[63260]: DEBUG oslo_vmware.api [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 828.751749] env[63260]: value = "task-2284747" [ 828.751749] env[63260]: _type = "Task" [ 828.751749] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.762167] env[63260]: DEBUG oslo_vmware.api [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284747, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.774765] env[63260]: DEBUG nova.compute.manager [req-22aeb026-eec1-4423-b047-6d6f2dc34552 req-f5d4dd7e-57cb-4390-861f-4a79e6578289 service nova] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Detach interface failed, port_id=3492be53-610d-4bdd-84bf-3a5438267c5e, reason: Instance 394ea16c-10bc-4433-bdb6-68edd866b54d could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 828.797736] env[63260]: DEBUG oslo_vmware.api [None req-0ec6d6c7-cef0-4e7d-9a3e-1f2f662f218a tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Task: {'id': task-2284746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.407662} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.798024] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec6d6c7-cef0-4e7d-9a3e-1f2f662f218a tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.798218] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec6d6c7-cef0-4e7d-9a3e-1f2f662f218a tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.798397] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec6d6c7-cef0-4e7d-9a3e-1f2f662f218a tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.798564] env[63260]: INFO nova.compute.manager [None req-0ec6d6c7-cef0-4e7d-9a3e-1f2f662f218a tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Took 1.13 seconds to destroy the instance on the hypervisor. [ 828.798792] env[63260]: DEBUG oslo.service.loopingcall [None req-0ec6d6c7-cef0-4e7d-9a3e-1f2f662f218a tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 828.799051] env[63260]: DEBUG nova.compute.manager [-] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 828.799125] env[63260]: DEBUG nova.network.neutron [-] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 828.839025] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1bc45dae-8463-4666-9b84-16f4bf1f105b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Acquiring lock "d540f214-0d3c-4706-8b7c-42e9fe2a6590" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.839570] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1bc45dae-8463-4666-9b84-16f4bf1f105b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Lock "d540f214-0d3c-4706-8b7c-42e9fe2a6590" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.839570] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1bc45dae-8463-4666-9b84-16f4bf1f105b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Acquiring lock "d540f214-0d3c-4706-8b7c-42e9fe2a6590-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.839727] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1bc45dae-8463-4666-9b84-16f4bf1f105b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Lock "d540f214-0d3c-4706-8b7c-42e9fe2a6590-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.839897] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1bc45dae-8463-4666-9b84-16f4bf1f105b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Lock "d540f214-0d3c-4706-8b7c-42e9fe2a6590-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.845487] env[63260]: INFO nova.compute.manager [None req-1bc45dae-8463-4666-9b84-16f4bf1f105b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Terminating instance [ 829.090503] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ad445f-1946-47f1-9a35-5c903264762e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.100577] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebe1aa3-19ca-41be-b446-779ad11c5c7e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.130569] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52691da8-5e5d-456a-8400-b7584197e927 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.138669] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f6fcf1-c51a-4573-84af-7f3bf2ccc453 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.152735] env[63260]: DEBUG nova.compute.provider_tree [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.161163] env[63260]: INFO nova.compute.manager [-] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Took 1.32 seconds to deallocate network for instance. [ 829.264805] env[63260]: DEBUG oslo_vmware.api [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284747, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066891} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.266021] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.266927] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475ee8ec-e3ab-4ced-8de0-95e90cbf11d1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.292354] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 26f4534c-d775-4859-96c0-eb67b065d57e/26f4534c-d775-4859-96c0-eb67b065d57e.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.292679] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7b1ee33-a20e-4e1d-b720-165893d34a9c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.314069] env[63260]: DEBUG oslo_vmware.api [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 829.314069] env[63260]: value = "task-2284748" [ 829.314069] env[63260]: _type = "Task" [ 829.314069] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.323465] env[63260]: DEBUG oslo_vmware.api [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284748, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.352062] env[63260]: DEBUG nova.compute.manager [None req-1bc45dae-8463-4666-9b84-16f4bf1f105b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 829.352062] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc45dae-8463-4666-9b84-16f4bf1f105b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.352998] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c906fb38-1e25-4e0f-8087-257035eb25fc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.361323] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bc45dae-8463-4666-9b84-16f4bf1f105b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.361690] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bdf8782-5828-48de-a72e-1f7b54278add {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.368767] env[63260]: DEBUG oslo_vmware.api [None req-1bc45dae-8463-4666-9b84-16f4bf1f105b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for the task: (returnval){ [ 829.368767] env[63260]: value = "task-2284749" [ 829.368767] env[63260]: _type = "Task" [ 829.368767] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.378320] env[63260]: DEBUG oslo_vmware.api [None req-1bc45dae-8463-4666-9b84-16f4bf1f105b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.656395] env[63260]: DEBUG nova.scheduler.client.report [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.665863] env[63260]: DEBUG nova.network.neutron [-] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.669693] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0f1323a9-7808-4a96-973a-f6504ae158d9 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.824404] env[63260]: DEBUG oslo_vmware.api [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284748, 'name': ReconfigVM_Task, 'duration_secs': 0.289483} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.824745] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 26f4534c-d775-4859-96c0-eb67b065d57e/26f4534c-d775-4859-96c0-eb67b065d57e.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.825460] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e665a520-4767-499a-b971-f8fcb1dbfaf0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.832149] env[63260]: DEBUG oslo_vmware.api [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 829.832149] env[63260]: value = "task-2284750" [ 829.832149] env[63260]: _type = "Task" [ 829.832149] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.841286] env[63260]: DEBUG oslo_vmware.api [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284750, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.878480] env[63260]: DEBUG oslo_vmware.api [None req-1bc45dae-8463-4666-9b84-16f4bf1f105b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284749, 'name': PowerOffVM_Task, 'duration_secs': 0.273473} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.878813] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bc45dae-8463-4666-9b84-16f4bf1f105b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.879008] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc45dae-8463-4666-9b84-16f4bf1f105b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 829.879274] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0368150c-6d4c-4f58-9cc5-1fb54ce76c99 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.953397] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc45dae-8463-4666-9b84-16f4bf1f105b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 829.953651] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc45dae-8463-4666-9b84-16f4bf1f105b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 829.953831] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bc45dae-8463-4666-9b84-16f4bf1f105b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Deleting the datastore file [datastore2] d540f214-0d3c-4706-8b7c-42e9fe2a6590 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.954153] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a040c312-2e13-4f9f-a43f-d07f726682af {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.960899] env[63260]: DEBUG oslo_vmware.api [None req-1bc45dae-8463-4666-9b84-16f4bf1f105b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for the task: (returnval){ [ 829.960899] env[63260]: value = "task-2284752" [ 829.960899] env[63260]: _type = "Task" [ 829.960899] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.969604] env[63260]: DEBUG oslo_vmware.api [None req-1bc45dae-8463-4666-9b84-16f4bf1f105b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284752, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.161768] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 830.162237] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.034s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.162400] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.015s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.163814] env[63260]: INFO nova.compute.claims [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 830.166443] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 830.166559] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Cleaning up deleted instances {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 830.167904] env[63260]: INFO nova.compute.manager [-] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Took 1.37 seconds to deallocate network for instance. [ 830.288711] env[63260]: DEBUG nova.compute.manager [req-e8824d68-0158-47fe-b875-d6d893ee4247 req-cf762e79-d907-48ea-87d9-0712162f1030 service nova] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Received event network-vif-deleted-ca2c00ff-24fc-4dbd-ab7a-3fa1d221578a {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 830.343264] env[63260]: DEBUG oslo_vmware.api [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284750, 'name': Rename_Task, 'duration_secs': 0.144386} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.343627] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.343876] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c2dfbaf-1c1c-46d2-addc-6ed7705e425c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.350394] env[63260]: DEBUG oslo_vmware.api [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 830.350394] env[63260]: value = "task-2284753" [ 830.350394] env[63260]: _type = "Task" [ 830.350394] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.358283] env[63260]: DEBUG oslo_vmware.api [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.471082] env[63260]: DEBUG oslo_vmware.api [None req-1bc45dae-8463-4666-9b84-16f4bf1f105b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Task: {'id': task-2284752, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127498} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.471343] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bc45dae-8463-4666-9b84-16f4bf1f105b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.471525] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc45dae-8463-4666-9b84-16f4bf1f105b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.471700] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc45dae-8463-4666-9b84-16f4bf1f105b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.471916] env[63260]: INFO nova.compute.manager [None req-1bc45dae-8463-4666-9b84-16f4bf1f105b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Took 1.12 seconds to destroy the instance on the hypervisor. [ 830.472199] env[63260]: DEBUG oslo.service.loopingcall [None req-1bc45dae-8463-4666-9b84-16f4bf1f105b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 830.472420] env[63260]: DEBUG nova.compute.manager [-] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 830.472528] env[63260]: DEBUG nova.network.neutron [-] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.686362] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] There are 51 instances to clean {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 830.687039] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: a32feba4-b6f3-4f61-a3fe-66c9232464af] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 830.690883] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0ec6d6c7-cef0-4e7d-9a3e-1f2f662f218a tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.860998] env[63260]: DEBUG oslo_vmware.api [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284753, 'name': PowerOnVM_Task, 'duration_secs': 0.454905} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.861247] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.861489] env[63260]: INFO nova.compute.manager [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Took 7.78 seconds to spawn the instance on the hypervisor. [ 830.861714] env[63260]: DEBUG nova.compute.manager [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.862582] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbdb04d-3247-4df6-bdb0-1a3f1dca75c3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.192759] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 2825bd9c-2d95-4cfb-b8ce-9e61b11527b9] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 831.296692] env[63260]: DEBUG nova.network.neutron [-] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.379918] env[63260]: INFO nova.compute.manager [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Took 43.63 seconds to build instance. [ 831.497152] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d95269-64ac-4e58-9b31-829372a4cbab {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.503936] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b1d01c-b4ab-4991-b343-c1be1aab88dc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.533722] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99281660-46d4-426c-9b50-304f520e0ce5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.540998] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54d97b5-65ff-4359-9198-22c661a19f6c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.554958] env[63260]: DEBUG nova.compute.provider_tree [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.697327] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 91fd0603-0143-4521-8657-cedd7711c97e] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 831.798997] env[63260]: INFO nova.compute.manager [-] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Took 1.33 seconds to deallocate network for instance. [ 831.881421] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f207ab66-355a-4807-9918-1cac4c107f46 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "26f4534c-d775-4859-96c0-eb67b065d57e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.155s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.058293] env[63260]: DEBUG nova.scheduler.client.report [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.200496] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 28374458-e9ac-463f-923e-cfeb49492716] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 832.306925] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1bc45dae-8463-4666-9b84-16f4bf1f105b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.359978] env[63260]: DEBUG nova.compute.manager [req-f0684d45-f6e3-4317-a129-a1793d9f18ab req-0219b219-33c6-4c71-9498-76b1a02d35ce service nova] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Received event network-vif-deleted-0902e742-0c9d-4b09-9dca-aacb01f9a21a {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 832.564504] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.565055] env[63260]: DEBUG nova.compute.manager [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 832.567922] env[63260]: DEBUG oslo_concurrency.lockutils [None req-154c1234-e390-4eaf-b127-f678d256689d tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.465s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.568149] env[63260]: DEBUG oslo_concurrency.lockutils [None req-154c1234-e390-4eaf-b127-f678d256689d tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.570102] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f1a0e31-b65a-4882-b0c9-2eee11e987bd tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.211s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.570292] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f1a0e31-b65a-4882-b0c9-2eee11e987bd tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.572839] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9eac66f3-9be0-471a-be56-505af768bd83 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.199s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.573042] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9eac66f3-9be0-471a-be56-505af768bd83 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.574550] env[63260]: DEBUG oslo_concurrency.lockutils [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.174s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.576022] env[63260]: INFO nova.compute.claims [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.580186] env[63260]: INFO nova.compute.manager [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Rebuilding instance [ 832.599531] env[63260]: INFO nova.scheduler.client.report [None req-4f1a0e31-b65a-4882-b0c9-2eee11e987bd tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Deleted allocations for instance c5637ee6-f394-4ae4-87cc-a3468e47f43d [ 832.606683] env[63260]: INFO nova.scheduler.client.report [None req-154c1234-e390-4eaf-b127-f678d256689d tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Deleted allocations for instance 3e18144e-0acb-4c24-acad-f8f6aa904462 [ 832.619366] env[63260]: INFO nova.scheduler.client.report [None req-9eac66f3-9be0-471a-be56-505af768bd83 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Deleted allocations for instance ab5784bb-000b-4f56-bd35-65a04620b36f [ 832.633850] env[63260]: DEBUG nova.compute.manager [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.634955] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5926660-8d50-41b6-9170-b7fa59973389 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.705478] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 33fd6009-046c-4511-9c50-f435f0c80a16] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 833.082745] env[63260]: DEBUG nova.compute.utils [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 833.084500] env[63260]: DEBUG nova.compute.manager [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 833.084777] env[63260]: DEBUG nova.network.neutron [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 833.115341] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f1a0e31-b65a-4882-b0c9-2eee11e987bd tempest-InstanceActionsV221TestJSON-1489231880 tempest-InstanceActionsV221TestJSON-1489231880-project-member] Lock "c5637ee6-f394-4ae4-87cc-a3468e47f43d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.452s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.121474] env[63260]: DEBUG oslo_concurrency.lockutils [None req-154c1234-e390-4eaf-b127-f678d256689d tempest-ServerAddressesNegativeTestJSON-1794530609 tempest-ServerAddressesNegativeTestJSON-1794530609-project-member] Lock "3e18144e-0acb-4c24-acad-f8f6aa904462" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.436s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.126779] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9eac66f3-9be0-471a-be56-505af768bd83 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "ab5784bb-000b-4f56-bd35-65a04620b36f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.705s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.142674] env[63260]: DEBUG nova.policy [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f450b1575404a7eb1f04237db7ca759', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '593abaa160404848afa5a59e0dd679f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 833.207366] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 32eb47e5-eaa9-4901-9816-1227ebd21dae] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 833.430171] env[63260]: DEBUG nova.network.neutron [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Successfully created port: 601df126-3de7-4980-94d6-d36026e0d2a0 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 833.581636] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f106c71e-8857-4323-a58b-8d5eff4db469 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquiring lock "93672dcb-96dc-4383-9874-43855f247e9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.581636] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f106c71e-8857-4323-a58b-8d5eff4db469 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "93672dcb-96dc-4383-9874-43855f247e9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.581636] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f106c71e-8857-4323-a58b-8d5eff4db469 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquiring lock "93672dcb-96dc-4383-9874-43855f247e9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.581636] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f106c71e-8857-4323-a58b-8d5eff4db469 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "93672dcb-96dc-4383-9874-43855f247e9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.581636] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f106c71e-8857-4323-a58b-8d5eff4db469 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "93672dcb-96dc-4383-9874-43855f247e9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.583652] env[63260]: INFO nova.compute.manager [None req-f106c71e-8857-4323-a58b-8d5eff4db469 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Terminating instance [ 833.590667] env[63260]: DEBUG nova.compute.manager [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 833.650940] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.650940] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5087772d-2461-4d33-ad7a-841cd4ab678b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.663196] env[63260]: DEBUG oslo_vmware.api [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 833.663196] env[63260]: value = "task-2284754" [ 833.663196] env[63260]: _type = "Task" [ 833.663196] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.676266] env[63260]: DEBUG oslo_vmware.api [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.710994] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: ccdb87cc-389c-411f-b8ec-05a4bbaf21f9] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 833.847769] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Acquiring lock "93332739-3e6a-4ba1-9cba-e397ae34e458" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.848216] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Lock "93332739-3e6a-4ba1-9cba-e397ae34e458" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.848574] env[63260]: INFO nova.compute.manager [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Shelving [ 833.946178] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac635238-8aff-4b41-be65-869f233266fa {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.954192] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676db885-3fea-4b6b-ab05-6c5379d00c9f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.987443] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f627a57a-b6e7-4541-ba29-8bd5aae4c2da {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.995356] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0f8b7a-7a75-4409-835a-e89e7f2a8257 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.011728] env[63260]: DEBUG nova.compute.provider_tree [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.094799] env[63260]: DEBUG nova.compute.manager [None req-f106c71e-8857-4323-a58b-8d5eff4db469 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.094948] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f106c71e-8857-4323-a58b-8d5eff4db469 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.100345] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5778adb9-2f6a-4fa4-be95-5e930c34c07a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.108766] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f106c71e-8857-4323-a58b-8d5eff4db469 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.109041] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83c32ca5-8c99-475b-aa02-9978126a1ef6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.114958] env[63260]: DEBUG oslo_vmware.api [None req-f106c71e-8857-4323-a58b-8d5eff4db469 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 834.114958] env[63260]: value = "task-2284755" [ 834.114958] env[63260]: _type = "Task" [ 834.114958] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.122758] env[63260]: DEBUG oslo_vmware.api [None req-f106c71e-8857-4323-a58b-8d5eff4db469 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.176444] env[63260]: DEBUG oslo_vmware.api [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284754, 'name': PowerOffVM_Task, 'duration_secs': 0.179575} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.176714] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.176964] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.177851] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e90bff-c620-46c5-9cbc-b058ba031e7f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.185286] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.185522] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8b4c664-4925-418a-9265-f7f237bbdaba {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.217150] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 6952e379-f83f-469a-a4d2-ba1072fd37f6] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 834.266066] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.266335] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.266521] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Deleting the datastore file [datastore2] 26f4534c-d775-4859-96c0-eb67b065d57e {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.266779] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7836dc09-1f0a-4d89-9a85-1b082d01d029 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.274494] env[63260]: DEBUG oslo_vmware.api [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 834.274494] env[63260]: value = "task-2284757" [ 834.274494] env[63260]: _type = "Task" [ 834.274494] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.283181] env[63260]: DEBUG oslo_vmware.api [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.515494] env[63260]: DEBUG nova.scheduler.client.report [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.601766] env[63260]: DEBUG nova.compute.manager [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 834.626388] env[63260]: DEBUG oslo_vmware.api [None req-f106c71e-8857-4323-a58b-8d5eff4db469 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284755, 'name': PowerOffVM_Task, 'duration_secs': 0.191459} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.628917] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f106c71e-8857-4323-a58b-8d5eff4db469 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.629199] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f106c71e-8857-4323-a58b-8d5eff4db469 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.629971] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b6999c3-c3ba-4d51-ab43-aa3184051926 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.636979] env[63260]: DEBUG nova.virt.hardware [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.637231] env[63260]: DEBUG nova.virt.hardware [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.637393] env[63260]: DEBUG nova.virt.hardware [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.637577] env[63260]: DEBUG nova.virt.hardware [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.637724] env[63260]: DEBUG nova.virt.hardware [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.637897] env[63260]: DEBUG nova.virt.hardware [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.638398] env[63260]: DEBUG nova.virt.hardware [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.638621] env[63260]: DEBUG nova.virt.hardware [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.638831] env[63260]: DEBUG nova.virt.hardware [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.639224] env[63260]: DEBUG nova.virt.hardware [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.639490] env[63260]: DEBUG nova.virt.hardware [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.640560] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e1dfcd-8bd2-4608-a52c-0392f432f4af {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.651367] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d4c79c-867d-4076-a76d-9553cc426988 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.697014] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f106c71e-8857-4323-a58b-8d5eff4db469 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.697628] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f106c71e-8857-4323-a58b-8d5eff4db469 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.697833] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-f106c71e-8857-4323-a58b-8d5eff4db469 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Deleting the datastore file [datastore1] 93672dcb-96dc-4383-9874-43855f247e9f {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.698212] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-416cbf64-0621-42ec-b4f4-e5316b0e2583 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.704033] env[63260]: DEBUG oslo_vmware.api [None req-f106c71e-8857-4323-a58b-8d5eff4db469 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for the task: (returnval){ [ 834.704033] env[63260]: value = "task-2284759" [ 834.704033] env[63260]: _type = "Task" [ 834.704033] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.712842] env[63260]: DEBUG oslo_vmware.api [None req-f106c71e-8857-4323-a58b-8d5eff4db469 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.725493] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 38afe872-ec16-4ee0-a555-45f407f1a150] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 834.786841] env[63260]: DEBUG oslo_vmware.api [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168364} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.787421] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.788252] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.788252] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.859740] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.860057] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6eb3f11a-864f-4016-89ea-2f8b421679de {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.867637] env[63260]: DEBUG oslo_vmware.api [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for the task: (returnval){ [ 834.867637] env[63260]: value = "task-2284760" [ 834.867637] env[63260]: _type = "Task" [ 834.867637] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.876743] env[63260]: DEBUG oslo_vmware.api [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.024180] env[63260]: DEBUG oslo_concurrency.lockutils [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.024576] env[63260]: DEBUG nova.compute.manager [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 835.027464] env[63260]: DEBUG oslo_concurrency.lockutils [None req-bc0e1b51-16ee-4c95-b065-c01d041bcf1d tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.359s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.027638] env[63260]: DEBUG oslo_concurrency.lockutils [None req-bc0e1b51-16ee-4c95-b065-c01d041bcf1d tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.030025] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8590a3f6-1cb4-42c7-9c5d-7a9d25ef1ce9 tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.289s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.030234] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8590a3f6-1cb4-42c7-9c5d-7a9d25ef1ce9 tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.031931] env[63260]: DEBUG oslo_concurrency.lockutils [None req-50286fc9-33b6-48c4-bda7-e1179d925ddd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.241s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.032133] env[63260]: DEBUG oslo_concurrency.lockutils [None req-50286fc9-33b6-48c4-bda7-e1179d925ddd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.033692] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.088s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.036494] env[63260]: INFO nova.compute.claims [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.068113] env[63260]: INFO nova.scheduler.client.report [None req-bc0e1b51-16ee-4c95-b065-c01d041bcf1d tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Deleted allocations for instance 1bdb9216-1f13-4a0f-b343-feb2942cfd90 [ 835.074517] env[63260]: INFO nova.scheduler.client.report [None req-50286fc9-33b6-48c4-bda7-e1179d925ddd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Deleted allocations for instance cf19fd4d-d960-46bf-a86b-3760b5d0bfee [ 835.096543] env[63260]: INFO nova.scheduler.client.report [None req-8590a3f6-1cb4-42c7-9c5d-7a9d25ef1ce9 tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Deleted allocations for instance fa2fbe57-4a9a-456c-8e42-4660309ca10b [ 835.163068] env[63260]: DEBUG nova.compute.manager [req-fc757d9a-7619-488f-a54c-c2cced412499 req-292c7268-2cae-493f-8a71-1ad2ea418a6a service nova] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Received event network-vif-plugged-601df126-3de7-4980-94d6-d36026e0d2a0 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 835.163292] env[63260]: DEBUG oslo_concurrency.lockutils [req-fc757d9a-7619-488f-a54c-c2cced412499 req-292c7268-2cae-493f-8a71-1ad2ea418a6a service nova] Acquiring lock "478b9913-6c63-42e5-921f-21e503efc7ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.163501] env[63260]: DEBUG oslo_concurrency.lockutils [req-fc757d9a-7619-488f-a54c-c2cced412499 req-292c7268-2cae-493f-8a71-1ad2ea418a6a service nova] Lock "478b9913-6c63-42e5-921f-21e503efc7ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.163741] env[63260]: DEBUG oslo_concurrency.lockutils [req-fc757d9a-7619-488f-a54c-c2cced412499 req-292c7268-2cae-493f-8a71-1ad2ea418a6a service nova] Lock "478b9913-6c63-42e5-921f-21e503efc7ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.163859] env[63260]: DEBUG nova.compute.manager [req-fc757d9a-7619-488f-a54c-c2cced412499 req-292c7268-2cae-493f-8a71-1ad2ea418a6a service nova] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] No waiting events found dispatching network-vif-plugged-601df126-3de7-4980-94d6-d36026e0d2a0 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 835.164011] env[63260]: WARNING nova.compute.manager [req-fc757d9a-7619-488f-a54c-c2cced412499 req-292c7268-2cae-493f-8a71-1ad2ea418a6a service nova] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Received unexpected event network-vif-plugged-601df126-3de7-4980-94d6-d36026e0d2a0 for instance with vm_state building and task_state spawning. [ 835.216039] env[63260]: DEBUG oslo_vmware.api [None req-f106c71e-8857-4323-a58b-8d5eff4db469 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Task: {'id': task-2284759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160699} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.216039] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-f106c71e-8857-4323-a58b-8d5eff4db469 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.216039] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f106c71e-8857-4323-a58b-8d5eff4db469 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.216039] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f106c71e-8857-4323-a58b-8d5eff4db469 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.216039] env[63260]: INFO nova.compute.manager [None req-f106c71e-8857-4323-a58b-8d5eff4db469 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 835.217050] env[63260]: DEBUG oslo.service.loopingcall [None req-f106c71e-8857-4323-a58b-8d5eff4db469 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 835.217050] env[63260]: DEBUG nova.compute.manager [-] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.217050] env[63260]: DEBUG nova.network.neutron [-] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.226623] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: e139538b-3363-4c4f-b1ea-b4e98e2528ee] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 835.381536] env[63260]: DEBUG oslo_vmware.api [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284760, 'name': PowerOffVM_Task, 'duration_secs': 0.170329} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.382150] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.383207] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417554d6-eb27-4f10-84f6-c75e5b76e3f5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.409185] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b7f5d1-9140-43c0-a78b-06d32b267811 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.454111] env[63260]: DEBUG nova.network.neutron [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Successfully updated port: 601df126-3de7-4980-94d6-d36026e0d2a0 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 835.541479] env[63260]: DEBUG nova.compute.utils [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 835.545273] env[63260]: DEBUG nova.compute.manager [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 835.545487] env[63260]: DEBUG nova.network.neutron [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 835.574836] env[63260]: DEBUG oslo_concurrency.lockutils [None req-bc0e1b51-16ee-4c95-b065-c01d041bcf1d tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Lock "1bdb9216-1f13-4a0f-b343-feb2942cfd90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.524s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.586495] env[63260]: DEBUG oslo_concurrency.lockutils [None req-50286fc9-33b6-48c4-bda7-e1179d925ddd tempest-VolumesAdminNegativeTest-1689916597 tempest-VolumesAdminNegativeTest-1689916597-project-member] Lock "cf19fd4d-d960-46bf-a86b-3760b5d0bfee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.675s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.602899] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8590a3f6-1cb4-42c7-9c5d-7a9d25ef1ce9 tempest-MultipleCreateTestJSON-1507004469 tempest-MultipleCreateTestJSON-1507004469-project-member] Lock "fa2fbe57-4a9a-456c-8e42-4660309ca10b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.485s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.633907] env[63260]: DEBUG nova.policy [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04c54ba10bd0456f896e67cd0e9cb460', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '065dcaa17ca34b3d84f702638e96e220', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.729709] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 6ebdf627-0ad7-46a8-9765-1a399deb34c8] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 835.833960] env[63260]: DEBUG nova.virt.hardware [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 835.835221] env[63260]: DEBUG nova.virt.hardware [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 835.835221] env[63260]: DEBUG nova.virt.hardware [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 835.835221] env[63260]: DEBUG nova.virt.hardware [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 835.835650] env[63260]: DEBUG nova.virt.hardware [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 835.835998] env[63260]: DEBUG nova.virt.hardware [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 835.836262] env[63260]: DEBUG nova.virt.hardware [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 835.836439] env[63260]: DEBUG nova.virt.hardware [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 835.836997] env[63260]: DEBUG nova.virt.hardware [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 835.837345] env[63260]: DEBUG nova.virt.hardware [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 835.837442] env[63260]: DEBUG nova.virt.hardware [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 835.839088] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb253709-fe4f-4108-8a2f-45fb3d5412a3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.849153] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4579bd-6629-46da-8c57-5c233ce14c08 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.865260] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:a0:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd33839ae-40ca-471b-92e3-eb282b920682', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96c9b2e3-b9e4-4bd5-8683-20f3a8ba02ce', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.873522] env[63260]: DEBUG oslo.service.loopingcall [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 835.873735] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.874619] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3dd89010-c551-4226-9bed-f3e61c68c00f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.896668] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.896668] env[63260]: value = "task-2284761" [ 835.896668] env[63260]: _type = "Task" [ 835.896668] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.906032] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284761, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.922439] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Creating Snapshot of the VM instance {{(pid=63260) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 835.922824] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c5476c56-85e6-45c8-a7d4-92609df77d45 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.929598] env[63260]: DEBUG oslo_vmware.api [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for the task: (returnval){ [ 835.929598] env[63260]: value = "task-2284762" [ 835.929598] env[63260]: _type = "Task" [ 835.929598] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.941785] env[63260]: DEBUG oslo_vmware.api [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284762, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.958108] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "refresh_cache-478b9913-6c63-42e5-921f-21e503efc7ce" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.958108] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquired lock "refresh_cache-478b9913-6c63-42e5-921f-21e503efc7ce" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.958108] env[63260]: DEBUG nova.network.neutron [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.046487] env[63260]: DEBUG nova.compute.manager [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 836.171515] env[63260]: DEBUG nova.network.neutron [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Successfully created port: 764d4f9b-87f5-4a4d-9c69-2cc6e4639b21 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.233854] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: ea7c78e7-f3dc-42fd-bde2-12a4859b8170] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 836.261844] env[63260]: DEBUG nova.network.neutron [-] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.382560] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d62f3a-2646-46ab-8f4f-72d19de2b9ab {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.395463] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c16f37d-7892-4929-9484-084589e527c5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.408534] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284761, 'name': CreateVM_Task, 'duration_secs': 0.344729} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.434894] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.435898] env[63260]: DEBUG oslo_concurrency.lockutils [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.436138] env[63260]: DEBUG oslo_concurrency.lockutils [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.436618] env[63260]: DEBUG oslo_concurrency.lockutils [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.440388] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd946979-e0ba-4db2-8450-e0c565fa693b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.442885] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63bde9bc-6e85-418d-9087-ec34294fecef {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.453340] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b35d821-bb4b-409e-ac8f-e5487c9860e3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.457297] env[63260]: DEBUG oslo_vmware.api [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 836.457297] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52aef81a-314b-0a35-ef81-9878d6b15735" [ 836.457297] env[63260]: _type = "Task" [ 836.457297] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.457518] env[63260]: DEBUG oslo_vmware.api [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284762, 'name': CreateSnapshot_Task, 'duration_secs': 0.47956} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.457984] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Created Snapshot of the VM instance {{(pid=63260) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 836.462050] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b511f1fb-b17d-4c15-b5e7-8395a8e32a52 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.480997] env[63260]: DEBUG nova.compute.provider_tree [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 836.487320] env[63260]: DEBUG oslo_vmware.api [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52aef81a-314b-0a35-ef81-9878d6b15735, 'name': SearchDatastore_Task, 'duration_secs': 0.008697} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.490369] env[63260]: DEBUG oslo_concurrency.lockutils [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.490604] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.490833] env[63260]: DEBUG oslo_concurrency.lockutils [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.490978] env[63260]: DEBUG oslo_concurrency.lockutils [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.491172] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.493576] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-003d8bd3-9606-461f-b689-6bde53904baa {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.502155] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.502155] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.504112] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be7c5ba3-1310-4014-9991-d4d5226d56de {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.512202] env[63260]: DEBUG oslo_vmware.api [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 836.512202] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5256a80e-cebf-42d8-7a9b-4ecb61949a4b" [ 836.512202] env[63260]: _type = "Task" [ 836.512202] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.520525] env[63260]: DEBUG oslo_vmware.api [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5256a80e-cebf-42d8-7a9b-4ecb61949a4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.545283] env[63260]: DEBUG nova.network.neutron [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 836.551934] env[63260]: INFO nova.virt.block_device [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Booting with volume d232d8e8-67ec-4f33-8887-99cab20126c0 at /dev/sda [ 836.589248] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ddbf885-0187-4695-9a7b-f261223c70c3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.598658] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11e3889-7ffd-4bb6-94af-23cd9bc153db {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.631243] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-62e0e346-3143-458a-a37e-2d081f040498 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.639620] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4edd29-2a2c-4501-9ed0-2f06037a1246 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.669131] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4299fe-f745-49ab-8067-49124aec755f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.675406] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6fea1d-0dcb-4854-8f0c-f27491cbbd13 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.688255] env[63260]: DEBUG nova.virt.block_device [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Updating existing volume attachment record: 176eb195-6785-43e9-8009-01651e1ec305 {{(pid=63260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 836.737828] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: c22b814c-28f4-4ecb-9326-84791d1ec336] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 836.770908] env[63260]: INFO nova.compute.manager [-] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Took 1.55 seconds to deallocate network for instance. [ 836.800133] env[63260]: DEBUG nova.network.neutron [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Updating instance_info_cache with network_info: [{"id": "601df126-3de7-4980-94d6-d36026e0d2a0", "address": "fa:16:3e:66:f8:e7", "network": {"id": "15c698e3-385d-486a-901f-b71a8d1836c1", "bridge": "br-int", "label": "tempest-ServersTestJSON-97174531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "593abaa160404848afa5a59e0dd679f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap601df126-3d", "ovs_interfaceid": "601df126-3de7-4980-94d6-d36026e0d2a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.005483] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Creating linked-clone VM from snapshot {{(pid=63260) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 837.006765] env[63260]: ERROR nova.scheduler.client.report [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] [req-f822cf90-b139-4fdf-b4af-1bb8c36b2408] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 535ed902-6829-4832-9c79-14d5c1df9745. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f822cf90-b139-4fdf-b4af-1bb8c36b2408"}]} [ 837.007278] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-afb8c17f-b951-4891-984a-1b7214d79e31 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.021021] env[63260]: DEBUG oslo_vmware.api [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for the task: (returnval){ [ 837.021021] env[63260]: value = "task-2284763" [ 837.021021] env[63260]: _type = "Task" [ 837.021021] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.022070] env[63260]: DEBUG oslo_vmware.api [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5256a80e-cebf-42d8-7a9b-4ecb61949a4b, 'name': SearchDatastore_Task, 'duration_secs': 0.008949} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.026895] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49a55ec2-e3aa-4044-831e-de0ca65190cf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.030502] env[63260]: DEBUG nova.scheduler.client.report [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Refreshing inventories for resource provider 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 837.039018] env[63260]: DEBUG oslo_vmware.api [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284763, 'name': CloneVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.039018] env[63260]: DEBUG oslo_vmware.api [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 837.039018] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528de331-dc8b-f7da-9b5e-31d9a199eabd" [ 837.039018] env[63260]: _type = "Task" [ 837.039018] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.045105] env[63260]: DEBUG oslo_vmware.api [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528de331-dc8b-f7da-9b5e-31d9a199eabd, 'name': SearchDatastore_Task, 'duration_secs': 0.00981} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.045974] env[63260]: DEBUG nova.scheduler.client.report [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Updating ProviderTree inventory for provider 535ed902-6829-4832-9c79-14d5c1df9745 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 837.046209] env[63260]: DEBUG nova.compute.provider_tree [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 837.048132] env[63260]: DEBUG oslo_concurrency.lockutils [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.048414] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 26f4534c-d775-4859-96c0-eb67b065d57e/26f4534c-d775-4859-96c0-eb67b065d57e.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.049503] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8126eda0-9a4f-4341-8b9c-b23a246899c8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.055616] env[63260]: DEBUG oslo_vmware.api [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 837.055616] env[63260]: value = "task-2284764" [ 837.055616] env[63260]: _type = "Task" [ 837.055616] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.065989] env[63260]: DEBUG oslo_vmware.api [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284764, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.066957] env[63260]: DEBUG nova.scheduler.client.report [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Refreshing aggregate associations for resource provider 535ed902-6829-4832-9c79-14d5c1df9745, aggregates: None {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 837.093319] env[63260]: DEBUG nova.scheduler.client.report [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Refreshing trait associations for resource provider 535ed902-6829-4832-9c79-14d5c1df9745, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 837.243453] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: f575abe2-fba7-4c4f-9a5b-4a092b8d2c04] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 837.280184] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f106c71e-8857-4323-a58b-8d5eff4db469 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.305349] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Releasing lock "refresh_cache-478b9913-6c63-42e5-921f-21e503efc7ce" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.305349] env[63260]: DEBUG nova.compute.manager [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Instance network_info: |[{"id": "601df126-3de7-4980-94d6-d36026e0d2a0", "address": "fa:16:3e:66:f8:e7", "network": {"id": "15c698e3-385d-486a-901f-b71a8d1836c1", "bridge": "br-int", "label": "tempest-ServersTestJSON-97174531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "593abaa160404848afa5a59e0dd679f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap601df126-3d", "ovs_interfaceid": "601df126-3de7-4980-94d6-d36026e0d2a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 837.305669] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:f8:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad36dd36-1d2c-4f37-a259-98ef2e440794', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '601df126-3de7-4980-94d6-d36026e0d2a0', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.314891] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Creating folder: Project (593abaa160404848afa5a59e0dd679f6). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 837.318649] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44d9dd63-a32e-465d-86ef-98c58483408a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.335144] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Created folder: Project (593abaa160404848afa5a59e0dd679f6) in parent group-v464889. [ 837.335894] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Creating folder: Instances. Parent ref: group-v465094. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 837.336061] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a47d8d94-2fb5-4e62-9534-c6733adfe327 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.348365] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Created folder: Instances in parent group-v465094. [ 837.348951] env[63260]: DEBUG oslo.service.loopingcall [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 837.349296] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.349566] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd3402e0-feda-4f0d-839e-84486d8bd13b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.374385] env[63260]: DEBUG nova.compute.manager [req-a44991e2-230c-43d3-8884-b5bcc54c9d3b req-ee841651-a518-4b0d-b955-148082d90733 service nova] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Received event network-changed-601df126-3de7-4980-94d6-d36026e0d2a0 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 837.374832] env[63260]: DEBUG nova.compute.manager [req-a44991e2-230c-43d3-8884-b5bcc54c9d3b req-ee841651-a518-4b0d-b955-148082d90733 service nova] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Refreshing instance network info cache due to event network-changed-601df126-3de7-4980-94d6-d36026e0d2a0. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 837.375103] env[63260]: DEBUG oslo_concurrency.lockutils [req-a44991e2-230c-43d3-8884-b5bcc54c9d3b req-ee841651-a518-4b0d-b955-148082d90733 service nova] Acquiring lock "refresh_cache-478b9913-6c63-42e5-921f-21e503efc7ce" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.375260] env[63260]: DEBUG oslo_concurrency.lockutils [req-a44991e2-230c-43d3-8884-b5bcc54c9d3b req-ee841651-a518-4b0d-b955-148082d90733 service nova] Acquired lock "refresh_cache-478b9913-6c63-42e5-921f-21e503efc7ce" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.375564] env[63260]: DEBUG nova.network.neutron [req-a44991e2-230c-43d3-8884-b5bcc54c9d3b req-ee841651-a518-4b0d-b955-148082d90733 service nova] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Refreshing network info cache for port 601df126-3de7-4980-94d6-d36026e0d2a0 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.384968] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.384968] env[63260]: value = "task-2284767" [ 837.384968] env[63260]: _type = "Task" [ 837.384968] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.398909] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284767, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.443425] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c042713a-15b3-42fd-b264-d42a99e232e1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.452355] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60324145-2055-47c6-a437-967dff55a622 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.485671] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b47046-5f55-4004-866d-03bef354d220 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.493966] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb068a8c-9d9d-4886-91b3-c935764cfe80 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.509722] env[63260]: DEBUG nova.compute.provider_tree [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 837.532446] env[63260]: DEBUG oslo_vmware.api [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284763, 'name': CloneVM_Task} progress is 94%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.565951] env[63260]: DEBUG oslo_vmware.api [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284764, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.753792] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 9b45195e-aa35-45d4-a8d1-2460610897dd] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 837.899219] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284767, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.032343] env[63260]: DEBUG oslo_vmware.api [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284763, 'name': CloneVM_Task} progress is 95%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.056722] env[63260]: DEBUG nova.scheduler.client.report [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Updated inventory for provider 535ed902-6829-4832-9c79-14d5c1df9745 with generation 92 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 838.057840] env[63260]: DEBUG nova.compute.provider_tree [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Updating resource provider 535ed902-6829-4832-9c79-14d5c1df9745 generation from 92 to 93 during operation: update_inventory {{(pid=63260) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 838.057840] env[63260]: DEBUG nova.compute.provider_tree [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 838.070562] env[63260]: DEBUG oslo_vmware.api [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284764, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583247} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.070901] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 26f4534c-d775-4859-96c0-eb67b065d57e/26f4534c-d775-4859-96c0-eb67b065d57e.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.071160] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.071429] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2ace256-fa13-44a6-87ba-943011913568 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.077851] env[63260]: DEBUG oslo_vmware.api [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 838.077851] env[63260]: value = "task-2284768" [ 838.077851] env[63260]: _type = "Task" [ 838.077851] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.090661] env[63260]: DEBUG oslo_vmware.api [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.265564] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 01f5e2d4-430a-4cb0-8478-7f152441a2c0] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 838.362339] env[63260]: DEBUG nova.network.neutron [req-a44991e2-230c-43d3-8884-b5bcc54c9d3b req-ee841651-a518-4b0d-b955-148082d90733 service nova] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Updated VIF entry in instance network info cache for port 601df126-3de7-4980-94d6-d36026e0d2a0. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.362761] env[63260]: DEBUG nova.network.neutron [req-a44991e2-230c-43d3-8884-b5bcc54c9d3b req-ee841651-a518-4b0d-b955-148082d90733 service nova] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Updating instance_info_cache with network_info: [{"id": "601df126-3de7-4980-94d6-d36026e0d2a0", "address": "fa:16:3e:66:f8:e7", "network": {"id": "15c698e3-385d-486a-901f-b71a8d1836c1", "bridge": "br-int", "label": "tempest-ServersTestJSON-97174531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "593abaa160404848afa5a59e0dd679f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap601df126-3d", "ovs_interfaceid": "601df126-3de7-4980-94d6-d36026e0d2a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.384814] env[63260]: DEBUG nova.network.neutron [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Successfully updated port: 764d4f9b-87f5-4a4d-9c69-2cc6e4639b21 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.399159] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284767, 'name': CreateVM_Task, 'duration_secs': 0.549849} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.399500] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.400717] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.400882] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.401323] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.401920] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f9e4c1f-6948-464b-8f8b-f8a5044b85ef {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.408380] env[63260]: DEBUG oslo_vmware.api [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 838.408380] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5222f5c7-1c73-f887-4ff0-18224974ddc9" [ 838.408380] env[63260]: _type = "Task" [ 838.408380] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.418224] env[63260]: DEBUG oslo_vmware.api [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5222f5c7-1c73-f887-4ff0-18224974ddc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.533821] env[63260]: DEBUG oslo_vmware.api [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284763, 'name': CloneVM_Task, 'duration_secs': 1.149701} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.534144] env[63260]: INFO nova.virt.vmwareapi.vmops [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Created linked-clone VM from snapshot [ 838.534870] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007e3bb5-f967-4725-827c-6621e329991a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.542664] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Uploading image a2e9d905-e274-417a-bde5-f03b2a19216b {{(pid=63260) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 838.562534] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.529s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.563064] env[63260]: DEBUG nova.compute.manager [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 838.565744] env[63260]: DEBUG oslo_concurrency.lockutils [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.318s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.567880] env[63260]: INFO nova.compute.claims [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 838.575018] env[63260]: DEBUG oslo_vmware.rw_handles [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 838.575018] env[63260]: value = "vm-465093" [ 838.575018] env[63260]: _type = "VirtualMachine" [ 838.575018] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 838.575018] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e34dfb30-d464-464f-8467-94fefd5a0072 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.584023] env[63260]: DEBUG oslo_vmware.rw_handles [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Lease: (returnval){ [ 838.584023] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]524ad6b5-70ae-9cd2-09d0-8c6eaabe2fb3" [ 838.584023] env[63260]: _type = "HttpNfcLease" [ 838.584023] env[63260]: } obtained for exporting VM: (result){ [ 838.584023] env[63260]: value = "vm-465093" [ 838.584023] env[63260]: _type = "VirtualMachine" [ 838.584023] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 838.584338] env[63260]: DEBUG oslo_vmware.api [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for the lease: (returnval){ [ 838.584338] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]524ad6b5-70ae-9cd2-09d0-8c6eaabe2fb3" [ 838.584338] env[63260]: _type = "HttpNfcLease" [ 838.584338] env[63260]: } to be ready. {{(pid=63260) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 838.591445] env[63260]: DEBUG oslo_vmware.api [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072227} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.592307] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.593841] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e86f727-af0b-4764-ad91-9743ec08b379 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.597069] env[63260]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 838.597069] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]524ad6b5-70ae-9cd2-09d0-8c6eaabe2fb3" [ 838.597069] env[63260]: _type = "HttpNfcLease" [ 838.597069] env[63260]: } is ready. {{(pid=63260) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 838.599885] env[63260]: DEBUG oslo_vmware.rw_handles [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 838.599885] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]524ad6b5-70ae-9cd2-09d0-8c6eaabe2fb3" [ 838.599885] env[63260]: _type = "HttpNfcLease" [ 838.599885] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 838.599885] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979813f5-1161-4c54-aee9-78117da699a3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.624490] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 26f4534c-d775-4859-96c0-eb67b065d57e/26f4534c-d775-4859-96c0-eb67b065d57e.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.626188] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b10cc27-8727-4f3a-9ed9-9d1c7d9de07e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.649844] env[63260]: DEBUG oslo_vmware.rw_handles [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52986202-fc3e-0c31-5f21-d92762cbd34e/disk-0.vmdk from lease info. {{(pid=63260) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 838.650050] env[63260]: DEBUG oslo_vmware.rw_handles [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52986202-fc3e-0c31-5f21-d92762cbd34e/disk-0.vmdk for reading. {{(pid=63260) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 838.717221] env[63260]: DEBUG oslo_vmware.api [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 838.717221] env[63260]: value = "task-2284770" [ 838.717221] env[63260]: _type = "Task" [ 838.717221] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.728151] env[63260]: DEBUG oslo_vmware.api [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284770, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.754077] env[63260]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1140af77-43d1-4b56-8a73-c5e2f73051bb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.773622] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 64e84161-5eff-406a-af5b-6f9f104cebae] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 838.787599] env[63260]: DEBUG nova.compute.manager [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 838.788844] env[63260]: DEBUG nova.virt.hardware [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.788844] env[63260]: DEBUG nova.virt.hardware [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.788844] env[63260]: DEBUG nova.virt.hardware [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.789091] env[63260]: DEBUG nova.virt.hardware [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.789828] env[63260]: DEBUG nova.virt.hardware [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.789828] env[63260]: DEBUG nova.virt.hardware [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.789828] env[63260]: DEBUG nova.virt.hardware [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.789828] env[63260]: DEBUG nova.virt.hardware [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.790021] env[63260]: DEBUG nova.virt.hardware [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.790057] env[63260]: DEBUG nova.virt.hardware [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.790486] env[63260]: DEBUG nova.virt.hardware [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.793767] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a388126-3168-42d2-8c1e-57d207077ca8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.804199] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407dedc2-ee2d-405d-b111-16835f603d3f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.865246] env[63260]: DEBUG oslo_concurrency.lockutils [req-a44991e2-230c-43d3-8884-b5bcc54c9d3b req-ee841651-a518-4b0d-b955-148082d90733 service nova] Releasing lock "refresh_cache-478b9913-6c63-42e5-921f-21e503efc7ce" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.865535] env[63260]: DEBUG nova.compute.manager [req-a44991e2-230c-43d3-8884-b5bcc54c9d3b req-ee841651-a518-4b0d-b955-148082d90733 service nova] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Received event network-vif-deleted-97920763-c5c0-4685-9dbf-afa8ed9e8153 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 838.893479] env[63260]: DEBUG oslo_concurrency.lockutils [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Acquiring lock "refresh_cache-17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.893479] env[63260]: DEBUG oslo_concurrency.lockutils [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Acquired lock "refresh_cache-17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.893479] env[63260]: DEBUG nova.network.neutron [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.920913] env[63260]: DEBUG oslo_vmware.api [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5222f5c7-1c73-f887-4ff0-18224974ddc9, 'name': SearchDatastore_Task, 'duration_secs': 0.010528} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.921248] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.921480] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.921711] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.921857] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.922050] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.922606] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c46889a7-2cd0-410b-870f-c238b41e67aa {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.932398] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.932612] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.933552] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89688cad-ba76-4854-98b9-d3003c629faa {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.943608] env[63260]: DEBUG oslo_vmware.api [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 838.943608] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]527eb92d-7343-502d-0496-897e794c329d" [ 838.943608] env[63260]: _type = "Task" [ 838.943608] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.954918] env[63260]: DEBUG oslo_vmware.api [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]527eb92d-7343-502d-0496-897e794c329d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.072882] env[63260]: DEBUG nova.compute.utils [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 839.074427] env[63260]: DEBUG nova.compute.manager [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 839.074599] env[63260]: DEBUG nova.network.neutron [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 839.118058] env[63260]: DEBUG nova.policy [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c2a197cd3eb4be49033fc43a620dbe1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67eb00e8bc12480a810706e85c3b73b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 839.232446] env[63260]: DEBUG oslo_vmware.api [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284770, 'name': ReconfigVM_Task, 'duration_secs': 0.32798} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.232446] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 26f4534c-d775-4859-96c0-eb67b065d57e/26f4534c-d775-4859-96c0-eb67b065d57e.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.232904] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0af577e8-28fb-42d0-aa22-6bf51ef67231 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.241439] env[63260]: DEBUG oslo_vmware.api [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 839.241439] env[63260]: value = "task-2284771" [ 839.241439] env[63260]: _type = "Task" [ 839.241439] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.251678] env[63260]: DEBUG oslo_vmware.api [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284771, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.280629] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: f5985e13-7c49-4c38-b9c9-4c23c52a1f4e] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 839.413467] env[63260]: DEBUG nova.compute.manager [req-8a5014cb-5044-45ca-8d2e-a58574189cb8 req-88016699-04a1-45ca-9d76-e09f90d70697 service nova] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Received event network-vif-plugged-764d4f9b-87f5-4a4d-9c69-2cc6e4639b21 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 839.413782] env[63260]: DEBUG oslo_concurrency.lockutils [req-8a5014cb-5044-45ca-8d2e-a58574189cb8 req-88016699-04a1-45ca-9d76-e09f90d70697 service nova] Acquiring lock "17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.414130] env[63260]: DEBUG oslo_concurrency.lockutils [req-8a5014cb-5044-45ca-8d2e-a58574189cb8 req-88016699-04a1-45ca-9d76-e09f90d70697 service nova] Lock "17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.414355] env[63260]: DEBUG oslo_concurrency.lockutils [req-8a5014cb-5044-45ca-8d2e-a58574189cb8 req-88016699-04a1-45ca-9d76-e09f90d70697 service nova] Lock "17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.414980] env[63260]: DEBUG nova.compute.manager [req-8a5014cb-5044-45ca-8d2e-a58574189cb8 req-88016699-04a1-45ca-9d76-e09f90d70697 service nova] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] No waiting events found dispatching network-vif-plugged-764d4f9b-87f5-4a4d-9c69-2cc6e4639b21 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 839.415270] env[63260]: WARNING nova.compute.manager [req-8a5014cb-5044-45ca-8d2e-a58574189cb8 req-88016699-04a1-45ca-9d76-e09f90d70697 service nova] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Received unexpected event network-vif-plugged-764d4f9b-87f5-4a4d-9c69-2cc6e4639b21 for instance with vm_state building and task_state spawning. [ 839.415493] env[63260]: DEBUG nova.compute.manager [req-8a5014cb-5044-45ca-8d2e-a58574189cb8 req-88016699-04a1-45ca-9d76-e09f90d70697 service nova] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Received event network-changed-764d4f9b-87f5-4a4d-9c69-2cc6e4639b21 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 839.415698] env[63260]: DEBUG nova.compute.manager [req-8a5014cb-5044-45ca-8d2e-a58574189cb8 req-88016699-04a1-45ca-9d76-e09f90d70697 service nova] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Refreshing instance network info cache due to event network-changed-764d4f9b-87f5-4a4d-9c69-2cc6e4639b21. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 839.416090] env[63260]: DEBUG oslo_concurrency.lockutils [req-8a5014cb-5044-45ca-8d2e-a58574189cb8 req-88016699-04a1-45ca-9d76-e09f90d70697 service nova] Acquiring lock "refresh_cache-17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.458931] env[63260]: DEBUG oslo_vmware.api [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]527eb92d-7343-502d-0496-897e794c329d, 'name': SearchDatastore_Task, 'duration_secs': 0.014829} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.460300] env[63260]: DEBUG nova.network.neutron [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.463316] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaf5f626-62cd-4349-9763-e542995163b7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.475255] env[63260]: DEBUG oslo_vmware.api [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 839.475255] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c7d00a-1a8e-7cf3-5495-4fdaa173a810" [ 839.475255] env[63260]: _type = "Task" [ 839.475255] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.491872] env[63260]: DEBUG oslo_vmware.api [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c7d00a-1a8e-7cf3-5495-4fdaa173a810, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.574296] env[63260]: DEBUG nova.network.neutron [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Successfully created port: acf6904f-0f9f-4d48-a039-5e7c5d9079c7 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 839.578671] env[63260]: DEBUG nova.compute.manager [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 839.756371] env[63260]: DEBUG oslo_vmware.api [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284771, 'name': Rename_Task, 'duration_secs': 0.235953} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.760675] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.765573] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7c448b2-509e-482d-b22f-cd04d4c6251b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.775135] env[63260]: DEBUG oslo_vmware.api [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 839.775135] env[63260]: value = "task-2284772" [ 839.775135] env[63260]: _type = "Task" [ 839.775135] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.787489] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 1d59ae97-3d8f-4926-bc59-ec290cef74ab] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 839.795870] env[63260]: DEBUG oslo_vmware.api [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.901880] env[63260]: DEBUG nova.network.neutron [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Updating instance_info_cache with network_info: [{"id": "764d4f9b-87f5-4a4d-9c69-2cc6e4639b21", "address": "fa:16:3e:51:f6:d7", "network": {"id": "ba221dd6-d022-4f6a-b450-b5209c78975f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1364167374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "065dcaa17ca34b3d84f702638e96e220", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap764d4f9b-87", "ovs_interfaceid": "764d4f9b-87f5-4a4d-9c69-2cc6e4639b21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.943432] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e01795-ef7e-4a8c-9b40-1ff69c3167dc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.955688] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94246cb6-af24-4b05-b0e4-15db7c1869fe {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.003571] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b73e58-b8bb-4d94-b035-332169e9db95 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.014355] env[63260]: DEBUG oslo_vmware.api [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c7d00a-1a8e-7cf3-5495-4fdaa173a810, 'name': SearchDatastore_Task, 'duration_secs': 0.01633} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.016425] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.016891] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 478b9913-6c63-42e5-921f-21e503efc7ce/478b9913-6c63-42e5-921f-21e503efc7ce.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.017199] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9114a3e3-e701-4c7f-8645-ae53b295837a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.020167] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d807d0-b8f5-49ef-b3a0-b2e86b3b48f4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.036242] env[63260]: DEBUG nova.compute.provider_tree [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 840.043920] env[63260]: DEBUG oslo_vmware.api [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 840.043920] env[63260]: value = "task-2284773" [ 840.043920] env[63260]: _type = "Task" [ 840.043920] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.052687] env[63260]: DEBUG oslo_vmware.api [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.285536] env[63260]: DEBUG oslo_vmware.api [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284772, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.291508] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 877174d8-a4d9-4c03-bd61-81f9e541cd22] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 840.407602] env[63260]: DEBUG oslo_concurrency.lockutils [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Releasing lock "refresh_cache-17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.408016] env[63260]: DEBUG nova.compute.manager [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Instance network_info: |[{"id": "764d4f9b-87f5-4a4d-9c69-2cc6e4639b21", "address": "fa:16:3e:51:f6:d7", "network": {"id": "ba221dd6-d022-4f6a-b450-b5209c78975f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1364167374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "065dcaa17ca34b3d84f702638e96e220", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap764d4f9b-87", "ovs_interfaceid": "764d4f9b-87f5-4a4d-9c69-2cc6e4639b21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 840.408368] env[63260]: DEBUG oslo_concurrency.lockutils [req-8a5014cb-5044-45ca-8d2e-a58574189cb8 req-88016699-04a1-45ca-9d76-e09f90d70697 service nova] Acquired lock "refresh_cache-17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.408552] env[63260]: DEBUG nova.network.neutron [req-8a5014cb-5044-45ca-8d2e-a58574189cb8 req-88016699-04a1-45ca-9d76-e09f90d70697 service nova] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Refreshing network info cache for port 764d4f9b-87f5-4a4d-9c69-2cc6e4639b21 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.410077] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:f6:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '764d4f9b-87f5-4a4d-9c69-2cc6e4639b21', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.419379] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Creating folder: Project (065dcaa17ca34b3d84f702638e96e220). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.425748] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-552ac6d0-6812-4743-abc1-a3cfd0b4576a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.439027] env[63260]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 840.439027] env[63260]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63260) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 840.439027] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Folder already exists: Project (065dcaa17ca34b3d84f702638e96e220). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 840.439027] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Creating folder: Instances. Parent ref: group-v465070. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.439027] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea608b97-d24d-4a19-a82a-c005b5526127 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.448607] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Created folder: Instances in parent group-v465070. [ 840.452165] env[63260]: DEBUG oslo.service.loopingcall [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 840.452165] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.452165] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-372c1c45-4370-45c4-aa7d-2356dc91acf1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.474838] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.474838] env[63260]: value = "task-2284776" [ 840.474838] env[63260]: _type = "Task" [ 840.474838] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.484114] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284776, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.561510] env[63260]: DEBUG oslo_vmware.api [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284773, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.590543] env[63260]: DEBUG nova.scheduler.client.report [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Updated inventory for provider 535ed902-6829-4832-9c79-14d5c1df9745 with generation 93 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 840.590865] env[63260]: DEBUG nova.compute.provider_tree [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Updating resource provider 535ed902-6829-4832-9c79-14d5c1df9745 generation from 93 to 94 during operation: update_inventory {{(pid=63260) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 840.591151] env[63260]: DEBUG nova.compute.provider_tree [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 840.597699] env[63260]: DEBUG nova.compute.manager [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 840.636941] env[63260]: DEBUG nova.virt.hardware [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 840.641838] env[63260]: DEBUG nova.virt.hardware [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.641838] env[63260]: DEBUG nova.virt.hardware [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.641838] env[63260]: DEBUG nova.virt.hardware [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.641838] env[63260]: DEBUG nova.virt.hardware [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.641838] env[63260]: DEBUG nova.virt.hardware [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 840.641838] env[63260]: DEBUG nova.virt.hardware [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 840.641838] env[63260]: DEBUG nova.virt.hardware [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 840.641838] env[63260]: DEBUG nova.virt.hardware [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 840.641838] env[63260]: DEBUG nova.virt.hardware [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 840.641838] env[63260]: DEBUG nova.virt.hardware [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 840.642863] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24636404-e177-4ea9-bbc3-99c7b349b7cd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.652884] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35832f1f-540e-4d2f-b031-bed4cee290e9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.786425] env[63260]: DEBUG oslo_vmware.api [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284772, 'name': PowerOnVM_Task, 'duration_secs': 0.655634} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.786863] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.787243] env[63260]: DEBUG nova.compute.manager [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.788221] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf47baa2-2bd2-46c4-9d47-c062bd433012 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.795064] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 59e99a9c-a395-45b6-886a-506f1de1163a] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 840.944777] env[63260]: DEBUG nova.network.neutron [req-8a5014cb-5044-45ca-8d2e-a58574189cb8 req-88016699-04a1-45ca-9d76-e09f90d70697 service nova] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Updated VIF entry in instance network info cache for port 764d4f9b-87f5-4a4d-9c69-2cc6e4639b21. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.945124] env[63260]: DEBUG nova.network.neutron [req-8a5014cb-5044-45ca-8d2e-a58574189cb8 req-88016699-04a1-45ca-9d76-e09f90d70697 service nova] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Updating instance_info_cache with network_info: [{"id": "764d4f9b-87f5-4a4d-9c69-2cc6e4639b21", "address": "fa:16:3e:51:f6:d7", "network": {"id": "ba221dd6-d022-4f6a-b450-b5209c78975f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1364167374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "065dcaa17ca34b3d84f702638e96e220", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap764d4f9b-87", "ovs_interfaceid": "764d4f9b-87f5-4a4d-9c69-2cc6e4639b21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.985465] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284776, 'name': CreateVM_Task, 'duration_secs': 0.372248} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.985641] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.986394] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '176eb195-6785-43e9-8009-01651e1ec305', 'delete_on_termination': True, 'device_type': None, 'boot_index': 0, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465077', 'volume_id': 'd232d8e8-67ec-4f33-8887-99cab20126c0', 'name': 'volume-d232d8e8-67ec-4f33-8887-99cab20126c0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf', 'attached_at': '', 'detached_at': '', 'volume_id': 'd232d8e8-67ec-4f33-8887-99cab20126c0', 'serial': 'd232d8e8-67ec-4f33-8887-99cab20126c0'}, 'guest_format': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=63260) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 840.986642] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Root volume attach. Driver type: vmdk {{(pid=63260) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 840.987460] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3879cf11-674e-4cdc-8146-1b397f8652a5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.996416] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40eb299-1ecd-460d-b414-e8e0fd2caa83 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.002668] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a081f177-bc3c-4fcc-9e61-b36ef0fb587a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.008800] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-ff9c5403-9ce9-43f3-9d1b-bce267f87c61 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.015841] env[63260]: DEBUG oslo_vmware.api [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Waiting for the task: (returnval){ [ 841.015841] env[63260]: value = "task-2284777" [ 841.015841] env[63260]: _type = "Task" [ 841.015841] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.023862] env[63260]: DEBUG oslo_vmware.api [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Task: {'id': task-2284777, 'name': RelocateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.057608] env[63260]: DEBUG oslo_vmware.api [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284773, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678193} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.057877] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 478b9913-6c63-42e5-921f-21e503efc7ce/478b9913-6c63-42e5-921f-21e503efc7ce.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 841.058127] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 841.058398] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28365d90-fbd2-49fa-99be-59da9a55e1e2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.064159] env[63260]: DEBUG oslo_vmware.api [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 841.064159] env[63260]: value = "task-2284778" [ 841.064159] env[63260]: _type = "Task" [ 841.064159] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.072519] env[63260]: DEBUG oslo_vmware.api [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284778, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.103312] env[63260]: DEBUG oslo_concurrency.lockutils [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.103849] env[63260]: DEBUG nova.compute.manager [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 841.107029] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d9b41edc-4eb9-4703-ba15-5887cea0d332 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.526s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.108569] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d9b41edc-4eb9-4703-ba15-5887cea0d332 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.110446] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.039s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.112766] env[63260]: INFO nova.compute.claims [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.153509] env[63260]: INFO nova.scheduler.client.report [None req-d9b41edc-4eb9-4703-ba15-5887cea0d332 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Deleted allocations for instance d1cb9a44-ac61-41ee-b6c4-5611b6358f7e [ 841.302062] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: fc79ec3c-aa00-466e-b660-ac43d2361bbc] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 841.319578] env[63260]: DEBUG oslo_concurrency.lockutils [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.448997] env[63260]: DEBUG oslo_concurrency.lockutils [req-8a5014cb-5044-45ca-8d2e-a58574189cb8 req-88016699-04a1-45ca-9d76-e09f90d70697 service nova] Releasing lock "refresh_cache-17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.527122] env[63260]: DEBUG oslo_vmware.api [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Task: {'id': task-2284777, 'name': RelocateVM_Task} progress is 40%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.567659] env[63260]: DEBUG nova.compute.manager [req-629f92c3-8de2-43c0-a971-c14de2f6d7f7 req-0da4cdbc-49fe-426b-81bd-f37b0b0608e6 service nova] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Received event network-vif-plugged-acf6904f-0f9f-4d48-a039-5e7c5d9079c7 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 841.567748] env[63260]: DEBUG oslo_concurrency.lockutils [req-629f92c3-8de2-43c0-a971-c14de2f6d7f7 req-0da4cdbc-49fe-426b-81bd-f37b0b0608e6 service nova] Acquiring lock "86bd65c7-3041-4000-a2d3-004c606289c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.567962] env[63260]: DEBUG oslo_concurrency.lockutils [req-629f92c3-8de2-43c0-a971-c14de2f6d7f7 req-0da4cdbc-49fe-426b-81bd-f37b0b0608e6 service nova] Lock "86bd65c7-3041-4000-a2d3-004c606289c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.568485] env[63260]: DEBUG oslo_concurrency.lockutils [req-629f92c3-8de2-43c0-a971-c14de2f6d7f7 req-0da4cdbc-49fe-426b-81bd-f37b0b0608e6 service nova] Lock "86bd65c7-3041-4000-a2d3-004c606289c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.568687] env[63260]: DEBUG nova.compute.manager [req-629f92c3-8de2-43c0-a971-c14de2f6d7f7 req-0da4cdbc-49fe-426b-81bd-f37b0b0608e6 service nova] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] No waiting events found dispatching network-vif-plugged-acf6904f-0f9f-4d48-a039-5e7c5d9079c7 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 841.568858] env[63260]: WARNING nova.compute.manager [req-629f92c3-8de2-43c0-a971-c14de2f6d7f7 req-0da4cdbc-49fe-426b-81bd-f37b0b0608e6 service nova] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Received unexpected event network-vif-plugged-acf6904f-0f9f-4d48-a039-5e7c5d9079c7 for instance with vm_state building and task_state spawning. [ 841.581629] env[63260]: DEBUG oslo_vmware.api [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284778, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098478} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.581926] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.582801] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8fa13d-8490-4275-b61f-25dee17ca0bd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.615931] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 478b9913-6c63-42e5-921f-21e503efc7ce/478b9913-6c63-42e5-921f-21e503efc7ce.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.616568] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-803079f2-4b48-4455-be08-8dc6b050d769 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.634128] env[63260]: DEBUG nova.compute.utils [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 841.639233] env[63260]: DEBUG nova.compute.manager [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 841.639452] env[63260]: DEBUG nova.network.neutron [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 841.649723] env[63260]: DEBUG oslo_vmware.api [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 841.649723] env[63260]: value = "task-2284779" [ 841.649723] env[63260]: _type = "Task" [ 841.649723] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.664406] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d9b41edc-4eb9-4703-ba15-5887cea0d332 tempest-MigrationsAdminTest-1103075139 tempest-MigrationsAdminTest-1103075139-project-member] Lock "d1cb9a44-ac61-41ee-b6c4-5611b6358f7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.512s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.666614] env[63260]: DEBUG oslo_vmware.api [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284779, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.741481] env[63260]: DEBUG nova.policy [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b84218f973b34596acdb302a46392745', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0cc112fd26644b7abedda679fb222d48', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 841.812519] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: ee17b483-2b67-4714-b8ef-781a358f7fce] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 841.821307] env[63260]: DEBUG nova.network.neutron [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Successfully updated port: acf6904f-0f9f-4d48-a039-5e7c5d9079c7 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 842.037097] env[63260]: DEBUG oslo_vmware.api [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Task: {'id': task-2284777, 'name': RelocateVM_Task} progress is 53%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.142683] env[63260]: DEBUG nova.compute.manager [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 842.160725] env[63260]: DEBUG oslo_vmware.api [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284779, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.316770] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 38234f24-c2a7-4190-8f54-f953f587d474] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 842.324821] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Acquiring lock "refresh_cache-86bd65c7-3041-4000-a2d3-004c606289c2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.324821] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Acquired lock "refresh_cache-86bd65c7-3041-4000-a2d3-004c606289c2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.324821] env[63260]: DEBUG nova.network.neutron [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.532187] env[63260]: DEBUG oslo_vmware.api [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Task: {'id': task-2284777, 'name': RelocateVM_Task} progress is 65%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.540599] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5332390f-218b-4b68-aa55-a11f1b33d4aa {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.550247] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a955d8af-e93b-41bf-a469-c5aa69869ae2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.589075] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ad178a-beb5-490a-8c5f-53bd63004145 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.599677] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f67f6a-23c1-4421-bd8e-c985eefd4648 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.617815] env[63260]: DEBUG nova.compute.provider_tree [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.668198] env[63260]: DEBUG oslo_vmware.api [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284779, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.809752] env[63260]: DEBUG nova.network.neutron [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Successfully created port: 750deb7a-feac-4074-8fe5-779079b41ddb {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 842.824760] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 5a0fb955-d6d5-429f-9925-244d7a943bab] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 842.887318] env[63260]: DEBUG nova.network.neutron [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 842.946421] env[63260]: DEBUG oslo_concurrency.lockutils [None req-27b48f58-69f6-4dee-8d96-7e2578235dd7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "26f4534c-d775-4859-96c0-eb67b065d57e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.946421] env[63260]: DEBUG oslo_concurrency.lockutils [None req-27b48f58-69f6-4dee-8d96-7e2578235dd7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "26f4534c-d775-4859-96c0-eb67b065d57e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.946716] env[63260]: DEBUG oslo_concurrency.lockutils [None req-27b48f58-69f6-4dee-8d96-7e2578235dd7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "26f4534c-d775-4859-96c0-eb67b065d57e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.947031] env[63260]: DEBUG oslo_concurrency.lockutils [None req-27b48f58-69f6-4dee-8d96-7e2578235dd7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "26f4534c-d775-4859-96c0-eb67b065d57e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.947127] env[63260]: DEBUG oslo_concurrency.lockutils [None req-27b48f58-69f6-4dee-8d96-7e2578235dd7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "26f4534c-d775-4859-96c0-eb67b065d57e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.956645] env[63260]: INFO nova.compute.manager [None req-27b48f58-69f6-4dee-8d96-7e2578235dd7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Terminating instance [ 843.036056] env[63260]: DEBUG oslo_vmware.api [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Task: {'id': task-2284777, 'name': RelocateVM_Task} progress is 78%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.124089] env[63260]: DEBUG nova.scheduler.client.report [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.163810] env[63260]: DEBUG nova.compute.manager [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 843.176269] env[63260]: DEBUG oslo_vmware.api [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284779, 'name': ReconfigVM_Task, 'duration_secs': 1.15158} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.180616] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 478b9913-6c63-42e5-921f-21e503efc7ce/478b9913-6c63-42e5-921f-21e503efc7ce.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.182865] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0f790f2-e60d-4870-9a4b-666277c981b9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.192379] env[63260]: DEBUG oslo_vmware.api [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 843.192379] env[63260]: value = "task-2284780" [ 843.192379] env[63260]: _type = "Task" [ 843.192379] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.207097] env[63260]: DEBUG oslo_vmware.api [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284780, 'name': Rename_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.209630] env[63260]: DEBUG nova.virt.hardware [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.209867] env[63260]: DEBUG nova.virt.hardware [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.210054] env[63260]: DEBUG nova.virt.hardware [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.210259] env[63260]: DEBUG nova.virt.hardware [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.210406] env[63260]: DEBUG nova.virt.hardware [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.210576] env[63260]: DEBUG nova.virt.hardware [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.210813] env[63260]: DEBUG nova.virt.hardware [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.210973] env[63260]: DEBUG nova.virt.hardware [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.211152] env[63260]: DEBUG nova.virt.hardware [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.211319] env[63260]: DEBUG nova.virt.hardware [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.211491] env[63260]: DEBUG nova.virt.hardware [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.212649] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a020ca-f6a9-4547-9cd2-4fa9bfe0bfb5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.220857] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075520b4-153a-4e9f-bbe3-e86424089fc4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.311854] env[63260]: DEBUG nova.network.neutron [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Updating instance_info_cache with network_info: [{"id": "acf6904f-0f9f-4d48-a039-5e7c5d9079c7", "address": "fa:16:3e:43:db:28", "network": {"id": "abf50bbf-3358-4dad-a1ec-d6d04c767a99", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1890980888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67eb00e8bc12480a810706e85c3b73b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacf6904f-0f", "ovs_interfaceid": "acf6904f-0f9f-4d48-a039-5e7c5d9079c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.329671] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 7d4802a6-50d2-4ac2-bca0-1e8a07618e98] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 843.472790] env[63260]: DEBUG nova.compute.manager [None req-27b48f58-69f6-4dee-8d96-7e2578235dd7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 843.473220] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-27b48f58-69f6-4dee-8d96-7e2578235dd7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.474896] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2b5a74-a7da-4bdc-bec6-800fcdbaae76 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.485429] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b48f58-69f6-4dee-8d96-7e2578235dd7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.486144] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85f4cc56-d539-46db-8c06-1a48ebf80573 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.495132] env[63260]: DEBUG oslo_vmware.api [None req-27b48f58-69f6-4dee-8d96-7e2578235dd7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 843.495132] env[63260]: value = "task-2284781" [ 843.495132] env[63260]: _type = "Task" [ 843.495132] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.508106] env[63260]: DEBUG oslo_vmware.api [None req-27b48f58-69f6-4dee-8d96-7e2578235dd7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.537429] env[63260]: DEBUG oslo_vmware.api [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Task: {'id': task-2284777, 'name': RelocateVM_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.633144] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.633144] env[63260]: DEBUG nova.compute.manager [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 843.636117] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0f1323a9-7808-4a96-973a-f6504ae158d9 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.966s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.636117] env[63260]: DEBUG nova.objects.instance [None req-0f1323a9-7808-4a96-973a-f6504ae158d9 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Lazy-loading 'resources' on Instance uuid 394ea16c-10bc-4433-bdb6-68edd866b54d {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.687409] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "3e0382f6-cd72-4dc4-952b-3917fb7675d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.688320] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "3e0382f6-cd72-4dc4-952b-3917fb7675d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.694242] env[63260]: DEBUG nova.compute.manager [req-e962ad76-b0c3-4a55-8cae-04ca298a604d req-1a67d722-2575-43b2-9b46-bb713b337a69 service nova] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Received event network-changed-acf6904f-0f9f-4d48-a039-5e7c5d9079c7 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 843.694674] env[63260]: DEBUG nova.compute.manager [req-e962ad76-b0c3-4a55-8cae-04ca298a604d req-1a67d722-2575-43b2-9b46-bb713b337a69 service nova] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Refreshing instance network info cache due to event network-changed-acf6904f-0f9f-4d48-a039-5e7c5d9079c7. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 843.695121] env[63260]: DEBUG oslo_concurrency.lockutils [req-e962ad76-b0c3-4a55-8cae-04ca298a604d req-1a67d722-2575-43b2-9b46-bb713b337a69 service nova] Acquiring lock "refresh_cache-86bd65c7-3041-4000-a2d3-004c606289c2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.709398] env[63260]: DEBUG oslo_vmware.api [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284780, 'name': Rename_Task, 'duration_secs': 0.41584} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.709892] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.710321] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58ab2447-93db-4a35-8022-bcde5782125e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.717429] env[63260]: DEBUG oslo_vmware.api [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 843.717429] env[63260]: value = "task-2284782" [ 843.717429] env[63260]: _type = "Task" [ 843.717429] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.727419] env[63260]: DEBUG oslo_vmware.api [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.818030] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Releasing lock "refresh_cache-86bd65c7-3041-4000-a2d3-004c606289c2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.818030] env[63260]: DEBUG nova.compute.manager [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Instance network_info: |[{"id": "acf6904f-0f9f-4d48-a039-5e7c5d9079c7", "address": "fa:16:3e:43:db:28", "network": {"id": "abf50bbf-3358-4dad-a1ec-d6d04c767a99", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1890980888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67eb00e8bc12480a810706e85c3b73b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacf6904f-0f", "ovs_interfaceid": "acf6904f-0f9f-4d48-a039-5e7c5d9079c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 843.818030] env[63260]: DEBUG oslo_concurrency.lockutils [req-e962ad76-b0c3-4a55-8cae-04ca298a604d req-1a67d722-2575-43b2-9b46-bb713b337a69 service nova] Acquired lock "refresh_cache-86bd65c7-3041-4000-a2d3-004c606289c2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.818030] env[63260]: DEBUG nova.network.neutron [req-e962ad76-b0c3-4a55-8cae-04ca298a604d req-1a67d722-2575-43b2-9b46-bb713b337a69 service nova] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Refreshing network info cache for port acf6904f-0f9f-4d48-a039-5e7c5d9079c7 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.818030] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:db:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db328342-7107-4bac-b1d6-111fbd5780f1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acf6904f-0f9f-4d48-a039-5e7c5d9079c7', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.827624] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Creating folder: Project (67eb00e8bc12480a810706e85c3b73b1). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 843.828555] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfba045b-119c-46c0-8713-b0c934e44115 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.833956] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 9d5c6605-ce4f-4db3-9f9e-74d6d06c7c12] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 843.848151] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Created folder: Project (67eb00e8bc12480a810706e85c3b73b1) in parent group-v464889. [ 843.848484] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Creating folder: Instances. Parent ref: group-v465099. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 843.848752] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddff18cd-d3ef-499f-872b-0bc8fb390982 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.859394] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Created folder: Instances in parent group-v465099. [ 843.859394] env[63260]: DEBUG oslo.service.loopingcall [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 843.859778] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.859778] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dadf8669-f591-4ef4-ac0c-62461e5003e1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.887968] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.887968] env[63260]: value = "task-2284785" [ 843.887968] env[63260]: _type = "Task" [ 843.887968] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.897018] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284785, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.008985] env[63260]: DEBUG oslo_vmware.api [None req-27b48f58-69f6-4dee-8d96-7e2578235dd7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284781, 'name': PowerOffVM_Task, 'duration_secs': 0.244256} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.009349] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b48f58-69f6-4dee-8d96-7e2578235dd7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.009583] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-27b48f58-69f6-4dee-8d96-7e2578235dd7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.010428] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da820166-8ee5-4389-a21f-71dd22329896 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.034629] env[63260]: DEBUG oslo_vmware.api [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Task: {'id': task-2284777, 'name': RelocateVM_Task} progress is 97%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.091879] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-27b48f58-69f6-4dee-8d96-7e2578235dd7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.092132] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-27b48f58-69f6-4dee-8d96-7e2578235dd7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.092320] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-27b48f58-69f6-4dee-8d96-7e2578235dd7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Deleting the datastore file [datastore1] 26f4534c-d775-4859-96c0-eb67b065d57e {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.092596] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d07ca0d0-c929-4ade-92e1-10485cf438c5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.099404] env[63260]: DEBUG oslo_vmware.api [None req-27b48f58-69f6-4dee-8d96-7e2578235dd7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 844.099404] env[63260]: value = "task-2284787" [ 844.099404] env[63260]: _type = "Task" [ 844.099404] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.110262] env[63260]: DEBUG oslo_vmware.api [None req-27b48f58-69f6-4dee-8d96-7e2578235dd7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.140849] env[63260]: DEBUG nova.compute.utils [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 844.146856] env[63260]: DEBUG nova.compute.manager [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 844.146978] env[63260]: DEBUG nova.network.neutron [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 844.197381] env[63260]: DEBUG nova.compute.manager [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 844.236528] env[63260]: DEBUG oslo_vmware.api [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284782, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.246426] env[63260]: DEBUG nova.policy [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ed1ceb400fd40f49c95375c53373a45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60ea86e6d37c4da9adfb6f02b15c571e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 844.340010] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 9060d6e7-7559-460a-a2b4-9d8ab720f96a] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 844.402982] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284785, 'name': CreateVM_Task, 'duration_secs': 0.481749} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.405746] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.406788] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.408271] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.408271] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.408271] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a4ee501-e959-4513-9e6f-ed97d9b93259 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.414181] env[63260]: DEBUG oslo_vmware.api [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Waiting for the task: (returnval){ [ 844.414181] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]529ef1b9-5869-a0ab-53f3-ed730d8e5d23" [ 844.414181] env[63260]: _type = "Task" [ 844.414181] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.425698] env[63260]: DEBUG oslo_vmware.api [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]529ef1b9-5869-a0ab-53f3-ed730d8e5d23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.511124] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d898ec55-6aa6-43bb-b24c-7444499a3e15 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.522859] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b684bad6-4dfc-4ec6-9171-d4301c61f296 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.535307] env[63260]: DEBUG oslo_vmware.api [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Task: {'id': task-2284777, 'name': RelocateVM_Task, 'duration_secs': 3.431027} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.560514] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Volume attach. Driver type: vmdk {{(pid=63260) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 844.560752] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465077', 'volume_id': 'd232d8e8-67ec-4f33-8887-99cab20126c0', 'name': 'volume-d232d8e8-67ec-4f33-8887-99cab20126c0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf', 'attached_at': '', 'detached_at': '', 'volume_id': 'd232d8e8-67ec-4f33-8887-99cab20126c0', 'serial': 'd232d8e8-67ec-4f33-8887-99cab20126c0'} {{(pid=63260) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 844.561795] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84dd33dd-94e8-41ee-b76b-d17c058ee633 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.565193] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1ea5a2-4c66-4c04-9fab-0b8ddf83ce83 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.588258] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cffb240-0648-4ac3-9bc5-72ba0a3ac9bd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.593241] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cbd6be-77a0-4c99-865e-84cf46ed1954 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.610136] env[63260]: DEBUG nova.compute.provider_tree [None req-0f1323a9-7808-4a96-973a-f6504ae158d9 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 844.635855] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] volume-d232d8e8-67ec-4f33-8887-99cab20126c0/volume-d232d8e8-67ec-4f33-8887-99cab20126c0.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.640650] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abb4c12c-810b-400b-b00e-89799c278fc0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.657223] env[63260]: DEBUG nova.compute.manager [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 844.663746] env[63260]: DEBUG oslo_vmware.api [None req-27b48f58-69f6-4dee-8d96-7e2578235dd7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262664} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.664265] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-27b48f58-69f6-4dee-8d96-7e2578235dd7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.664452] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-27b48f58-69f6-4dee-8d96-7e2578235dd7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.664636] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-27b48f58-69f6-4dee-8d96-7e2578235dd7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.664805] env[63260]: INFO nova.compute.manager [None req-27b48f58-69f6-4dee-8d96-7e2578235dd7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Took 1.19 seconds to destroy the instance on the hypervisor. [ 844.665055] env[63260]: DEBUG oslo.service.loopingcall [None req-27b48f58-69f6-4dee-8d96-7e2578235dd7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 844.665257] env[63260]: DEBUG nova.compute.manager [-] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 844.665680] env[63260]: DEBUG nova.network.neutron [-] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 844.669300] env[63260]: DEBUG oslo_vmware.api [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Waiting for the task: (returnval){ [ 844.669300] env[63260]: value = "task-2284788" [ 844.669300] env[63260]: _type = "Task" [ 844.669300] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.679898] env[63260]: DEBUG oslo_vmware.api [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Task: {'id': task-2284788, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.691180] env[63260]: ERROR nova.scheduler.client.report [None req-0f1323a9-7808-4a96-973a-f6504ae158d9 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] [req-1825f578-eb3b-4273-aa34-4954394c17dc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 535ed902-6829-4832-9c79-14d5c1df9745. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1825f578-eb3b-4273-aa34-4954394c17dc"}]} [ 844.712139] env[63260]: DEBUG nova.scheduler.client.report [None req-0f1323a9-7808-4a96-973a-f6504ae158d9 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Refreshing inventories for resource provider 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 844.734301] env[63260]: DEBUG oslo_vmware.api [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284782, 'name': PowerOnVM_Task, 'duration_secs': 0.705003} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.735236] env[63260]: DEBUG nova.scheduler.client.report [None req-0f1323a9-7808-4a96-973a-f6504ae158d9 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Updating ProviderTree inventory for provider 535ed902-6829-4832-9c79-14d5c1df9745 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 844.735438] env[63260]: DEBUG nova.compute.provider_tree [None req-0f1323a9-7808-4a96-973a-f6504ae158d9 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 844.737668] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.737903] env[63260]: INFO nova.compute.manager [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Took 10.14 seconds to spawn the instance on the hypervisor. [ 844.738123] env[63260]: DEBUG nova.compute.manager [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.739393] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.740154] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bcac38-ce4f-4349-833f-69e41f6e5904 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.750067] env[63260]: DEBUG nova.scheduler.client.report [None req-0f1323a9-7808-4a96-973a-f6504ae158d9 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Refreshing aggregate associations for resource provider 535ed902-6829-4832-9c79-14d5c1df9745, aggregates: None {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 844.780103] env[63260]: DEBUG nova.scheduler.client.report [None req-0f1323a9-7808-4a96-973a-f6504ae158d9 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Refreshing trait associations for resource provider 535ed902-6829-4832-9c79-14d5c1df9745, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 844.845025] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: a1039d78-54b2-4777-8dd2-43221a89528c] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 844.927124] env[63260]: DEBUG oslo_vmware.api [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]529ef1b9-5869-a0ab-53f3-ed730d8e5d23, 'name': SearchDatastore_Task, 'duration_secs': 0.013451} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.927425] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.927649] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.928318] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.928318] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.928318] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.928545] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a841a933-2381-4ef4-b185-63b262de673e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.940764] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.940764] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.940986] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe9da39a-f98e-4205-ba0e-8e3486861675 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.950078] env[63260]: DEBUG oslo_vmware.api [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Waiting for the task: (returnval){ [ 844.950078] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5274d8fd-9268-0654-5413-a537f789074d" [ 844.950078] env[63260]: _type = "Task" [ 844.950078] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.966284] env[63260]: DEBUG oslo_vmware.api [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5274d8fd-9268-0654-5413-a537f789074d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.059593] env[63260]: DEBUG nova.network.neutron [req-e962ad76-b0c3-4a55-8cae-04ca298a604d req-1a67d722-2575-43b2-9b46-bb713b337a69 service nova] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Updated VIF entry in instance network info cache for port acf6904f-0f9f-4d48-a039-5e7c5d9079c7. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.059943] env[63260]: DEBUG nova.network.neutron [req-e962ad76-b0c3-4a55-8cae-04ca298a604d req-1a67d722-2575-43b2-9b46-bb713b337a69 service nova] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Updating instance_info_cache with network_info: [{"id": "acf6904f-0f9f-4d48-a039-5e7c5d9079c7", "address": "fa:16:3e:43:db:28", "network": {"id": "abf50bbf-3358-4dad-a1ec-d6d04c767a99", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1890980888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67eb00e8bc12480a810706e85c3b73b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacf6904f-0f", "ovs_interfaceid": "acf6904f-0f9f-4d48-a039-5e7c5d9079c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.139796] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cd5737-88e7-45d8-bc0e-f7b2693f0f6c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.149830] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b6429c-826b-4a67-8bfa-cb024beafb6d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.191173] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d2d1ee-4bd4-4aab-a347-17cbe7062d21 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.199755] env[63260]: DEBUG oslo_vmware.api [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Task: {'id': task-2284788, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.203876] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3cb684-cf27-47fb-8030-b6e34cc03793 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.216905] env[63260]: DEBUG nova.compute.provider_tree [None req-0f1323a9-7808-4a96-973a-f6504ae158d9 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 845.263647] env[63260]: INFO nova.compute.manager [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Took 50.15 seconds to build instance. [ 845.349827] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 93c5a022-f4c9-4247-b584-3d6050e47dca] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 845.367437] env[63260]: DEBUG nova.network.neutron [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Successfully created port: 9b7e7421-261c-4bf9-8158-0e5820914cd0 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 845.467168] env[63260]: DEBUG oslo_vmware.api [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5274d8fd-9268-0654-5413-a537f789074d, 'name': SearchDatastore_Task, 'duration_secs': 0.015852} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.467168] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb18fc47-4bfb-4b14-a72f-6731597cde36 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.472877] env[63260]: DEBUG oslo_vmware.api [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Waiting for the task: (returnval){ [ 845.472877] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52fd7c88-a84b-c2eb-93e4-937eecabd2e3" [ 845.472877] env[63260]: _type = "Task" [ 845.472877] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.482750] env[63260]: DEBUG oslo_vmware.api [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52fd7c88-a84b-c2eb-93e4-937eecabd2e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.565206] env[63260]: DEBUG oslo_concurrency.lockutils [req-e962ad76-b0c3-4a55-8cae-04ca298a604d req-1a67d722-2575-43b2-9b46-bb713b337a69 service nova] Releasing lock "refresh_cache-86bd65c7-3041-4000-a2d3-004c606289c2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.693934] env[63260]: DEBUG nova.compute.manager [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 845.700945] env[63260]: DEBUG oslo_vmware.api [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Task: {'id': task-2284788, 'name': ReconfigVM_Task, 'duration_secs': 0.548039} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.701073] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Reconfigured VM instance instance-00000049 to attach disk [datastore1] volume-d232d8e8-67ec-4f33-8887-99cab20126c0/volume-d232d8e8-67ec-4f33-8887-99cab20126c0.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.706573] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a59f24c-ab64-45f2-8d75-b648a5902366 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.725049] env[63260]: DEBUG oslo_vmware.api [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Waiting for the task: (returnval){ [ 845.725049] env[63260]: value = "task-2284789" [ 845.725049] env[63260]: _type = "Task" [ 845.725049] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.735547] env[63260]: DEBUG nova.virt.hardware [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.735547] env[63260]: DEBUG nova.virt.hardware [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.735547] env[63260]: DEBUG nova.virt.hardware [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.735547] env[63260]: DEBUG nova.virt.hardware [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.735547] env[63260]: DEBUG nova.virt.hardware [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.735775] env[63260]: DEBUG nova.virt.hardware [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.736256] env[63260]: DEBUG nova.virt.hardware [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.737719] env[63260]: DEBUG nova.virt.hardware [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.737719] env[63260]: DEBUG nova.virt.hardware [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.737719] env[63260]: DEBUG nova.virt.hardware [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.737719] env[63260]: DEBUG nova.virt.hardware [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.738403] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628fd3eb-62d0-43d0-8710-0e9127d5ddbd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.748917] env[63260]: DEBUG oslo_vmware.api [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Task: {'id': task-2284789, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.752633] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b1dd8b-68c3-4bf8-9326-65479c715a82 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.767494] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e4b8cd62-124e-4a1e-8f63-f68378c9a32a tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "478b9913-6c63-42e5-921f-21e503efc7ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.674s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.769220] env[63260]: DEBUG nova.scheduler.client.report [None req-0f1323a9-7808-4a96-973a-f6504ae158d9 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Updated inventory for provider 535ed902-6829-4832-9c79-14d5c1df9745 with generation 95 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 845.769636] env[63260]: DEBUG nova.compute.provider_tree [None req-0f1323a9-7808-4a96-973a-f6504ae158d9 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Updating resource provider 535ed902-6829-4832-9c79-14d5c1df9745 generation from 95 to 96 during operation: update_inventory {{(pid=63260) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 845.769716] env[63260]: DEBUG nova.compute.provider_tree [None req-0f1323a9-7808-4a96-973a-f6504ae158d9 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 845.828570] env[63260]: DEBUG nova.network.neutron [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Successfully updated port: 750deb7a-feac-4074-8fe5-779079b41ddb {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.859526] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 14618266-8f55-46c7-9d42-04dfbe7165d4] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 845.986477] env[63260]: DEBUG oslo_vmware.api [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52fd7c88-a84b-c2eb-93e4-937eecabd2e3, 'name': SearchDatastore_Task, 'duration_secs': 0.02993} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.986764] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.987072] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 86bd65c7-3041-4000-a2d3-004c606289c2/86bd65c7-3041-4000-a2d3-004c606289c2.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.987346] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b371996-31a5-4d74-9cac-d40255854b2f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.996213] env[63260]: DEBUG oslo_vmware.api [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Waiting for the task: (returnval){ [ 845.996213] env[63260]: value = "task-2284790" [ 845.996213] env[63260]: _type = "Task" [ 845.996213] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.006489] env[63260]: DEBUG oslo_vmware.api [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Task: {'id': task-2284790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.079812] env[63260]: DEBUG nova.network.neutron [-] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.182439] env[63260]: DEBUG nova.compute.manager [req-c112f087-2ade-46b8-ab39-5ef829b03b4c req-bd5d5650-dec2-46e4-a1d0-1010376fb4fe service nova] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Received event network-vif-plugged-750deb7a-feac-4074-8fe5-779079b41ddb {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 846.182682] env[63260]: DEBUG oslo_concurrency.lockutils [req-c112f087-2ade-46b8-ab39-5ef829b03b4c req-bd5d5650-dec2-46e4-a1d0-1010376fb4fe service nova] Acquiring lock "3d0f44ca-75e7-4579-9e7c-0451473e64af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.183324] env[63260]: DEBUG oslo_concurrency.lockutils [req-c112f087-2ade-46b8-ab39-5ef829b03b4c req-bd5d5650-dec2-46e4-a1d0-1010376fb4fe service nova] Lock "3d0f44ca-75e7-4579-9e7c-0451473e64af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.183424] env[63260]: DEBUG oslo_concurrency.lockutils [req-c112f087-2ade-46b8-ab39-5ef829b03b4c req-bd5d5650-dec2-46e4-a1d0-1010376fb4fe service nova] Lock "3d0f44ca-75e7-4579-9e7c-0451473e64af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.183600] env[63260]: DEBUG nova.compute.manager [req-c112f087-2ade-46b8-ab39-5ef829b03b4c req-bd5d5650-dec2-46e4-a1d0-1010376fb4fe service nova] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] No waiting events found dispatching network-vif-plugged-750deb7a-feac-4074-8fe5-779079b41ddb {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 846.183763] env[63260]: WARNING nova.compute.manager [req-c112f087-2ade-46b8-ab39-5ef829b03b4c req-bd5d5650-dec2-46e4-a1d0-1010376fb4fe service nova] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Received unexpected event network-vif-plugged-750deb7a-feac-4074-8fe5-779079b41ddb for instance with vm_state building and task_state spawning. [ 846.184013] env[63260]: DEBUG nova.compute.manager [req-c112f087-2ade-46b8-ab39-5ef829b03b4c req-bd5d5650-dec2-46e4-a1d0-1010376fb4fe service nova] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Received event network-vif-deleted-96c9b2e3-b9e4-4bd5-8683-20f3a8ba02ce {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 846.238781] env[63260]: DEBUG oslo_vmware.api [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Task: {'id': task-2284789, 'name': ReconfigVM_Task, 'duration_secs': 0.139569} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.238781] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465077', 'volume_id': 'd232d8e8-67ec-4f33-8887-99cab20126c0', 'name': 'volume-d232d8e8-67ec-4f33-8887-99cab20126c0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf', 'attached_at': '', 'detached_at': '', 'volume_id': 'd232d8e8-67ec-4f33-8887-99cab20126c0', 'serial': 'd232d8e8-67ec-4f33-8887-99cab20126c0'} {{(pid=63260) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 846.238781] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6f6e70a-6238-4f9a-9ffb-f569686153ed {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.246039] env[63260]: DEBUG oslo_vmware.api [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Waiting for the task: (returnval){ [ 846.246039] env[63260]: value = "task-2284791" [ 846.246039] env[63260]: _type = "Task" [ 846.246039] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.259020] env[63260]: DEBUG oslo_vmware.api [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Task: {'id': task-2284791, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.277273] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0f1323a9-7808-4a96-973a-f6504ae158d9 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.639s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.277748] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0ec6d6c7-cef0-4e7d-9a3e-1f2f662f218a tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.587s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.278020] env[63260]: DEBUG nova.objects.instance [None req-0ec6d6c7-cef0-4e7d-9a3e-1f2f662f218a tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Lazy-loading 'resources' on Instance uuid cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.294954] env[63260]: INFO nova.scheduler.client.report [None req-0f1323a9-7808-4a96-973a-f6504ae158d9 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Deleted allocations for instance 394ea16c-10bc-4433-bdb6-68edd866b54d [ 846.331657] env[63260]: DEBUG oslo_concurrency.lockutils [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "refresh_cache-3d0f44ca-75e7-4579-9e7c-0451473e64af" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.331657] env[63260]: DEBUG oslo_concurrency.lockutils [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquired lock "refresh_cache-3d0f44ca-75e7-4579-9e7c-0451473e64af" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.331889] env[63260]: DEBUG nova.network.neutron [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.366974] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: b6b0258f-4070-4ca1-b322-b4680b81b27e] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 846.510089] env[63260]: DEBUG oslo_vmware.api [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Task: {'id': task-2284790, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.515527] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "6cfc6194-c7a5-47ae-bf22-21a274cc7bb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.515580] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "6cfc6194-c7a5-47ae-bf22-21a274cc7bb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.583938] env[63260]: INFO nova.compute.manager [-] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Took 1.92 seconds to deallocate network for instance. [ 846.756269] env[63260]: DEBUG oslo_vmware.api [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Task: {'id': task-2284791, 'name': Rename_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.805442] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0f1323a9-7808-4a96-973a-f6504ae158d9 tempest-ServerRescueTestJSONUnderV235-83882122 tempest-ServerRescueTestJSONUnderV235-83882122-project-member] Lock "394ea16c-10bc-4433-bdb6-68edd866b54d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.103s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.870632] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 7da03876-abb8-4716-89db-150c83bb5062] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 846.925430] env[63260]: DEBUG nova.network.neutron [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 847.009913] env[63260]: DEBUG oslo_vmware.api [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Task: {'id': task-2284790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.855763} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.017987] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 86bd65c7-3041-4000-a2d3-004c606289c2/86bd65c7-3041-4000-a2d3-004c606289c2.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.018359] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.018805] env[63260]: DEBUG nova.compute.manager [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 847.024080] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5f3caf3-78c4-491a-9900-9a534173f683 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.033207] env[63260]: DEBUG oslo_vmware.api [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Waiting for the task: (returnval){ [ 847.033207] env[63260]: value = "task-2284792" [ 847.033207] env[63260]: _type = "Task" [ 847.033207] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.050502] env[63260]: DEBUG oslo_vmware.api [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Task: {'id': task-2284792, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.095122] env[63260]: DEBUG oslo_concurrency.lockutils [None req-27b48f58-69f6-4dee-8d96-7e2578235dd7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.156357] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3d5326-6863-4c7b-b17b-bc9c02b34a94 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.165809] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9722e03d-5f4f-4d5a-bb89-61f98343441e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.203325] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402f6239-a187-4bb9-873f-bf6c10590901 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.211518] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c114241e-3cea-4b21-b892-6e00bdf82e7d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.225434] env[63260]: DEBUG nova.compute.provider_tree [None req-0ec6d6c7-cef0-4e7d-9a3e-1f2f662f218a tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.258835] env[63260]: DEBUG oslo_vmware.api [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Task: {'id': task-2284791, 'name': Rename_Task, 'duration_secs': 0.707163} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.258835] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.258835] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1ba2ae9-5dc1-4c81-ab15-93126127f4b2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.265535] env[63260]: DEBUG oslo_vmware.api [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Waiting for the task: (returnval){ [ 847.265535] env[63260]: value = "task-2284793" [ 847.265535] env[63260]: _type = "Task" [ 847.265535] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.275257] env[63260]: DEBUG oslo_vmware.api [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Task: {'id': task-2284793, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.299238] env[63260]: DEBUG nova.network.neutron [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Updating instance_info_cache with network_info: [{"id": "750deb7a-feac-4074-8fe5-779079b41ddb", "address": "fa:16:3e:b3:df:85", "network": {"id": "5b68e61c-9924-43a6-9550-c424919c7ebd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505122137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc112fd26644b7abedda679fb222d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap750deb7a-fe", "ovs_interfaceid": "750deb7a-feac-4074-8fe5-779079b41ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.376950] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 3c874db9-bb34-4324-88d9-58498c8415b3] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 847.548813] env[63260]: DEBUG oslo_vmware.api [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Task: {'id': task-2284792, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074145} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.549932] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.550219] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.551241] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d3f484-6ae8-4b8a-94d2-0235731e972c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.581856] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 86bd65c7-3041-4000-a2d3-004c606289c2/86bd65c7-3041-4000-a2d3-004c606289c2.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.582257] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1443766f-3499-461a-8a44-d4c6076a384d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.608116] env[63260]: DEBUG oslo_vmware.api [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Waiting for the task: (returnval){ [ 847.608116] env[63260]: value = "task-2284794" [ 847.608116] env[63260]: _type = "Task" [ 847.608116] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.620142] env[63260]: DEBUG oslo_vmware.api [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Task: {'id': task-2284794, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.691204] env[63260]: DEBUG nova.network.neutron [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Successfully updated port: 9b7e7421-261c-4bf9-8158-0e5820914cd0 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 847.729333] env[63260]: DEBUG nova.scheduler.client.report [None req-0ec6d6c7-cef0-4e7d-9a3e-1f2f662f218a tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.779064] env[63260]: DEBUG oslo_vmware.api [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Task: {'id': task-2284793, 'name': PowerOnVM_Task} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.779361] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.779719] env[63260]: INFO nova.compute.manager [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Took 8.99 seconds to spawn the instance on the hypervisor. [ 847.780458] env[63260]: DEBUG nova.compute.manager [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.781112] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf06025c-8fc7-4486-ab4f-e81c1342b18c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.806340] env[63260]: DEBUG oslo_concurrency.lockutils [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Releasing lock "refresh_cache-3d0f44ca-75e7-4579-9e7c-0451473e64af" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.806340] env[63260]: DEBUG nova.compute.manager [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Instance network_info: |[{"id": "750deb7a-feac-4074-8fe5-779079b41ddb", "address": "fa:16:3e:b3:df:85", "network": {"id": "5b68e61c-9924-43a6-9550-c424919c7ebd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505122137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc112fd26644b7abedda679fb222d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap750deb7a-fe", "ovs_interfaceid": "750deb7a-feac-4074-8fe5-779079b41ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 847.806340] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:df:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '750deb7a-feac-4074-8fe5-779079b41ddb', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.815025] env[63260]: DEBUG oslo.service.loopingcall [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 847.816029] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.816029] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87131378-3ee0-4466-b046-1b471796f8ae {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.844986] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.844986] env[63260]: value = "task-2284795" [ 847.844986] env[63260]: _type = "Task" [ 847.844986] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.857842] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284795, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.881922] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 334f10fc-b465-4f28-a6e3-919b4342bb0f] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 848.121437] env[63260]: DEBUG oslo_vmware.api [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Task: {'id': task-2284794, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.199652] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "refresh_cache-4140d6e0-65e8-4701-85a2-3e5f78a77b77" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.200700] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquired lock "refresh_cache-4140d6e0-65e8-4701-85a2-3e5f78a77b77" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.200994] env[63260]: DEBUG nova.network.neutron [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.238058] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0ec6d6c7-cef0-4e7d-9a3e-1f2f662f218a tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.243488] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1bc45dae-8463-4666-9b84-16f4bf1f105b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.936s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.243553] env[63260]: DEBUG nova.objects.instance [None req-1bc45dae-8463-4666-9b84-16f4bf1f105b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Lazy-loading 'resources' on Instance uuid d540f214-0d3c-4706-8b7c-42e9fe2a6590 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.267474] env[63260]: INFO nova.scheduler.client.report [None req-0ec6d6c7-cef0-4e7d-9a3e-1f2f662f218a tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Deleted allocations for instance cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61 [ 848.311253] env[63260]: INFO nova.compute.manager [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Took 44.93 seconds to build instance. [ 848.334050] env[63260]: DEBUG nova.compute.manager [req-4a40e963-5c68-4fc6-86b9-574f75e3d739 req-94205d9e-ea28-4b48-95f5-bfe898ccba55 service nova] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Received event network-changed-750deb7a-feac-4074-8fe5-779079b41ddb {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 848.334259] env[63260]: DEBUG nova.compute.manager [req-4a40e963-5c68-4fc6-86b9-574f75e3d739 req-94205d9e-ea28-4b48-95f5-bfe898ccba55 service nova] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Refreshing instance network info cache due to event network-changed-750deb7a-feac-4074-8fe5-779079b41ddb. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 848.334471] env[63260]: DEBUG oslo_concurrency.lockutils [req-4a40e963-5c68-4fc6-86b9-574f75e3d739 req-94205d9e-ea28-4b48-95f5-bfe898ccba55 service nova] Acquiring lock "refresh_cache-3d0f44ca-75e7-4579-9e7c-0451473e64af" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.334616] env[63260]: DEBUG oslo_concurrency.lockutils [req-4a40e963-5c68-4fc6-86b9-574f75e3d739 req-94205d9e-ea28-4b48-95f5-bfe898ccba55 service nova] Acquired lock "refresh_cache-3d0f44ca-75e7-4579-9e7c-0451473e64af" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.334766] env[63260]: DEBUG nova.network.neutron [req-4a40e963-5c68-4fc6-86b9-574f75e3d739 req-94205d9e-ea28-4b48-95f5-bfe898ccba55 service nova] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Refreshing network info cache for port 750deb7a-feac-4074-8fe5-779079b41ddb {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.356465] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "da79b062-2c8e-4f33-8658-dda1262351b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.357165] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "da79b062-2c8e-4f33-8658-dda1262351b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.363433] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284795, 'name': CreateVM_Task, 'duration_secs': 0.465597} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.363615] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.364359] env[63260]: DEBUG oslo_concurrency.lockutils [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.364533] env[63260]: DEBUG oslo_concurrency.lockutils [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.364861] env[63260]: DEBUG oslo_concurrency.lockutils [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.365225] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e642e0a8-d59a-4b02-867d-db458e98d335 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.371185] env[63260]: DEBUG oslo_vmware.api [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 848.371185] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c9934a-7acc-da63-46c3-d7409cfd9dfe" [ 848.371185] env[63260]: _type = "Task" [ 848.371185] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.380367] env[63260]: DEBUG oslo_vmware.api [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c9934a-7acc-da63-46c3-d7409cfd9dfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.385902] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: b75e845b-560f-43b4-a24a-5bebe8f72016] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 848.622964] env[63260]: DEBUG oslo_vmware.api [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Task: {'id': task-2284794, 'name': ReconfigVM_Task, 'duration_secs': 0.584679} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.623296] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 86bd65c7-3041-4000-a2d3-004c606289c2/86bd65c7-3041-4000-a2d3-004c606289c2.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.623981] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5612b4e1-1a2e-42b4-b7a3-cff2ef5185ad {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.632382] env[63260]: DEBUG oslo_vmware.api [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Waiting for the task: (returnval){ [ 848.632382] env[63260]: value = "task-2284796" [ 848.632382] env[63260]: _type = "Task" [ 848.632382] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.642271] env[63260]: DEBUG oslo_vmware.api [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Task: {'id': task-2284796, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.777396] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0ec6d6c7-cef0-4e7d-9a3e-1f2f662f218a tempest-ServerMetadataTestJSON-1350126412 tempest-ServerMetadataTestJSON-1350126412-project-member] Lock "cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.621s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.816147] env[63260]: DEBUG oslo_concurrency.lockutils [None req-28adf669-0dc3-4d12-9547-ebb910c8b00d tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Lock "17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.441s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.860303] env[63260]: DEBUG nova.compute.manager [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 848.885897] env[63260]: DEBUG oslo_vmware.api [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c9934a-7acc-da63-46c3-d7409cfd9dfe, 'name': SearchDatastore_Task, 'duration_secs': 0.029284} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.891045] env[63260]: DEBUG oslo_concurrency.lockutils [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.891802] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.891802] env[63260]: DEBUG oslo_concurrency.lockutils [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.892050] env[63260]: DEBUG oslo_concurrency.lockutils [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.892509] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.893126] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: d524fb17-62cf-42e9-a93f-0066614314a5] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 848.896158] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80dba28a-5402-40fb-8ce1-61f4dc9f1551 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.909665] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.909968] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.911382] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a6e0519-0c01-4fe6-873c-7b6c0c727967 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.925836] env[63260]: DEBUG oslo_vmware.api [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 848.925836] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523f6722-84f4-3eb8-7e63-746c6e1c2aee" [ 848.925836] env[63260]: _type = "Task" [ 848.925836] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.938632] env[63260]: DEBUG oslo_vmware.api [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523f6722-84f4-3eb8-7e63-746c6e1c2aee, 'name': SearchDatastore_Task, 'duration_secs': 0.012861} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.944151] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a3c233f-3476-4943-9157-25579351cfe6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.950900] env[63260]: DEBUG oslo_vmware.api [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 848.950900] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523a8bb7-540d-6782-3c56-7b990255f456" [ 848.950900] env[63260]: _type = "Task" [ 848.950900] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.966648] env[63260]: DEBUG oslo_vmware.api [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523a8bb7-540d-6782-3c56-7b990255f456, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.036836] env[63260]: DEBUG nova.network.neutron [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 849.116775] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6684bce2-3b2e-47a1-b0e7-a36737663182 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.124925] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f142f1-1f7a-4ead-9fc7-c3aefc9731cf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.163985] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779f0968-19c4-4eab-a0a3-459a8297ed4c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.175090] env[63260]: DEBUG oslo_vmware.api [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Task: {'id': task-2284796, 'name': Rename_Task, 'duration_secs': 0.282072} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.175454] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.176701] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1702fe4a-620f-4a86-a4b5-7ada66f816e5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.180827] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c29fa29-379b-4e25-8cf3-2ae80ada0d5f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.189263] env[63260]: DEBUG oslo_vmware.api [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Waiting for the task: (returnval){ [ 849.189263] env[63260]: value = "task-2284797" [ 849.189263] env[63260]: _type = "Task" [ 849.189263] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.197585] env[63260]: DEBUG nova.compute.provider_tree [None req-1bc45dae-8463-4666-9b84-16f4bf1f105b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.210726] env[63260]: DEBUG oslo_vmware.api [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Task: {'id': task-2284797, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.396483] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.405171] env[63260]: DEBUG nova.network.neutron [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Updating instance_info_cache with network_info: [{"id": "9b7e7421-261c-4bf9-8158-0e5820914cd0", "address": "fa:16:3e:40:ed:79", "network": {"id": "ac0ba0ba-6e11-4943-aa23-05b4e44217f7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-358530705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60ea86e6d37c4da9adfb6f02b15c571e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b7e7421-26", "ovs_interfaceid": "9b7e7421-261c-4bf9-8158-0e5820914cd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.405171] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 84f6a426-aa80-46a9-a5a9-0c6fb01d0ab6] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 849.463772] env[63260]: DEBUG oslo_vmware.api [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523a8bb7-540d-6782-3c56-7b990255f456, 'name': SearchDatastore_Task, 'duration_secs': 0.013858} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.464749] env[63260]: DEBUG oslo_concurrency.lockutils [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.465325] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 3d0f44ca-75e7-4579-9e7c-0451473e64af/3d0f44ca-75e7-4579-9e7c-0451473e64af.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.465759] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2123975b-1b54-433c-80ae-e46f7830e01e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.475599] env[63260]: DEBUG oslo_vmware.api [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 849.475599] env[63260]: value = "task-2284798" [ 849.475599] env[63260]: _type = "Task" [ 849.475599] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.480091] env[63260]: DEBUG nova.network.neutron [req-4a40e963-5c68-4fc6-86b9-574f75e3d739 req-94205d9e-ea28-4b48-95f5-bfe898ccba55 service nova] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Updated VIF entry in instance network info cache for port 750deb7a-feac-4074-8fe5-779079b41ddb. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.480577] env[63260]: DEBUG nova.network.neutron [req-4a40e963-5c68-4fc6-86b9-574f75e3d739 req-94205d9e-ea28-4b48-95f5-bfe898ccba55 service nova] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Updating instance_info_cache with network_info: [{"id": "750deb7a-feac-4074-8fe5-779079b41ddb", "address": "fa:16:3e:b3:df:85", "network": {"id": "5b68e61c-9924-43a6-9550-c424919c7ebd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505122137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc112fd26644b7abedda679fb222d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap750deb7a-fe", "ovs_interfaceid": "750deb7a-feac-4074-8fe5-779079b41ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.489224] env[63260]: DEBUG oslo_vmware.api [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.705996] env[63260]: DEBUG nova.scheduler.client.report [None req-1bc45dae-8463-4666-9b84-16f4bf1f105b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.714560] env[63260]: DEBUG oslo_vmware.api [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Task: {'id': task-2284797, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.908814] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Releasing lock "refresh_cache-4140d6e0-65e8-4701-85a2-3e5f78a77b77" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.909022] env[63260]: DEBUG nova.compute.manager [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Instance network_info: |[{"id": "9b7e7421-261c-4bf9-8158-0e5820914cd0", "address": "fa:16:3e:40:ed:79", "network": {"id": "ac0ba0ba-6e11-4943-aa23-05b4e44217f7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-358530705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60ea86e6d37c4da9adfb6f02b15c571e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b7e7421-26", "ovs_interfaceid": "9b7e7421-261c-4bf9-8158-0e5820914cd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 849.909491] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:ed:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76f377cd-5966-49b4-9210-907f592c694e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b7e7421-261c-4bf9-8158-0e5820914cd0', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.923117] env[63260]: DEBUG oslo.service.loopingcall [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 849.923905] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 9fbbc7c1-db19-4ff0-b2e0-b35fcc850441] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 849.926628] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.926949] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4b78d4f-7fc1-4232-b4b3-804099a72c61 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.960031] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.960031] env[63260]: value = "task-2284799" [ 849.960031] env[63260]: _type = "Task" [ 849.960031] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.977764] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284799, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.986337] env[63260]: DEBUG oslo_concurrency.lockutils [req-4a40e963-5c68-4fc6-86b9-574f75e3d739 req-94205d9e-ea28-4b48-95f5-bfe898ccba55 service nova] Releasing lock "refresh_cache-3d0f44ca-75e7-4579-9e7c-0451473e64af" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.986337] env[63260]: DEBUG nova.compute.manager [req-4a40e963-5c68-4fc6-86b9-574f75e3d739 req-94205d9e-ea28-4b48-95f5-bfe898ccba55 service nova] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Received event network-vif-plugged-9b7e7421-261c-4bf9-8158-0e5820914cd0 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 849.986337] env[63260]: DEBUG oslo_concurrency.lockutils [req-4a40e963-5c68-4fc6-86b9-574f75e3d739 req-94205d9e-ea28-4b48-95f5-bfe898ccba55 service nova] Acquiring lock "4140d6e0-65e8-4701-85a2-3e5f78a77b77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.986337] env[63260]: DEBUG oslo_concurrency.lockutils [req-4a40e963-5c68-4fc6-86b9-574f75e3d739 req-94205d9e-ea28-4b48-95f5-bfe898ccba55 service nova] Lock "4140d6e0-65e8-4701-85a2-3e5f78a77b77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.986337] env[63260]: DEBUG oslo_concurrency.lockutils [req-4a40e963-5c68-4fc6-86b9-574f75e3d739 req-94205d9e-ea28-4b48-95f5-bfe898ccba55 service nova] Lock "4140d6e0-65e8-4701-85a2-3e5f78a77b77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.986337] env[63260]: DEBUG nova.compute.manager [req-4a40e963-5c68-4fc6-86b9-574f75e3d739 req-94205d9e-ea28-4b48-95f5-bfe898ccba55 service nova] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] No waiting events found dispatching network-vif-plugged-9b7e7421-261c-4bf9-8158-0e5820914cd0 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 849.986337] env[63260]: WARNING nova.compute.manager [req-4a40e963-5c68-4fc6-86b9-574f75e3d739 req-94205d9e-ea28-4b48-95f5-bfe898ccba55 service nova] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Received unexpected event network-vif-plugged-9b7e7421-261c-4bf9-8158-0e5820914cd0 for instance with vm_state building and task_state spawning. [ 849.986337] env[63260]: DEBUG nova.compute.manager [req-4a40e963-5c68-4fc6-86b9-574f75e3d739 req-94205d9e-ea28-4b48-95f5-bfe898ccba55 service nova] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Received event network-changed-9b7e7421-261c-4bf9-8158-0e5820914cd0 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 849.986337] env[63260]: DEBUG nova.compute.manager [req-4a40e963-5c68-4fc6-86b9-574f75e3d739 req-94205d9e-ea28-4b48-95f5-bfe898ccba55 service nova] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Refreshing instance network info cache due to event network-changed-9b7e7421-261c-4bf9-8158-0e5820914cd0. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 849.986876] env[63260]: DEBUG oslo_concurrency.lockutils [req-4a40e963-5c68-4fc6-86b9-574f75e3d739 req-94205d9e-ea28-4b48-95f5-bfe898ccba55 service nova] Acquiring lock "refresh_cache-4140d6e0-65e8-4701-85a2-3e5f78a77b77" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.987039] env[63260]: DEBUG oslo_concurrency.lockutils [req-4a40e963-5c68-4fc6-86b9-574f75e3d739 req-94205d9e-ea28-4b48-95f5-bfe898ccba55 service nova] Acquired lock "refresh_cache-4140d6e0-65e8-4701-85a2-3e5f78a77b77" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.987315] env[63260]: DEBUG nova.network.neutron [req-4a40e963-5c68-4fc6-86b9-574f75e3d739 req-94205d9e-ea28-4b48-95f5-bfe898ccba55 service nova] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Refreshing network info cache for port 9b7e7421-261c-4bf9-8158-0e5820914cd0 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.997234] env[63260]: DEBUG oslo_vmware.api [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284798, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.212740] env[63260]: DEBUG oslo_vmware.api [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Task: {'id': task-2284797, 'name': PowerOnVM_Task, 'duration_secs': 0.88268} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.213157] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.213527] env[63260]: INFO nova.compute.manager [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Took 9.62 seconds to spawn the instance on the hypervisor. [ 850.213927] env[63260]: DEBUG nova.compute.manager [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.215153] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea6e568-3cdb-4827-97f9-271f28776bc4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.222148] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1bc45dae-8463-4666-9b84-16f4bf1f105b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.979s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.227881] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f106c71e-8857-4323-a58b-8d5eff4db469 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.948s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.229549] env[63260]: DEBUG nova.objects.instance [None req-f106c71e-8857-4323-a58b-8d5eff4db469 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lazy-loading 'resources' on Instance uuid 93672dcb-96dc-4383-9874-43855f247e9f {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.262390] env[63260]: DEBUG nova.compute.manager [req-9b86c826-56cc-42a4-ba64-756a0331cb2a req-c69cf3c0-55bb-4f09-a4c7-62e212100c43 service nova] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Received event network-changed-764d4f9b-87f5-4a4d-9c69-2cc6e4639b21 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 850.262774] env[63260]: DEBUG nova.compute.manager [req-9b86c826-56cc-42a4-ba64-756a0331cb2a req-c69cf3c0-55bb-4f09-a4c7-62e212100c43 service nova] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Refreshing instance network info cache due to event network-changed-764d4f9b-87f5-4a4d-9c69-2cc6e4639b21. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 850.262845] env[63260]: DEBUG oslo_concurrency.lockutils [req-9b86c826-56cc-42a4-ba64-756a0331cb2a req-c69cf3c0-55bb-4f09-a4c7-62e212100c43 service nova] Acquiring lock "refresh_cache-17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.262942] env[63260]: DEBUG oslo_concurrency.lockutils [req-9b86c826-56cc-42a4-ba64-756a0331cb2a req-c69cf3c0-55bb-4f09-a4c7-62e212100c43 service nova] Acquired lock "refresh_cache-17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.263882] env[63260]: DEBUG nova.network.neutron [req-9b86c826-56cc-42a4-ba64-756a0331cb2a req-c69cf3c0-55bb-4f09-a4c7-62e212100c43 service nova] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Refreshing network info cache for port 764d4f9b-87f5-4a4d-9c69-2cc6e4639b21 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.266382] env[63260]: INFO nova.scheduler.client.report [None req-1bc45dae-8463-4666-9b84-16f4bf1f105b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Deleted allocations for instance d540f214-0d3c-4706-8b7c-42e9fe2a6590 [ 850.452045] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: d9b10b0a-3e6a-45a0-a11a-4351e2a3463d] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 850.474081] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284799, 'name': CreateVM_Task, 'duration_secs': 0.485267} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.474733] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.475135] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.475319] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.475672] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.475968] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-222be2b7-3b02-4114-ae7e-a3b6ba5649e6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.484690] env[63260]: DEBUG oslo_vmware.api [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 850.484690] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52d961c1-96bb-7a29-1f4e-a71f694c8a42" [ 850.484690] env[63260]: _type = "Task" [ 850.484690] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.488750] env[63260]: DEBUG oslo_vmware.api [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284798, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.812156} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.492621] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 3d0f44ca-75e7-4579-9e7c-0451473e64af/3d0f44ca-75e7-4579-9e7c-0451473e64af.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.492863] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.493523] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2d52e14-4258-428b-8d14-fdc7aa604b6b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.504137] env[63260]: DEBUG oslo_vmware.api [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52d961c1-96bb-7a29-1f4e-a71f694c8a42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.505656] env[63260]: DEBUG oslo_vmware.api [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 850.505656] env[63260]: value = "task-2284800" [ 850.505656] env[63260]: _type = "Task" [ 850.505656] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.515583] env[63260]: DEBUG oslo_vmware.api [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.749880] env[63260]: INFO nova.compute.manager [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Took 38.82 seconds to build instance. [ 850.776792] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1bc45dae-8463-4666-9b84-16f4bf1f105b tempest-ImagesOneServerNegativeTestJSON-852423559 tempest-ImagesOneServerNegativeTestJSON-852423559-project-member] Lock "d540f214-0d3c-4706-8b7c-42e9fe2a6590" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.937s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.955191] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 5fe433a6-f3de-43d2-a381-7a2c5a394c35] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 851.003884] env[63260]: DEBUG oslo_vmware.api [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52d961c1-96bb-7a29-1f4e-a71f694c8a42, 'name': SearchDatastore_Task, 'duration_secs': 0.016421} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.006594] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.006864] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.007130] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.007288] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.007462] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.008271] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e780325-e210-45dd-860a-d376a7baa3f1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.021717] env[63260]: DEBUG oslo_vmware.api [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071265} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.024123] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.024123] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.024123] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.024748] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f786ef0-d805-43b0-b847-df16b8075efb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.027332] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fde3c2d4-2451-4170-8334-e94ba7874757 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.036197] env[63260]: DEBUG oslo_vmware.api [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 851.036197] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b14db7-1ee3-2c1c-f0b5-1f65fb5d8304" [ 851.036197] env[63260]: _type = "Task" [ 851.036197] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.055623] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 3d0f44ca-75e7-4579-9e7c-0451473e64af/3d0f44ca-75e7-4579-9e7c-0451473e64af.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.065578] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9140b84c-d361-4143-84fc-ba6832840929 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.091293] env[63260]: DEBUG oslo_vmware.api [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b14db7-1ee3-2c1c-f0b5-1f65fb5d8304, 'name': SearchDatastore_Task, 'duration_secs': 0.017568} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.093776] env[63260]: DEBUG oslo_vmware.api [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 851.093776] env[63260]: value = "task-2284801" [ 851.093776] env[63260]: _type = "Task" [ 851.093776] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.099126] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cc04786-1798-43de-a1f5-3a6ea4efc3df {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.106724] env[63260]: DEBUG oslo_vmware.api [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 851.106724] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52286709-a606-27c9-3d3b-a5b393a81c48" [ 851.106724] env[63260]: _type = "Task" [ 851.106724] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.111038] env[63260]: DEBUG oslo_vmware.api [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.115961] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da55153c-8ee1-497c-9f40-ef33c0cba957 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.125716] env[63260]: DEBUG oslo_vmware.api [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52286709-a606-27c9-3d3b-a5b393a81c48, 'name': SearchDatastore_Task, 'duration_secs': 0.016101} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.127222] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.127528] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 4140d6e0-65e8-4701-85a2-3e5f78a77b77/4140d6e0-65e8-4701-85a2-3e5f78a77b77.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 851.128311] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f450e3c7-f13b-490e-9c33-697b8bd265fd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.131208] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c66746-847a-4da3-b5ac-fb5d46263e7a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.138476] env[63260]: DEBUG oslo_vmware.api [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 851.138476] env[63260]: value = "task-2284802" [ 851.138476] env[63260]: _type = "Task" [ 851.138476] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.166989] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793f632f-dbae-4cc3-a025-0136701c6d5a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.174544] env[63260]: DEBUG oslo_vmware.api [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.180020] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2425309-d678-4496-9a08-122ade26bcb1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.197624] env[63260]: DEBUG nova.compute.provider_tree [None req-f106c71e-8857-4323-a58b-8d5eff4db469 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 851.251705] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fb4cdfa1-0165-416f-9668-75ea57452c43 tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Lock "86bd65c7-3041-4000-a2d3-004c606289c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.332s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.324015] env[63260]: DEBUG nova.network.neutron [req-4a40e963-5c68-4fc6-86b9-574f75e3d739 req-94205d9e-ea28-4b48-95f5-bfe898ccba55 service nova] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Updated VIF entry in instance network info cache for port 9b7e7421-261c-4bf9-8158-0e5820914cd0. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.324456] env[63260]: DEBUG nova.network.neutron [req-4a40e963-5c68-4fc6-86b9-574f75e3d739 req-94205d9e-ea28-4b48-95f5-bfe898ccba55 service nova] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Updating instance_info_cache with network_info: [{"id": "9b7e7421-261c-4bf9-8158-0e5820914cd0", "address": "fa:16:3e:40:ed:79", "network": {"id": "ac0ba0ba-6e11-4943-aa23-05b4e44217f7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-358530705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60ea86e6d37c4da9adfb6f02b15c571e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b7e7421-26", "ovs_interfaceid": "9b7e7421-261c-4bf9-8158-0e5820914cd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.372714] env[63260]: DEBUG oslo_vmware.rw_handles [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52986202-fc3e-0c31-5f21-d92762cbd34e/disk-0.vmdk. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 851.373721] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a472ecf3-674a-4378-b32d-91baa87df4b9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.380366] env[63260]: DEBUG oslo_vmware.rw_handles [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52986202-fc3e-0c31-5f21-d92762cbd34e/disk-0.vmdk is in state: ready. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 851.380582] env[63260]: ERROR oslo_vmware.rw_handles [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52986202-fc3e-0c31-5f21-d92762cbd34e/disk-0.vmdk due to incomplete transfer. [ 851.380832] env[63260]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4466e494-993f-47fb-99a4-619c72f89e94 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.387924] env[63260]: DEBUG oslo_vmware.rw_handles [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52986202-fc3e-0c31-5f21-d92762cbd34e/disk-0.vmdk. {{(pid=63260) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 851.388144] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Uploaded image a2e9d905-e274-417a-bde5-f03b2a19216b to the Glance image server {{(pid=63260) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 851.390379] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Destroying the VM {{(pid=63260) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 851.390653] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bb00189a-12f2-43ce-bc74-49edbf43f07f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.399759] env[63260]: DEBUG oslo_vmware.api [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for the task: (returnval){ [ 851.399759] env[63260]: value = "task-2284803" [ 851.399759] env[63260]: _type = "Task" [ 851.399759] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.407873] env[63260]: DEBUG oslo_vmware.api [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284803, 'name': Destroy_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.459725] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 0e1bea19-9be5-4cd0-b3dd-733227998bb2] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 851.584590] env[63260]: DEBUG oslo_concurrency.lockutils [None req-29c3e00b-51d3-4f92-a706-c1b41ead596d tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Acquiring lock "86bd65c7-3041-4000-a2d3-004c606289c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.584880] env[63260]: DEBUG oslo_concurrency.lockutils [None req-29c3e00b-51d3-4f92-a706-c1b41ead596d tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Lock "86bd65c7-3041-4000-a2d3-004c606289c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.585102] env[63260]: DEBUG oslo_concurrency.lockutils [None req-29c3e00b-51d3-4f92-a706-c1b41ead596d tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Acquiring lock "86bd65c7-3041-4000-a2d3-004c606289c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.585292] env[63260]: DEBUG oslo_concurrency.lockutils [None req-29c3e00b-51d3-4f92-a706-c1b41ead596d tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Lock "86bd65c7-3041-4000-a2d3-004c606289c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.585516] env[63260]: DEBUG oslo_concurrency.lockutils [None req-29c3e00b-51d3-4f92-a706-c1b41ead596d tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Lock "86bd65c7-3041-4000-a2d3-004c606289c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.587645] env[63260]: INFO nova.compute.manager [None req-29c3e00b-51d3-4f92-a706-c1b41ead596d tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Terminating instance [ 851.609117] env[63260]: DEBUG oslo_vmware.api [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284801, 'name': ReconfigVM_Task, 'duration_secs': 0.329532} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.609888] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 3d0f44ca-75e7-4579-9e7c-0451473e64af/3d0f44ca-75e7-4579-9e7c-0451473e64af.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.610080] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a203235b-d4a2-4eaa-914c-05b9d9405193 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.616735] env[63260]: DEBUG oslo_vmware.api [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 851.616735] env[63260]: value = "task-2284804" [ 851.616735] env[63260]: _type = "Task" [ 851.616735] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.627278] env[63260]: DEBUG oslo_vmware.api [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284804, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.673795] env[63260]: DEBUG oslo_vmware.api [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284802, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.726204] env[63260]: ERROR nova.scheduler.client.report [None req-f106c71e-8857-4323-a58b-8d5eff4db469 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] [req-15fefa58-f61d-4ef8-a18c-0d65ad6e5f7c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 535ed902-6829-4832-9c79-14d5c1df9745. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-15fefa58-f61d-4ef8-a18c-0d65ad6e5f7c"}]} [ 851.754927] env[63260]: DEBUG nova.scheduler.client.report [None req-f106c71e-8857-4323-a58b-8d5eff4db469 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Refreshing inventories for resource provider 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 851.773968] env[63260]: DEBUG nova.scheduler.client.report [None req-f106c71e-8857-4323-a58b-8d5eff4db469 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Updating ProviderTree inventory for provider 535ed902-6829-4832-9c79-14d5c1df9745 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 851.774286] env[63260]: DEBUG nova.compute.provider_tree [None req-f106c71e-8857-4323-a58b-8d5eff4db469 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 851.789665] env[63260]: DEBUG nova.scheduler.client.report [None req-f106c71e-8857-4323-a58b-8d5eff4db469 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Refreshing aggregate associations for resource provider 535ed902-6829-4832-9c79-14d5c1df9745, aggregates: None {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 851.818067] env[63260]: DEBUG nova.scheduler.client.report [None req-f106c71e-8857-4323-a58b-8d5eff4db469 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Refreshing trait associations for resource provider 535ed902-6829-4832-9c79-14d5c1df9745, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 851.827048] env[63260]: DEBUG oslo_concurrency.lockutils [req-4a40e963-5c68-4fc6-86b9-574f75e3d739 req-94205d9e-ea28-4b48-95f5-bfe898ccba55 service nova] Releasing lock "refresh_cache-4140d6e0-65e8-4701-85a2-3e5f78a77b77" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.856243] env[63260]: DEBUG nova.network.neutron [req-9b86c826-56cc-42a4-ba64-756a0331cb2a req-c69cf3c0-55bb-4f09-a4c7-62e212100c43 service nova] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Updated VIF entry in instance network info cache for port 764d4f9b-87f5-4a4d-9c69-2cc6e4639b21. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.856243] env[63260]: DEBUG nova.network.neutron [req-9b86c826-56cc-42a4-ba64-756a0331cb2a req-c69cf3c0-55bb-4f09-a4c7-62e212100c43 service nova] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Updating instance_info_cache with network_info: [{"id": "764d4f9b-87f5-4a4d-9c69-2cc6e4639b21", "address": "fa:16:3e:51:f6:d7", "network": {"id": "ba221dd6-d022-4f6a-b450-b5209c78975f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1364167374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "065dcaa17ca34b3d84f702638e96e220", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap764d4f9b-87", "ovs_interfaceid": "764d4f9b-87f5-4a4d-9c69-2cc6e4639b21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.914725] env[63260]: DEBUG oslo_vmware.api [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284803, 'name': Destroy_Task} progress is 33%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.962767] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 81ec8a31-1a26-41e0-aab1-dc4c9bc12523] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 852.092231] env[63260]: DEBUG nova.compute.manager [None req-29c3e00b-51d3-4f92-a706-c1b41ead596d tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 852.092489] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-29c3e00b-51d3-4f92-a706-c1b41ead596d tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.094299] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d9336d-ef7b-4d00-bcda-01c65d7ef838 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.106434] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-29c3e00b-51d3-4f92-a706-c1b41ead596d tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.106729] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a68051f-12eb-4143-be53-9b513d2ce587 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.113827] env[63260]: DEBUG oslo_vmware.api [None req-29c3e00b-51d3-4f92-a706-c1b41ead596d tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Waiting for the task: (returnval){ [ 852.113827] env[63260]: value = "task-2284805" [ 852.113827] env[63260]: _type = "Task" [ 852.113827] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.132876] env[63260]: DEBUG oslo_vmware.api [None req-29c3e00b-51d3-4f92-a706-c1b41ead596d tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Task: {'id': task-2284805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.138864] env[63260]: DEBUG oslo_vmware.api [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284804, 'name': Rename_Task, 'duration_secs': 0.183824} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.139271] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.139641] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa419538-7cbd-4f48-b3f6-08a0a1c99a19 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.150992] env[63260]: DEBUG oslo_vmware.api [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 852.150992] env[63260]: value = "task-2284806" [ 852.150992] env[63260]: _type = "Task" [ 852.150992] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.159738] env[63260]: DEBUG oslo_vmware.api [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284806, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.161415] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be782a24-88cb-4dd6-ad37-26d51c6d44d6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.177319] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce068ad-f43b-4f4d-9f76-2109ac172f78 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.180926] env[63260]: DEBUG oslo_vmware.api [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284802, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.026478} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.181286] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 4140d6e0-65e8-4701-85a2-3e5f78a77b77/4140d6e0-65e8-4701-85a2-3e5f78a77b77.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 852.181527] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 852.182151] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5362cbf0-daf6-40c9-bbf6-8617fe775437 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.215613] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54911cae-8c99-4695-b0ce-042a0b05efd3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.219856] env[63260]: DEBUG oslo_vmware.api [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 852.219856] env[63260]: value = "task-2284807" [ 852.219856] env[63260]: _type = "Task" [ 852.219856] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.227196] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98157929-d2a9-4168-a935-01e78b6a66b6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.234508] env[63260]: DEBUG oslo_vmware.api [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.244727] env[63260]: DEBUG nova.compute.provider_tree [None req-f106c71e-8857-4323-a58b-8d5eff4db469 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 852.360356] env[63260]: DEBUG oslo_concurrency.lockutils [req-9b86c826-56cc-42a4-ba64-756a0331cb2a req-c69cf3c0-55bb-4f09-a4c7-62e212100c43 service nova] Releasing lock "refresh_cache-17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.413112] env[63260]: DEBUG oslo_vmware.api [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284803, 'name': Destroy_Task, 'duration_secs': 0.902987} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.413681] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Destroyed the VM [ 852.414054] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Deleting Snapshot of the VM instance {{(pid=63260) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 852.414547] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0dcffb0a-407f-4e23-bee0-dc089a5d3137 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.422431] env[63260]: DEBUG oslo_vmware.api [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for the task: (returnval){ [ 852.422431] env[63260]: value = "task-2284808" [ 852.422431] env[63260]: _type = "Task" [ 852.422431] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.434965] env[63260]: DEBUG oslo_vmware.api [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284808, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.469690] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 586624a7-463d-4b4d-be96-b6219fc75283] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 852.624938] env[63260]: DEBUG oslo_vmware.api [None req-29c3e00b-51d3-4f92-a706-c1b41ead596d tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Task: {'id': task-2284805, 'name': PowerOffVM_Task, 'duration_secs': 0.260131} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.625326] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-29c3e00b-51d3-4f92-a706-c1b41ead596d tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.625432] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-29c3e00b-51d3-4f92-a706-c1b41ead596d tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.625710] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94b557d6-13dc-41a5-b9e6-90b11c2da358 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.669067] env[63260]: DEBUG oslo_vmware.api [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284806, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.690645] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-29c3e00b-51d3-4f92-a706-c1b41ead596d tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.690831] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-29c3e00b-51d3-4f92-a706-c1b41ead596d tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.691468] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-29c3e00b-51d3-4f92-a706-c1b41ead596d tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Deleting the datastore file [datastore1] 86bd65c7-3041-4000-a2d3-004c606289c2 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.691468] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5bdc657-a8a3-483b-839f-88156439aa22 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.703432] env[63260]: DEBUG oslo_vmware.api [None req-29c3e00b-51d3-4f92-a706-c1b41ead596d tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Waiting for the task: (returnval){ [ 852.703432] env[63260]: value = "task-2284810" [ 852.703432] env[63260]: _type = "Task" [ 852.703432] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.715382] env[63260]: DEBUG oslo_vmware.api [None req-29c3e00b-51d3-4f92-a706-c1b41ead596d tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Task: {'id': task-2284810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.735255] env[63260]: DEBUG oslo_vmware.api [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170728} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.735537] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 852.737253] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cae79b1-4f4a-4973-960b-4677d3819452 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.766066] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 4140d6e0-65e8-4701-85a2-3e5f78a77b77/4140d6e0-65e8-4701-85a2-3e5f78a77b77.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.767059] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b95c5403-f69a-45aa-8f3e-7f51b176363c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.787707] env[63260]: DEBUG oslo_vmware.api [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 852.787707] env[63260]: value = "task-2284811" [ 852.787707] env[63260]: _type = "Task" [ 852.787707] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.795716] env[63260]: DEBUG oslo_vmware.api [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284811, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.804588] env[63260]: DEBUG nova.scheduler.client.report [None req-f106c71e-8857-4323-a58b-8d5eff4db469 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Updated inventory for provider 535ed902-6829-4832-9c79-14d5c1df9745 with generation 99 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 852.804866] env[63260]: DEBUG nova.compute.provider_tree [None req-f106c71e-8857-4323-a58b-8d5eff4db469 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Updating resource provider 535ed902-6829-4832-9c79-14d5c1df9745 generation from 99 to 100 during operation: update_inventory {{(pid=63260) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 852.805062] env[63260]: DEBUG nova.compute.provider_tree [None req-f106c71e-8857-4323-a58b-8d5eff4db469 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 852.933852] env[63260]: DEBUG oslo_vmware.api [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284808, 'name': RemoveSnapshot_Task, 'duration_secs': 0.465062} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.934144] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Deleted Snapshot of the VM instance {{(pid=63260) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 852.934434] env[63260]: DEBUG nova.compute.manager [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.935346] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62715905-0999-4969-88a1-71c86d14e8e2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.980328] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 44216086-3dde-4879-8e91-3dbd796e07cf] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 853.162197] env[63260]: DEBUG oslo_vmware.api [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2284806, 'name': PowerOnVM_Task, 'duration_secs': 0.540203} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.162541] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.162768] env[63260]: INFO nova.compute.manager [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Took 10.00 seconds to spawn the instance on the hypervisor. [ 853.163017] env[63260]: DEBUG nova.compute.manager [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.163912] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678d9166-5b3c-467f-a2d9-7609fb969a1f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.212982] env[63260]: DEBUG oslo_vmware.api [None req-29c3e00b-51d3-4f92-a706-c1b41ead596d tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Task: {'id': task-2284810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179382} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.214043] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-29c3e00b-51d3-4f92-a706-c1b41ead596d tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.214267] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-29c3e00b-51d3-4f92-a706-c1b41ead596d tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.214477] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-29c3e00b-51d3-4f92-a706-c1b41ead596d tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.214656] env[63260]: INFO nova.compute.manager [None req-29c3e00b-51d3-4f92-a706-c1b41ead596d tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 853.214888] env[63260]: DEBUG oslo.service.loopingcall [None req-29c3e00b-51d3-4f92-a706-c1b41ead596d tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 853.215090] env[63260]: DEBUG nova.compute.manager [-] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 853.215182] env[63260]: DEBUG nova.network.neutron [-] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 853.296945] env[63260]: DEBUG oslo_vmware.api [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284811, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.310472] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f106c71e-8857-4323-a58b-8d5eff4db469 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.083s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.312641] env[63260]: DEBUG oslo_concurrency.lockutils [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.994s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.312839] env[63260]: DEBUG nova.objects.instance [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63260) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 853.339474] env[63260]: INFO nova.scheduler.client.report [None req-f106c71e-8857-4323-a58b-8d5eff4db469 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Deleted allocations for instance 93672dcb-96dc-4383-9874-43855f247e9f [ 853.452267] env[63260]: INFO nova.compute.manager [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Shelve offloading [ 853.482017] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: c6d38585-2785-48b2-b220-80cd664e9010] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 853.690503] env[63260]: INFO nova.compute.manager [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Took 41.46 seconds to build instance. [ 853.806597] env[63260]: DEBUG oslo_vmware.api [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284811, 'name': ReconfigVM_Task, 'duration_secs': 0.906797} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.806928] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 4140d6e0-65e8-4701-85a2-3e5f78a77b77/4140d6e0-65e8-4701-85a2-3e5f78a77b77.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 853.807772] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9544ed2a-fc47-424b-96b7-b649478f0db0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.812778] env[63260]: DEBUG nova.compute.manager [req-d6ec5646-ffd4-4a5a-978e-f6f89f2feb1c req-21eb96e7-58fe-48c8-9681-7c456917e3c4 service nova] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Received event network-vif-deleted-acf6904f-0f9f-4d48-a039-5e7c5d9079c7 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 853.813121] env[63260]: INFO nova.compute.manager [req-d6ec5646-ffd4-4a5a-978e-f6f89f2feb1c req-21eb96e7-58fe-48c8-9681-7c456917e3c4 service nova] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Neutron deleted interface acf6904f-0f9f-4d48-a039-5e7c5d9079c7; detaching it from the instance and deleting it from the info cache [ 853.813165] env[63260]: DEBUG nova.network.neutron [req-d6ec5646-ffd4-4a5a-978e-f6f89f2feb1c req-21eb96e7-58fe-48c8-9681-7c456917e3c4 service nova] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.818019] env[63260]: DEBUG oslo_vmware.api [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 853.818019] env[63260]: value = "task-2284812" [ 853.818019] env[63260]: _type = "Task" [ 853.818019] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.834476] env[63260]: DEBUG oslo_vmware.api [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284812, 'name': Rename_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.848736] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f106c71e-8857-4323-a58b-8d5eff4db469 tempest-ServersAdminTestJSON-291531065 tempest-ServersAdminTestJSON-291531065-project-member] Lock "93672dcb-96dc-4383-9874-43855f247e9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.268s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.958143] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.958143] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cda453c-e495-4400-bbb6-3c1e3ba4fb67 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.970269] env[63260]: DEBUG oslo_vmware.api [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for the task: (returnval){ [ 853.970269] env[63260]: value = "task-2284813" [ 853.970269] env[63260]: _type = "Task" [ 853.970269] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.985768] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 099d6c93-4684-4394-9a91-fa1c055c9a60] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 853.986401] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] VM already powered off {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 853.986606] env[63260]: DEBUG nova.compute.manager [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.987665] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e3211c-4895-4307-9dd3-f63c2c67b3d3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.994801] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Acquiring lock "refresh_cache-93332739-3e6a-4ba1-9cba-e397ae34e458" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.994975] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Acquired lock "refresh_cache-93332739-3e6a-4ba1-9cba-e397ae34e458" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.995203] env[63260]: DEBUG nova.network.neutron [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.190024] env[63260]: DEBUG nova.network.neutron [-] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.195528] env[63260]: DEBUG oslo_concurrency.lockutils [None req-060a27f7-f96a-4a73-bdb0-7bb818446dbb tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "3d0f44ca-75e7-4579-9e7c-0451473e64af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.971s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.318925] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-373bd11a-0284-45ca-9da0-a82800cc17ac {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.328571] env[63260]: DEBUG oslo_concurrency.lockutils [None req-004f418c-3400-4555-bbd2-9e9139425566 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.331535] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.592s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.333323] env[63260]: INFO nova.compute.claims [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.357307] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456696f4-93b7-421d-a264-0f3cd5171190 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.368225] env[63260]: DEBUG oslo_vmware.api [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284812, 'name': Rename_Task, 'duration_secs': 0.173304} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.369295] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.370091] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2489f64b-eac6-4321-8ab6-1150ee7e60e6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.380031] env[63260]: DEBUG oslo_vmware.api [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 854.380031] env[63260]: value = "task-2284814" [ 854.380031] env[63260]: _type = "Task" [ 854.380031] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.393711] env[63260]: DEBUG nova.compute.manager [req-d6ec5646-ffd4-4a5a-978e-f6f89f2feb1c req-21eb96e7-58fe-48c8-9681-7c456917e3c4 service nova] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Detach interface failed, port_id=acf6904f-0f9f-4d48-a039-5e7c5d9079c7, reason: Instance 86bd65c7-3041-4000-a2d3-004c606289c2 could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 854.399711] env[63260]: DEBUG oslo_vmware.api [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284814, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.488482] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 77b8038e-198c-494f-9d58-92b8d2551a3e] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 854.692938] env[63260]: INFO nova.compute.manager [-] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Took 1.48 seconds to deallocate network for instance. [ 854.888244] env[63260]: DEBUG oslo_vmware.api [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284814, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.992814] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 535272ba-b2d0-40e9-8856-244ed5c98a03] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 855.167707] env[63260]: DEBUG nova.network.neutron [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Updating instance_info_cache with network_info: [{"id": "5dddfdde-bb07-478f-9749-6c3cf0e1ecb0", "address": "fa:16:3e:30:b7:85", "network": {"id": "17ec7c71-0040-4cc7-90ec-354ec4ec9c3d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-125465579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9991737908f44320bd4930ed4dbbccdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dddfdde-bb", "ovs_interfaceid": "5dddfdde-bb07-478f-9749-6c3cf0e1ecb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.207060] env[63260]: DEBUG oslo_concurrency.lockutils [None req-29c3e00b-51d3-4f92-a706-c1b41ead596d tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.286070] env[63260]: DEBUG nova.compute.manager [req-30254830-efc1-45f1-af85-ea85133c42d5 req-136f444c-e3ab-40d8-80da-42454c3d950f service nova] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Received event network-changed-750deb7a-feac-4074-8fe5-779079b41ddb {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 855.286277] env[63260]: DEBUG nova.compute.manager [req-30254830-efc1-45f1-af85-ea85133c42d5 req-136f444c-e3ab-40d8-80da-42454c3d950f service nova] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Refreshing instance network info cache due to event network-changed-750deb7a-feac-4074-8fe5-779079b41ddb. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 855.286568] env[63260]: DEBUG oslo_concurrency.lockutils [req-30254830-efc1-45f1-af85-ea85133c42d5 req-136f444c-e3ab-40d8-80da-42454c3d950f service nova] Acquiring lock "refresh_cache-3d0f44ca-75e7-4579-9e7c-0451473e64af" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.286709] env[63260]: DEBUG oslo_concurrency.lockutils [req-30254830-efc1-45f1-af85-ea85133c42d5 req-136f444c-e3ab-40d8-80da-42454c3d950f service nova] Acquired lock "refresh_cache-3d0f44ca-75e7-4579-9e7c-0451473e64af" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.286877] env[63260]: DEBUG nova.network.neutron [req-30254830-efc1-45f1-af85-ea85133c42d5 req-136f444c-e3ab-40d8-80da-42454c3d950f service nova] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Refreshing network info cache for port 750deb7a-feac-4074-8fe5-779079b41ddb {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.391201] env[63260]: DEBUG oslo_vmware.api [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284814, 'name': PowerOnVM_Task, 'duration_secs': 0.921918} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.391423] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.391934] env[63260]: INFO nova.compute.manager [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Took 9.70 seconds to spawn the instance on the hypervisor. [ 855.391934] env[63260]: DEBUG nova.compute.manager [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 855.392914] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae2f0d9-311a-4f48-82a2-c676545f13ec {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.498445] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: b1acc55d-81b7-4d05-a1a7-76ae79529931] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 855.640954] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e7faa7-07f7-414b-b8a3-2b37e8f50580 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.649361] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a3ed35-4f93-4ea4-ad34-c2b63bf0ef16 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.682304] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Releasing lock "refresh_cache-93332739-3e6a-4ba1-9cba-e397ae34e458" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.685133] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1743303b-2645-420a-81d3-2f81932b957b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.694433] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04516a01-42a9-4b23-88dc-e982d4be07c6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.708733] env[63260]: DEBUG nova.compute.provider_tree [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.917904] env[63260]: INFO nova.compute.manager [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Took 29.88 seconds to build instance. [ 856.002505] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: ed2923a0-e12e-4a3f-ba23-09e83ec21367] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 856.216647] env[63260]: DEBUG nova.scheduler.client.report [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.421481] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e158a9ce-7f7f-4970-97d5-e928cf8292cc tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "4140d6e0-65e8-4701-85a2-3e5f78a77b77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.392s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.507470] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 856.507743] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Cleaning up deleted instances with incomplete migration {{(pid=63260) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 856.592348] env[63260]: DEBUG nova.network.neutron [req-30254830-efc1-45f1-af85-ea85133c42d5 req-136f444c-e3ab-40d8-80da-42454c3d950f service nova] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Updated VIF entry in instance network info cache for port 750deb7a-feac-4074-8fe5-779079b41ddb. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.592747] env[63260]: DEBUG nova.network.neutron [req-30254830-efc1-45f1-af85-ea85133c42d5 req-136f444c-e3ab-40d8-80da-42454c3d950f service nova] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Updating instance_info_cache with network_info: [{"id": "750deb7a-feac-4074-8fe5-779079b41ddb", "address": "fa:16:3e:b3:df:85", "network": {"id": "5b68e61c-9924-43a6-9550-c424919c7ebd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505122137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc112fd26644b7abedda679fb222d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap750deb7a-fe", "ovs_interfaceid": "750deb7a-feac-4074-8fe5-779079b41ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.614063] env[63260]: DEBUG nova.compute.manager [req-2433913c-e5cf-473f-bdaf-09e5890c4595 req-f40ba65a-7134-41b4-a012-20d7e73d92a4 service nova] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Received event network-vif-unplugged-5dddfdde-bb07-478f-9749-6c3cf0e1ecb0 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 856.614430] env[63260]: DEBUG oslo_concurrency.lockutils [req-2433913c-e5cf-473f-bdaf-09e5890c4595 req-f40ba65a-7134-41b4-a012-20d7e73d92a4 service nova] Acquiring lock "93332739-3e6a-4ba1-9cba-e397ae34e458-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.614567] env[63260]: DEBUG oslo_concurrency.lockutils [req-2433913c-e5cf-473f-bdaf-09e5890c4595 req-f40ba65a-7134-41b4-a012-20d7e73d92a4 service nova] Lock "93332739-3e6a-4ba1-9cba-e397ae34e458-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.614709] env[63260]: DEBUG oslo_concurrency.lockutils [req-2433913c-e5cf-473f-bdaf-09e5890c4595 req-f40ba65a-7134-41b4-a012-20d7e73d92a4 service nova] Lock "93332739-3e6a-4ba1-9cba-e397ae34e458-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.614872] env[63260]: DEBUG nova.compute.manager [req-2433913c-e5cf-473f-bdaf-09e5890c4595 req-f40ba65a-7134-41b4-a012-20d7e73d92a4 service nova] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] No waiting events found dispatching network-vif-unplugged-5dddfdde-bb07-478f-9749-6c3cf0e1ecb0 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 856.615154] env[63260]: WARNING nova.compute.manager [req-2433913c-e5cf-473f-bdaf-09e5890c4595 req-f40ba65a-7134-41b4-a012-20d7e73d92a4 service nova] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Received unexpected event network-vif-unplugged-5dddfdde-bb07-478f-9749-6c3cf0e1ecb0 for instance with vm_state shelved and task_state shelving_offloading. [ 856.674605] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 856.675546] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6633f7-6c0b-4869-98bb-01a9eadd4884 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.684120] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.684378] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4712c96-a0dd-495a-8216-deefc4571890 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.726146] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.394s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.726714] env[63260]: DEBUG nova.compute.manager [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 856.732994] env[63260]: DEBUG oslo_concurrency.lockutils [None req-27b48f58-69f6-4dee-8d96-7e2578235dd7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.639s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.735084] env[63260]: DEBUG nova.objects.instance [None req-27b48f58-69f6-4dee-8d96-7e2578235dd7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lazy-loading 'resources' on Instance uuid 26f4534c-d775-4859-96c0-eb67b065d57e {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.752571] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.752828] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.752987] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Deleting the datastore file [datastore2] 93332739-3e6a-4ba1-9cba-e397ae34e458 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.753366] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a6dd96f-a88f-4448-b20b-68f5dcc1457d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.763564] env[63260]: DEBUG oslo_vmware.api [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for the task: (returnval){ [ 856.763564] env[63260]: value = "task-2284816" [ 856.763564] env[63260]: _type = "Task" [ 856.763564] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.775017] env[63260]: DEBUG oslo_vmware.api [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284816, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.010557] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 857.031771] env[63260]: DEBUG oslo_concurrency.lockutils [None req-738920d8-2fe7-4bb0-b8fe-5be77600cef1 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "4140d6e0-65e8-4701-85a2-3e5f78a77b77" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.032378] env[63260]: DEBUG oslo_concurrency.lockutils [None req-738920d8-2fe7-4bb0-b8fe-5be77600cef1 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "4140d6e0-65e8-4701-85a2-3e5f78a77b77" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.097147] env[63260]: DEBUG oslo_concurrency.lockutils [req-30254830-efc1-45f1-af85-ea85133c42d5 req-136f444c-e3ab-40d8-80da-42454c3d950f service nova] Releasing lock "refresh_cache-3d0f44ca-75e7-4579-9e7c-0451473e64af" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.121032] env[63260]: DEBUG oslo_concurrency.lockutils [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquiring lock "e7079a58-fb09-44b7-bed8-3625be32b5f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.121032] env[63260]: DEBUG oslo_concurrency.lockutils [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lock "e7079a58-fb09-44b7-bed8-3625be32b5f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.237023] env[63260]: DEBUG nova.compute.utils [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 857.237023] env[63260]: DEBUG nova.compute.manager [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 857.237023] env[63260]: DEBUG nova.network.neutron [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 857.279162] env[63260]: DEBUG oslo_vmware.api [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284816, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132067} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.282553] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 857.282553] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 857.282553] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 857.311250] env[63260]: INFO nova.scheduler.client.report [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Deleted allocations for instance 93332739-3e6a-4ba1-9cba-e397ae34e458 [ 857.335182] env[63260]: DEBUG nova.policy [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5d6b72b30034a7d95de79c32fe4b38e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e885618998694cdf8d3aacc484576252', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 857.535151] env[63260]: DEBUG nova.compute.utils [None req-738920d8-2fe7-4bb0-b8fe-5be77600cef1 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 857.542313] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cda00c-3cbb-4902-8ba9-9e9a27ef5bbe {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.551011] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e379f2-7824-482d-9c09-8583312e97a9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.586473] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e458d5-a8e3-4dfd-a1ef-a59994de2ac1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.595388] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4745027-dff6-46fd-8c76-1f901a152aca {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.611369] env[63260]: DEBUG nova.compute.provider_tree [None req-27b48f58-69f6-4dee-8d96-7e2578235dd7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.622318] env[63260]: DEBUG nova.compute.manager [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 857.743351] env[63260]: DEBUG nova.compute.manager [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 857.816341] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.837387] env[63260]: DEBUG nova.network.neutron [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Successfully created port: ee3f1442-7d43-4ec2-9afe-6260356f8c68 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 858.038493] env[63260]: DEBUG oslo_concurrency.lockutils [None req-738920d8-2fe7-4bb0-b8fe-5be77600cef1 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "4140d6e0-65e8-4701-85a2-3e5f78a77b77" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.114970] env[63260]: DEBUG nova.scheduler.client.report [None req-27b48f58-69f6-4dee-8d96-7e2578235dd7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.146959] env[63260]: DEBUG oslo_concurrency.lockutils [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.622763] env[63260]: DEBUG oslo_concurrency.lockutils [None req-27b48f58-69f6-4dee-8d96-7e2578235dd7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.630993] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.081s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.633955] env[63260]: INFO nova.compute.claims [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.665947] env[63260]: INFO nova.scheduler.client.report [None req-27b48f58-69f6-4dee-8d96-7e2578235dd7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Deleted allocations for instance 26f4534c-d775-4859-96c0-eb67b065d57e [ 858.746963] env[63260]: DEBUG nova.compute.manager [req-52e9bc31-98d8-4071-b676-f4d675724e88 req-514127e3-4197-4492-8fa3-af55902fa024 service nova] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Received event network-changed-5dddfdde-bb07-478f-9749-6c3cf0e1ecb0 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 858.747197] env[63260]: DEBUG nova.compute.manager [req-52e9bc31-98d8-4071-b676-f4d675724e88 req-514127e3-4197-4492-8fa3-af55902fa024 service nova] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Refreshing instance network info cache due to event network-changed-5dddfdde-bb07-478f-9749-6c3cf0e1ecb0. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 858.747414] env[63260]: DEBUG oslo_concurrency.lockutils [req-52e9bc31-98d8-4071-b676-f4d675724e88 req-514127e3-4197-4492-8fa3-af55902fa024 service nova] Acquiring lock "refresh_cache-93332739-3e6a-4ba1-9cba-e397ae34e458" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.747558] env[63260]: DEBUG oslo_concurrency.lockutils [req-52e9bc31-98d8-4071-b676-f4d675724e88 req-514127e3-4197-4492-8fa3-af55902fa024 service nova] Acquired lock "refresh_cache-93332739-3e6a-4ba1-9cba-e397ae34e458" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.747718] env[63260]: DEBUG nova.network.neutron [req-52e9bc31-98d8-4071-b676-f4d675724e88 req-514127e3-4197-4492-8fa3-af55902fa024 service nova] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Refreshing network info cache for port 5dddfdde-bb07-478f-9749-6c3cf0e1ecb0 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.759695] env[63260]: DEBUG nova.compute.manager [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 858.790419] env[63260]: DEBUG nova.virt.hardware [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.790683] env[63260]: DEBUG nova.virt.hardware [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.790869] env[63260]: DEBUG nova.virt.hardware [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.791207] env[63260]: DEBUG nova.virt.hardware [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.791399] env[63260]: DEBUG nova.virt.hardware [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.791861] env[63260]: DEBUG nova.virt.hardware [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.791861] env[63260]: DEBUG nova.virt.hardware [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.791946] env[63260]: DEBUG nova.virt.hardware [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.792469] env[63260]: DEBUG nova.virt.hardware [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.792469] env[63260]: DEBUG nova.virt.hardware [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.792697] env[63260]: DEBUG nova.virt.hardware [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.794999] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02025cd-5fff-442c-9eab-4a9f0eb1455a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.811560] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabe27c4-8e9a-43f0-a871-5718d398879c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.130788] env[63260]: DEBUG oslo_concurrency.lockutils [None req-738920d8-2fe7-4bb0-b8fe-5be77600cef1 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "4140d6e0-65e8-4701-85a2-3e5f78a77b77" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.130788] env[63260]: DEBUG oslo_concurrency.lockutils [None req-738920d8-2fe7-4bb0-b8fe-5be77600cef1 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "4140d6e0-65e8-4701-85a2-3e5f78a77b77" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.130788] env[63260]: INFO nova.compute.manager [None req-738920d8-2fe7-4bb0-b8fe-5be77600cef1 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Attaching volume 27347582-cf0e-4bad-8f82-fffb3df7b120 to /dev/sdb [ 859.176194] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6d3fc0-0820-4fad-8351-fcf9877db20d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.179331] env[63260]: DEBUG oslo_concurrency.lockutils [None req-27b48f58-69f6-4dee-8d96-7e2578235dd7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "26f4534c-d775-4859-96c0-eb67b065d57e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.234s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.185322] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8174b11b-f6fb-4f03-a160-6738024fc1b6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.200452] env[63260]: DEBUG nova.virt.block_device [None req-738920d8-2fe7-4bb0-b8fe-5be77600cef1 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Updating existing volume attachment record: b7dc0b80-6d3a-499f-98fd-d71bd6ee1e3b {{(pid=63260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 859.944184] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8b7f54-b731-44d3-a2a1-665877f62c52 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.954745] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51337d86-d406-4037-b2eb-d0511cd80c1b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.991127] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900d7673-6a27-403d-8482-8fb7b56dbaf6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.004317] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3dc1af4-b5b5-4858-acb7-ad9fca1fe419 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.020742] env[63260]: DEBUG nova.compute.provider_tree [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.034012] env[63260]: DEBUG nova.network.neutron [req-52e9bc31-98d8-4071-b676-f4d675724e88 req-514127e3-4197-4492-8fa3-af55902fa024 service nova] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Updated VIF entry in instance network info cache for port 5dddfdde-bb07-478f-9749-6c3cf0e1ecb0. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.034432] env[63260]: DEBUG nova.network.neutron [req-52e9bc31-98d8-4071-b676-f4d675724e88 req-514127e3-4197-4492-8fa3-af55902fa024 service nova] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Updating instance_info_cache with network_info: [{"id": "5dddfdde-bb07-478f-9749-6c3cf0e1ecb0", "address": "fa:16:3e:30:b7:85", "network": {"id": "17ec7c71-0040-4cc7-90ec-354ec4ec9c3d", "bridge": null, "label": "tempest-ServersNegativeTestJSON-125465579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9991737908f44320bd4930ed4dbbccdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap5dddfdde-bb", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.205298] env[63260]: DEBUG nova.network.neutron [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Successfully updated port: ee3f1442-7d43-4ec2-9afe-6260356f8c68 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 860.500202] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Acquiring lock "93332739-3e6a-4ba1-9cba-e397ae34e458" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.524052] env[63260]: DEBUG nova.scheduler.client.report [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.538858] env[63260]: DEBUG oslo_concurrency.lockutils [req-52e9bc31-98d8-4071-b676-f4d675724e88 req-514127e3-4197-4492-8fa3-af55902fa024 service nova] Releasing lock "refresh_cache-93332739-3e6a-4ba1-9cba-e397ae34e458" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.712262] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "refresh_cache-3e0382f6-cd72-4dc4-952b-3917fb7675d6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.712262] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquired lock "refresh_cache-3e0382f6-cd72-4dc4-952b-3917fb7675d6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.712262] env[63260]: DEBUG nova.network.neutron [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.787553] env[63260]: DEBUG nova.compute.manager [req-7302d2ac-2712-41c3-a17d-13c20201d4cd req-08190107-e00a-4904-a750-2f796b27e5ba service nova] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Received event network-vif-plugged-ee3f1442-7d43-4ec2-9afe-6260356f8c68 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 860.790999] env[63260]: DEBUG oslo_concurrency.lockutils [req-7302d2ac-2712-41c3-a17d-13c20201d4cd req-08190107-e00a-4904-a750-2f796b27e5ba service nova] Acquiring lock "3e0382f6-cd72-4dc4-952b-3917fb7675d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.790999] env[63260]: DEBUG oslo_concurrency.lockutils [req-7302d2ac-2712-41c3-a17d-13c20201d4cd req-08190107-e00a-4904-a750-2f796b27e5ba service nova] Lock "3e0382f6-cd72-4dc4-952b-3917fb7675d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.790999] env[63260]: DEBUG oslo_concurrency.lockutils [req-7302d2ac-2712-41c3-a17d-13c20201d4cd req-08190107-e00a-4904-a750-2f796b27e5ba service nova] Lock "3e0382f6-cd72-4dc4-952b-3917fb7675d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.790999] env[63260]: DEBUG nova.compute.manager [req-7302d2ac-2712-41c3-a17d-13c20201d4cd req-08190107-e00a-4904-a750-2f796b27e5ba service nova] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] No waiting events found dispatching network-vif-plugged-ee3f1442-7d43-4ec2-9afe-6260356f8c68 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 860.790999] env[63260]: WARNING nova.compute.manager [req-7302d2ac-2712-41c3-a17d-13c20201d4cd req-08190107-e00a-4904-a750-2f796b27e5ba service nova] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Received unexpected event network-vif-plugged-ee3f1442-7d43-4ec2-9afe-6260356f8c68 for instance with vm_state building and task_state spawning. [ 860.790999] env[63260]: DEBUG nova.compute.manager [req-7302d2ac-2712-41c3-a17d-13c20201d4cd req-08190107-e00a-4904-a750-2f796b27e5ba service nova] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Received event network-changed-ee3f1442-7d43-4ec2-9afe-6260356f8c68 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 860.790999] env[63260]: DEBUG nova.compute.manager [req-7302d2ac-2712-41c3-a17d-13c20201d4cd req-08190107-e00a-4904-a750-2f796b27e5ba service nova] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Refreshing instance network info cache due to event network-changed-ee3f1442-7d43-4ec2-9afe-6260356f8c68. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 860.790999] env[63260]: DEBUG oslo_concurrency.lockutils [req-7302d2ac-2712-41c3-a17d-13c20201d4cd req-08190107-e00a-4904-a750-2f796b27e5ba service nova] Acquiring lock "refresh_cache-3e0382f6-cd72-4dc4-952b-3917fb7675d6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.030322] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.399s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.032669] env[63260]: DEBUG nova.compute.manager [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 861.038946] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.640s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.038946] env[63260]: INFO nova.compute.claims [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.247889] env[63260]: DEBUG nova.network.neutron [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 861.398297] env[63260]: DEBUG nova.network.neutron [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Updating instance_info_cache with network_info: [{"id": "ee3f1442-7d43-4ec2-9afe-6260356f8c68", "address": "fa:16:3e:32:12:1c", "network": {"id": "b4d5f5a7-4020-4c98-9bfc-4168989fb246", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-735735881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e885618998694cdf8d3aacc484576252", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee3f1442-7d", "ovs_interfaceid": "ee3f1442-7d43-4ec2-9afe-6260356f8c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.542758] env[63260]: DEBUG nova.compute.utils [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 861.547269] env[63260]: DEBUG nova.compute.manager [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 861.547497] env[63260]: DEBUG nova.network.neutron [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 861.589114] env[63260]: DEBUG nova.policy [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49666a04a3a14ae781f0f55d9f13011a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12b951a134ae4e0294f6672abcb63dc9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.904105] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Releasing lock "refresh_cache-3e0382f6-cd72-4dc4-952b-3917fb7675d6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.904105] env[63260]: DEBUG nova.compute.manager [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Instance network_info: |[{"id": "ee3f1442-7d43-4ec2-9afe-6260356f8c68", "address": "fa:16:3e:32:12:1c", "network": {"id": "b4d5f5a7-4020-4c98-9bfc-4168989fb246", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-735735881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e885618998694cdf8d3aacc484576252", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee3f1442-7d", "ovs_interfaceid": "ee3f1442-7d43-4ec2-9afe-6260356f8c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 861.904105] env[63260]: DEBUG oslo_concurrency.lockutils [req-7302d2ac-2712-41c3-a17d-13c20201d4cd req-08190107-e00a-4904-a750-2f796b27e5ba service nova] Acquired lock "refresh_cache-3e0382f6-cd72-4dc4-952b-3917fb7675d6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.904105] env[63260]: DEBUG nova.network.neutron [req-7302d2ac-2712-41c3-a17d-13c20201d4cd req-08190107-e00a-4904-a750-2f796b27e5ba service nova] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Refreshing network info cache for port ee3f1442-7d43-4ec2-9afe-6260356f8c68 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.904105] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:12:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd33839ae-40ca-471b-92e3-eb282b920682', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee3f1442-7d43-4ec2-9afe-6260356f8c68', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.917163] env[63260]: DEBUG oslo.service.loopingcall [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 861.918330] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 861.918712] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60bd9f54-e8d2-4871-a4cd-6b79c242cba1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.948686] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 861.948686] env[63260]: value = "task-2284821" [ 861.948686] env[63260]: _type = "Task" [ 861.948686] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.962450] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284821, 'name': CreateVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.991289] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Acquiring lock "5d3f96ae-7544-4925-aa43-051905096b48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.991594] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Lock "5d3f96ae-7544-4925-aa43-051905096b48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.058075] env[63260]: DEBUG nova.compute.manager [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 862.202790] env[63260]: DEBUG nova.network.neutron [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Successfully created port: b33d73b2-a14d-466c-b906-0759d5a03e8f {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 862.363168] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fc54e3-7212-4ece-9099-a4603a45880d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.376695] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759155be-7240-4217-aad0-ddb640268740 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.411645] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e261d7f-7265-4459-9485-2bb31fb421f7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.423115] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d94061-135c-4997-9986-efd8ebe18f45 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.441274] env[63260]: DEBUG nova.compute.provider_tree [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.462988] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284821, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.495820] env[63260]: DEBUG nova.compute.manager [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 862.918293] env[63260]: DEBUG nova.network.neutron [req-7302d2ac-2712-41c3-a17d-13c20201d4cd req-08190107-e00a-4904-a750-2f796b27e5ba service nova] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Updated VIF entry in instance network info cache for port ee3f1442-7d43-4ec2-9afe-6260356f8c68. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.918902] env[63260]: DEBUG nova.network.neutron [req-7302d2ac-2712-41c3-a17d-13c20201d4cd req-08190107-e00a-4904-a750-2f796b27e5ba service nova] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Updating instance_info_cache with network_info: [{"id": "ee3f1442-7d43-4ec2-9afe-6260356f8c68", "address": "fa:16:3e:32:12:1c", "network": {"id": "b4d5f5a7-4020-4c98-9bfc-4168989fb246", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-735735881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e885618998694cdf8d3aacc484576252", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee3f1442-7d", "ovs_interfaceid": "ee3f1442-7d43-4ec2-9afe-6260356f8c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.944747] env[63260]: DEBUG nova.scheduler.client.report [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.961684] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284821, 'name': CreateVM_Task, 'duration_secs': 0.535167} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.962719] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.963473] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.963898] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.964280] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.965421] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-551b6774-d022-4fd6-9f5f-d51e6d37bb39 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.971045] env[63260]: DEBUG oslo_vmware.api [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 862.971045] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5217e1fa-3d4b-cd7f-3893-523768aaefa1" [ 862.971045] env[63260]: _type = "Task" [ 862.971045] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.980477] env[63260]: DEBUG oslo_vmware.api [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5217e1fa-3d4b-cd7f-3893-523768aaefa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.022653] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.073973] env[63260]: DEBUG nova.compute.manager [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.113343] env[63260]: DEBUG nova.virt.hardware [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.113663] env[63260]: DEBUG nova.virt.hardware [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.113663] env[63260]: DEBUG nova.virt.hardware [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.113798] env[63260]: DEBUG nova.virt.hardware [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.113944] env[63260]: DEBUG nova.virt.hardware [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.115118] env[63260]: DEBUG nova.virt.hardware [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.115389] env[63260]: DEBUG nova.virt.hardware [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.115562] env[63260]: DEBUG nova.virt.hardware [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.115739] env[63260]: DEBUG nova.virt.hardware [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.115980] env[63260]: DEBUG nova.virt.hardware [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.116148] env[63260]: DEBUG nova.virt.hardware [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.117049] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110dd787-8c29-419e-94b7-f4c48576398b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.131135] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0eda4d0-e251-4c38-b655-2377350daef1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.230721] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Acquiring lock "6b06b2fd-dc12-4eca-ae5d-61579f8f450c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.230721] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Lock "6b06b2fd-dc12-4eca-ae5d-61579f8f450c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.426116] env[63260]: DEBUG oslo_concurrency.lockutils [req-7302d2ac-2712-41c3-a17d-13c20201d4cd req-08190107-e00a-4904-a750-2f796b27e5ba service nova] Releasing lock "refresh_cache-3e0382f6-cd72-4dc4-952b-3917fb7675d6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.449891] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.450416] env[63260]: DEBUG nova.compute.manager [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 863.453977] env[63260]: DEBUG oslo_concurrency.lockutils [None req-29c3e00b-51d3-4f92-a706-c1b41ead596d tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.247s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.454267] env[63260]: DEBUG nova.objects.instance [None req-29c3e00b-51d3-4f92-a706-c1b41ead596d tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Lazy-loading 'resources' on Instance uuid 86bd65c7-3041-4000-a2d3-004c606289c2 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.486290] env[63260]: DEBUG oslo_vmware.api [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5217e1fa-3d4b-cd7f-3893-523768aaefa1, 'name': SearchDatastore_Task, 'duration_secs': 0.013961} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.487348] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.487721] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.488107] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.488427] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.488745] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.489150] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad03d278-1eef-4112-809d-5493d55797bd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.501944] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.501944] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.501944] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42045b7b-71aa-44d4-856e-6fc159d5e64e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.510020] env[63260]: DEBUG oslo_vmware.api [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 863.510020] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52758d6e-6c05-cb23-43d7-190c26bda1ae" [ 863.510020] env[63260]: _type = "Task" [ 863.510020] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.519579] env[63260]: DEBUG oslo_vmware.api [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52758d6e-6c05-cb23-43d7-190c26bda1ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.732519] env[63260]: DEBUG nova.compute.manager [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 863.957583] env[63260]: DEBUG nova.compute.utils [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 863.966205] env[63260]: DEBUG nova.compute.manager [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 863.966510] env[63260]: DEBUG nova.network.neutron [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 864.021763] env[63260]: DEBUG oslo_vmware.api [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52758d6e-6c05-cb23-43d7-190c26bda1ae, 'name': SearchDatastore_Task, 'duration_secs': 0.009624} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.025262] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21a9c014-ef3b-413a-aeda-51fcb256fa56 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.031742] env[63260]: DEBUG oslo_vmware.api [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 864.031742] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]520ba82f-aeb1-8044-e911-c73d58ac0698" [ 864.031742] env[63260]: _type = "Task" [ 864.031742] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.041923] env[63260]: DEBUG oslo_vmware.api [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]520ba82f-aeb1-8044-e911-c73d58ac0698, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.048639] env[63260]: DEBUG nova.policy [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f450b1575404a7eb1f04237db7ca759', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '593abaa160404848afa5a59e0dd679f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 864.230250] env[63260]: DEBUG nova.compute.manager [req-79172c5b-487f-43eb-a4e1-51fbd2eaf56d req-44d7c746-9b19-4379-8c82-3166aa3a3259 service nova] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Received event network-vif-plugged-b33d73b2-a14d-466c-b906-0759d5a03e8f {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 864.230523] env[63260]: DEBUG oslo_concurrency.lockutils [req-79172c5b-487f-43eb-a4e1-51fbd2eaf56d req-44d7c746-9b19-4379-8c82-3166aa3a3259 service nova] Acquiring lock "6cfc6194-c7a5-47ae-bf22-21a274cc7bb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.231997] env[63260]: DEBUG oslo_concurrency.lockutils [req-79172c5b-487f-43eb-a4e1-51fbd2eaf56d req-44d7c746-9b19-4379-8c82-3166aa3a3259 service nova] Lock "6cfc6194-c7a5-47ae-bf22-21a274cc7bb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.231997] env[63260]: DEBUG oslo_concurrency.lockutils [req-79172c5b-487f-43eb-a4e1-51fbd2eaf56d req-44d7c746-9b19-4379-8c82-3166aa3a3259 service nova] Lock "6cfc6194-c7a5-47ae-bf22-21a274cc7bb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.231997] env[63260]: DEBUG nova.compute.manager [req-79172c5b-487f-43eb-a4e1-51fbd2eaf56d req-44d7c746-9b19-4379-8c82-3166aa3a3259 service nova] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] No waiting events found dispatching network-vif-plugged-b33d73b2-a14d-466c-b906-0759d5a03e8f {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 864.231997] env[63260]: WARNING nova.compute.manager [req-79172c5b-487f-43eb-a4e1-51fbd2eaf56d req-44d7c746-9b19-4379-8c82-3166aa3a3259 service nova] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Received unexpected event network-vif-plugged-b33d73b2-a14d-466c-b906-0759d5a03e8f for instance with vm_state building and task_state spawning. [ 864.257531] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.267627] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-738920d8-2fe7-4bb0-b8fe-5be77600cef1 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Volume attach. Driver type: vmdk {{(pid=63260) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 864.268784] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-738920d8-2fe7-4bb0-b8fe-5be77600cef1 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465105', 'volume_id': '27347582-cf0e-4bad-8f82-fffb3df7b120', 'name': 'volume-27347582-cf0e-4bad-8f82-fffb3df7b120', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4140d6e0-65e8-4701-85a2-3e5f78a77b77', 'attached_at': '', 'detached_at': '', 'volume_id': '27347582-cf0e-4bad-8f82-fffb3df7b120', 'serial': '27347582-cf0e-4bad-8f82-fffb3df7b120'} {{(pid=63260) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 864.269036] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634376e8-42b1-4aa7-89a7-7f5cd8069a39 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.297166] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a8f1d8-077c-41cf-8a6f-aa88e42f93b5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.321436] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-738920d8-2fe7-4bb0-b8fe-5be77600cef1 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] volume-27347582-cf0e-4bad-8f82-fffb3df7b120/volume-27347582-cf0e-4bad-8f82-fffb3df7b120.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.324618] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-299ac349-0672-4726-9840-b4b1a268e729 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.344021] env[63260]: DEBUG oslo_vmware.api [None req-738920d8-2fe7-4bb0-b8fe-5be77600cef1 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 864.344021] env[63260]: value = "task-2284822" [ 864.344021] env[63260]: _type = "Task" [ 864.344021] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.350666] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2872c810-a9ff-4f74-b848-06754031b4cf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.356150] env[63260]: DEBUG oslo_vmware.api [None req-738920d8-2fe7-4bb0-b8fe-5be77600cef1 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284822, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.360640] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26f961e-2c99-4d86-b4b8-6c707b44581b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.396145] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0b55fc-124d-4066-9bf7-41bda9fe223b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.403479] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c90d38d-8d9a-46d1-9723-7fc93db82d9c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.417803] env[63260]: DEBUG nova.compute.provider_tree [None req-29c3e00b-51d3-4f92-a706-c1b41ead596d tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.420010] env[63260]: DEBUG nova.network.neutron [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Successfully updated port: b33d73b2-a14d-466c-b906-0759d5a03e8f {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 864.467075] env[63260]: DEBUG nova.compute.manager [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 864.541043] env[63260]: DEBUG oslo_vmware.api [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]520ba82f-aeb1-8044-e911-c73d58ac0698, 'name': SearchDatastore_Task, 'duration_secs': 0.009791} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.541183] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.541412] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 3e0382f6-cd72-4dc4-952b-3917fb7675d6/3e0382f6-cd72-4dc4-952b-3917fb7675d6.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 864.541705] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e97cd6d-6de5-42b6-908e-60f5082c8f63 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.551607] env[63260]: DEBUG oslo_vmware.api [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 864.551607] env[63260]: value = "task-2284823" [ 864.551607] env[63260]: _type = "Task" [ 864.551607] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.556740] env[63260]: DEBUG oslo_vmware.api [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284823, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.577262] env[63260]: DEBUG nova.network.neutron [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Successfully created port: 4e8a370f-42e3-40ed-9d99-78839d8aa66f {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 864.860047] env[63260]: DEBUG oslo_vmware.api [None req-738920d8-2fe7-4bb0-b8fe-5be77600cef1 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284822, 'name': ReconfigVM_Task, 'duration_secs': 0.388032} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.860047] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-738920d8-2fe7-4bb0-b8fe-5be77600cef1 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Reconfigured VM instance instance-0000004c to attach disk [datastore2] volume-27347582-cf0e-4bad-8f82-fffb3df7b120/volume-27347582-cf0e-4bad-8f82-fffb3df7b120.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.862864] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46cee142-f520-4ade-8d8f-e24dce534eff {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.883712] env[63260]: DEBUG oslo_vmware.api [None req-738920d8-2fe7-4bb0-b8fe-5be77600cef1 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 864.883712] env[63260]: value = "task-2284824" [ 864.883712] env[63260]: _type = "Task" [ 864.883712] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.898024] env[63260]: DEBUG oslo_vmware.api [None req-738920d8-2fe7-4bb0-b8fe-5be77600cef1 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284824, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.925188] env[63260]: DEBUG nova.scheduler.client.report [None req-29c3e00b-51d3-4f92-a706-c1b41ead596d tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.934829] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "refresh_cache-6cfc6194-c7a5-47ae-bf22-21a274cc7bb3" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.934829] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquired lock "refresh_cache-6cfc6194-c7a5-47ae-bf22-21a274cc7bb3" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.935128] env[63260]: DEBUG nova.network.neutron [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.063451] env[63260]: DEBUG oslo_vmware.api [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284823, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496272} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.063784] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 3e0382f6-cd72-4dc4-952b-3917fb7675d6/3e0382f6-cd72-4dc4-952b-3917fb7675d6.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 865.064055] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.064436] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d687d83-a165-488d-84c2-970397062b6a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.071641] env[63260]: DEBUG oslo_vmware.api [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 865.071641] env[63260]: value = "task-2284825" [ 865.071641] env[63260]: _type = "Task" [ 865.071641] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.083023] env[63260]: DEBUG oslo_vmware.api [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284825, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.395755] env[63260]: DEBUG oslo_vmware.api [None req-738920d8-2fe7-4bb0-b8fe-5be77600cef1 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284824, 'name': ReconfigVM_Task, 'duration_secs': 0.19576} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.396119] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-738920d8-2fe7-4bb0-b8fe-5be77600cef1 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465105', 'volume_id': '27347582-cf0e-4bad-8f82-fffb3df7b120', 'name': 'volume-27347582-cf0e-4bad-8f82-fffb3df7b120', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4140d6e0-65e8-4701-85a2-3e5f78a77b77', 'attached_at': '', 'detached_at': '', 'volume_id': '27347582-cf0e-4bad-8f82-fffb3df7b120', 'serial': '27347582-cf0e-4bad-8f82-fffb3df7b120'} {{(pid=63260) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 865.437516] env[63260]: DEBUG oslo_concurrency.lockutils [None req-29c3e00b-51d3-4f92-a706-c1b41ead596d tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.983s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.442530] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.625s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.442530] env[63260]: DEBUG nova.objects.instance [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Lazy-loading 'resources' on Instance uuid 93332739-3e6a-4ba1-9cba-e397ae34e458 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.460759] env[63260]: INFO nova.scheduler.client.report [None req-29c3e00b-51d3-4f92-a706-c1b41ead596d tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Deleted allocations for instance 86bd65c7-3041-4000-a2d3-004c606289c2 [ 865.482643] env[63260]: DEBUG nova.network.neutron [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.485411] env[63260]: DEBUG nova.compute.manager [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 865.520958] env[63260]: DEBUG nova.virt.hardware [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 865.521217] env[63260]: DEBUG nova.virt.hardware [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 865.521371] env[63260]: DEBUG nova.virt.hardware [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.521552] env[63260]: DEBUG nova.virt.hardware [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 865.521700] env[63260]: DEBUG nova.virt.hardware [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.521846] env[63260]: DEBUG nova.virt.hardware [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 865.522063] env[63260]: DEBUG nova.virt.hardware [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 865.522226] env[63260]: DEBUG nova.virt.hardware [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 865.522392] env[63260]: DEBUG nova.virt.hardware [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 865.522555] env[63260]: DEBUG nova.virt.hardware [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 865.522725] env[63260]: DEBUG nova.virt.hardware [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 865.523582] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f34c649-9933-4641-8673-30e0530152d4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.533138] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8e0fc8-f374-472c-9fb2-f3435bc5781a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.580253] env[63260]: DEBUG oslo_vmware.api [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284825, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.695732] env[63260]: DEBUG nova.network.neutron [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Updating instance_info_cache with network_info: [{"id": "b33d73b2-a14d-466c-b906-0759d5a03e8f", "address": "fa:16:3e:95:cb:13", "network": {"id": "095ea81c-b08e-465e-a9a8-6c7d22cb7bf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1442129299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12b951a134ae4e0294f6672abcb63dc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb33d73b2-a1", "ovs_interfaceid": "b33d73b2-a14d-466c-b906-0759d5a03e8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.944859] env[63260]: DEBUG nova.objects.instance [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Lazy-loading 'numa_topology' on Instance uuid 93332739-3e6a-4ba1-9cba-e397ae34e458 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.969946] env[63260]: DEBUG oslo_concurrency.lockutils [None req-29c3e00b-51d3-4f92-a706-c1b41ead596d tempest-ServerPasswordTestJSON-899367507 tempest-ServerPasswordTestJSON-899367507-project-member] Lock "86bd65c7-3041-4000-a2d3-004c606289c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.384s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.082129] env[63260]: DEBUG oslo_vmware.api [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284825, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.199855] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Releasing lock "refresh_cache-6cfc6194-c7a5-47ae-bf22-21a274cc7bb3" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.200202] env[63260]: DEBUG nova.compute.manager [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Instance network_info: |[{"id": "b33d73b2-a14d-466c-b906-0759d5a03e8f", "address": "fa:16:3e:95:cb:13", "network": {"id": "095ea81c-b08e-465e-a9a8-6c7d22cb7bf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1442129299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12b951a134ae4e0294f6672abcb63dc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb33d73b2-a1", "ovs_interfaceid": "b33d73b2-a14d-466c-b906-0759d5a03e8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 866.200626] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:cb:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bc2dd1b-c901-4f3d-9c3a-af171c275c4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b33d73b2-a14d-466c-b906-0759d5a03e8f', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.208675] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Creating folder: Project (12b951a134ae4e0294f6672abcb63dc9). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.208889] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5ddd453-e995-4457-977b-3a4671beef65 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.220399] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Created folder: Project (12b951a134ae4e0294f6672abcb63dc9) in parent group-v464889. [ 866.220794] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Creating folder: Instances. Parent ref: group-v465107. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.220851] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74ecdd63-5394-4cf0-9e8a-06aba4b705cf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.230831] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Created folder: Instances in parent group-v465107. [ 866.231380] env[63260]: DEBUG oslo.service.loopingcall [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 866.231999] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.231999] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2c22ba0-72ca-42f9-b671-a526209ddb3e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.254069] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.254069] env[63260]: value = "task-2284828" [ 866.254069] env[63260]: _type = "Task" [ 866.254069] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.261748] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284828, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.275593] env[63260]: DEBUG nova.compute.manager [req-d14a21f5-6ceb-4904-861d-a076e9e0ceee req-270f1f13-aa4a-4e77-8191-2bd255b4f934 service nova] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Received event network-changed-b33d73b2-a14d-466c-b906-0759d5a03e8f {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 866.275593] env[63260]: DEBUG nova.compute.manager [req-d14a21f5-6ceb-4904-861d-a076e9e0ceee req-270f1f13-aa4a-4e77-8191-2bd255b4f934 service nova] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Refreshing instance network info cache due to event network-changed-b33d73b2-a14d-466c-b906-0759d5a03e8f. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 866.275593] env[63260]: DEBUG oslo_concurrency.lockutils [req-d14a21f5-6ceb-4904-861d-a076e9e0ceee req-270f1f13-aa4a-4e77-8191-2bd255b4f934 service nova] Acquiring lock "refresh_cache-6cfc6194-c7a5-47ae-bf22-21a274cc7bb3" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.275707] env[63260]: DEBUG oslo_concurrency.lockutils [req-d14a21f5-6ceb-4904-861d-a076e9e0ceee req-270f1f13-aa4a-4e77-8191-2bd255b4f934 service nova] Acquired lock "refresh_cache-6cfc6194-c7a5-47ae-bf22-21a274cc7bb3" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.275773] env[63260]: DEBUG nova.network.neutron [req-d14a21f5-6ceb-4904-861d-a076e9e0ceee req-270f1f13-aa4a-4e77-8191-2bd255b4f934 service nova] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Refreshing network info cache for port b33d73b2-a14d-466c-b906-0759d5a03e8f {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.455932] env[63260]: DEBUG nova.objects.base [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Object Instance<93332739-3e6a-4ba1-9cba-e397ae34e458> lazy-loaded attributes: resources,numa_topology {{(pid=63260) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 866.477601] env[63260]: DEBUG nova.objects.instance [None req-738920d8-2fe7-4bb0-b8fe-5be77600cef1 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lazy-loading 'flavor' on Instance uuid 4140d6e0-65e8-4701-85a2-3e5f78a77b77 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.499878] env[63260]: DEBUG nova.network.neutron [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Successfully updated port: 4e8a370f-42e3-40ed-9d99-78839d8aa66f {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 866.582913] env[63260]: DEBUG oslo_vmware.api [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284825, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.041606} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.583257] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.584285] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df17451-d820-48a4-9888-cd462ec71e56 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.609529] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 3e0382f6-cd72-4dc4-952b-3917fb7675d6/3e0382f6-cd72-4dc4-952b-3917fb7675d6.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.612468] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb01f210-d8f7-496b-a9fc-3f47ca5bb58f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.627807] env[63260]: DEBUG oslo_concurrency.lockutils [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "4140d6e0-65e8-4701-85a2-3e5f78a77b77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.633495] env[63260]: DEBUG oslo_vmware.api [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 866.633495] env[63260]: value = "task-2284829" [ 866.633495] env[63260]: _type = "Task" [ 866.633495] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.644358] env[63260]: DEBUG oslo_vmware.api [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284829, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.754575] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eef74af-6aff-4e60-86ef-889512c71b51 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.768021] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3a53e3-a181-45eb-b76a-99c821de6a25 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.771385] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284828, 'name': CreateVM_Task, 'duration_secs': 0.363191} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.771739] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.772920] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.772920] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.773745] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.774032] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b85011be-278a-4bb6-a744-2275426d053e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.810687] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320e264a-78f5-465d-98bf-4ddcb59d8c68 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.820925] env[63260]: DEBUG oslo_vmware.api [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 866.820925] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c355ae-7b14-5d18-562e-38b9fb040185" [ 866.820925] env[63260]: _type = "Task" [ 866.820925] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.829812] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e7308c-3b94-4009-93c1-507f8d214143 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.837177] env[63260]: DEBUG oslo_vmware.api [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c355ae-7b14-5d18-562e-38b9fb040185, 'name': SearchDatastore_Task, 'duration_secs': 0.009911} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.837782] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.838035] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.838300] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.838448] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.838662] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.838901] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-929bf043-d368-4c44-9fd9-8aa7662ca1e9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.850081] env[63260]: DEBUG nova.compute.provider_tree [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.859113] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.859113] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.860160] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcca21ed-57d0-421d-b0f1-98c8d6202151 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.866245] env[63260]: DEBUG oslo_vmware.api [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 866.866245] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5257fa80-a12c-9d3f-db38-27508c01f696" [ 866.866245] env[63260]: _type = "Task" [ 866.866245] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.878744] env[63260]: DEBUG oslo_vmware.api [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5257fa80-a12c-9d3f-db38-27508c01f696, 'name': SearchDatastore_Task, 'duration_secs': 0.010176} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.879281] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f1425e3-450f-413c-b0f5-8fb700fbdb28 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.884599] env[63260]: DEBUG oslo_vmware.api [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 866.884599] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52697373-e076-f8e0-f3c2-e580dca77229" [ 866.884599] env[63260]: _type = "Task" [ 866.884599] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.892975] env[63260]: DEBUG oslo_vmware.api [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52697373-e076-f8e0-f3c2-e580dca77229, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.981943] env[63260]: DEBUG oslo_concurrency.lockutils [None req-738920d8-2fe7-4bb0-b8fe-5be77600cef1 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "4140d6e0-65e8-4701-85a2-3e5f78a77b77" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.853s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.982858] env[63260]: DEBUG oslo_concurrency.lockutils [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "4140d6e0-65e8-4701-85a2-3e5f78a77b77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.355s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.983080] env[63260]: DEBUG oslo_concurrency.lockutils [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "4140d6e0-65e8-4701-85a2-3e5f78a77b77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.983279] env[63260]: DEBUG oslo_concurrency.lockutils [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "4140d6e0-65e8-4701-85a2-3e5f78a77b77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.983437] env[63260]: DEBUG oslo_concurrency.lockutils [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "4140d6e0-65e8-4701-85a2-3e5f78a77b77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.984969] env[63260]: INFO nova.compute.manager [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Terminating instance [ 867.012102] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "refresh_cache-da79b062-2c8e-4f33-8658-dda1262351b2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.012254] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquired lock "refresh_cache-da79b062-2c8e-4f33-8658-dda1262351b2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.012401] env[63260]: DEBUG nova.network.neutron [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.077866] env[63260]: DEBUG nova.network.neutron [req-d14a21f5-6ceb-4904-861d-a076e9e0ceee req-270f1f13-aa4a-4e77-8191-2bd255b4f934 service nova] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Updated VIF entry in instance network info cache for port b33d73b2-a14d-466c-b906-0759d5a03e8f. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.078230] env[63260]: DEBUG nova.network.neutron [req-d14a21f5-6ceb-4904-861d-a076e9e0ceee req-270f1f13-aa4a-4e77-8191-2bd255b4f934 service nova] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Updating instance_info_cache with network_info: [{"id": "b33d73b2-a14d-466c-b906-0759d5a03e8f", "address": "fa:16:3e:95:cb:13", "network": {"id": "095ea81c-b08e-465e-a9a8-6c7d22cb7bf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1442129299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12b951a134ae4e0294f6672abcb63dc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb33d73b2-a1", "ovs_interfaceid": "b33d73b2-a14d-466c-b906-0759d5a03e8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.143319] env[63260]: DEBUG oslo_vmware.api [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284829, 'name': ReconfigVM_Task, 'duration_secs': 0.268417} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.143580] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 3e0382f6-cd72-4dc4-952b-3917fb7675d6/3e0382f6-cd72-4dc4-952b-3917fb7675d6.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.144217] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03f0694b-945c-4e61-aa79-d3e5a5a2df44 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.150667] env[63260]: DEBUG oslo_vmware.api [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 867.150667] env[63260]: value = "task-2284830" [ 867.150667] env[63260]: _type = "Task" [ 867.150667] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.159494] env[63260]: DEBUG oslo_vmware.api [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284830, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.353951] env[63260]: DEBUG nova.scheduler.client.report [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.395018] env[63260]: DEBUG oslo_vmware.api [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52697373-e076-f8e0-f3c2-e580dca77229, 'name': SearchDatastore_Task, 'duration_secs': 0.009595} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.395321] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.395573] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3/6cfc6194-c7a5-47ae-bf22-21a274cc7bb3.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.395838] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63216f71-45b4-4816-b103-79c4981b377a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.402141] env[63260]: DEBUG oslo_vmware.api [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 867.402141] env[63260]: value = "task-2284831" [ 867.402141] env[63260]: _type = "Task" [ 867.402141] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.410961] env[63260]: DEBUG oslo_vmware.api [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2284831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.488990] env[63260]: DEBUG nova.compute.manager [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.489351] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.489528] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfba0f57-2dc3-48b8-b2cf-b030ed6530cb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.496254] env[63260]: DEBUG oslo_vmware.api [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 867.496254] env[63260]: value = "task-2284832" [ 867.496254] env[63260]: _type = "Task" [ 867.496254] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.507075] env[63260]: DEBUG oslo_vmware.api [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.558176] env[63260]: DEBUG nova.network.neutron [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 867.582891] env[63260]: DEBUG oslo_concurrency.lockutils [req-d14a21f5-6ceb-4904-861d-a076e9e0ceee req-270f1f13-aa4a-4e77-8191-2bd255b4f934 service nova] Releasing lock "refresh_cache-6cfc6194-c7a5-47ae-bf22-21a274cc7bb3" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.661776] env[63260]: DEBUG oslo_vmware.api [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284830, 'name': Rename_Task, 'duration_secs': 0.13414} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.662031] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.662253] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1450d870-9b38-4e41-9162-fef02f75cce8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.668840] env[63260]: DEBUG oslo_vmware.api [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 867.668840] env[63260]: value = "task-2284833" [ 867.668840] env[63260]: _type = "Task" [ 867.668840] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.677620] env[63260]: DEBUG oslo_vmware.api [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.858892] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.417s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.866902] env[63260]: DEBUG oslo_concurrency.lockutils [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.720s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.868874] env[63260]: INFO nova.compute.claims [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.880671] env[63260]: DEBUG nova.network.neutron [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Updating instance_info_cache with network_info: [{"id": "4e8a370f-42e3-40ed-9d99-78839d8aa66f", "address": "fa:16:3e:39:59:c1", "network": {"id": "15c698e3-385d-486a-901f-b71a8d1836c1", "bridge": "br-int", "label": "tempest-ServersTestJSON-97174531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "593abaa160404848afa5a59e0dd679f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e8a370f-42", "ovs_interfaceid": "4e8a370f-42e3-40ed-9d99-78839d8aa66f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.914763] env[63260]: DEBUG oslo_vmware.api [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2284831, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49499} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.917761] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3/6cfc6194-c7a5-47ae-bf22-21a274cc7bb3.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 867.917761] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 867.917761] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2cea5bc-176b-44e3-ba5b-93e164a55ae6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.923023] env[63260]: DEBUG oslo_vmware.api [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 867.923023] env[63260]: value = "task-2284834" [ 867.923023] env[63260]: _type = "Task" [ 867.923023] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.933590] env[63260]: DEBUG oslo_vmware.api [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2284834, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.008672] env[63260]: DEBUG oslo_vmware.api [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284832, 'name': PowerOffVM_Task, 'duration_secs': 0.249245} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.008672] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.008672] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Volume detach. Driver type: vmdk {{(pid=63260) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 868.008672] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465105', 'volume_id': '27347582-cf0e-4bad-8f82-fffb3df7b120', 'name': 'volume-27347582-cf0e-4bad-8f82-fffb3df7b120', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4140d6e0-65e8-4701-85a2-3e5f78a77b77', 'attached_at': '', 'detached_at': '', 'volume_id': '27347582-cf0e-4bad-8f82-fffb3df7b120', 'serial': '27347582-cf0e-4bad-8f82-fffb3df7b120'} {{(pid=63260) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 868.008944] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9adfec78-2711-4dfd-978e-65ba20866832 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.032770] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a31adc5-84a2-4178-a42a-8b26e4f3bd2a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.040378] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd1a15a-631c-4cb9-9973-0daf5a6e0031 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.061467] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c1e450-f7d7-4bc8-bde5-e67c3da32db0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.084992] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] The volume has not been displaced from its original location: [datastore2] volume-27347582-cf0e-4bad-8f82-fffb3df7b120/volume-27347582-cf0e-4bad-8f82-fffb3df7b120.vmdk. No consolidation needed. {{(pid=63260) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 868.087910] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 868.088384] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00f31324-ea95-4c13-875f-46c4a2b6e78c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.107420] env[63260]: DEBUG oslo_vmware.api [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 868.107420] env[63260]: value = "task-2284835" [ 868.107420] env[63260]: _type = "Task" [ 868.107420] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.115563] env[63260]: DEBUG oslo_vmware.api [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284835, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.181060] env[63260]: DEBUG oslo_vmware.api [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284833, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.310313] env[63260]: DEBUG nova.compute.manager [req-db5ed82c-0771-4244-88e3-3a4d3ed98dd1 req-38d3b4d3-f048-4251-b40d-620445c12f4e service nova] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Received event network-vif-plugged-4e8a370f-42e3-40ed-9d99-78839d8aa66f {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 868.310551] env[63260]: DEBUG oslo_concurrency.lockutils [req-db5ed82c-0771-4244-88e3-3a4d3ed98dd1 req-38d3b4d3-f048-4251-b40d-620445c12f4e service nova] Acquiring lock "da79b062-2c8e-4f33-8658-dda1262351b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.311214] env[63260]: DEBUG oslo_concurrency.lockutils [req-db5ed82c-0771-4244-88e3-3a4d3ed98dd1 req-38d3b4d3-f048-4251-b40d-620445c12f4e service nova] Lock "da79b062-2c8e-4f33-8658-dda1262351b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.311469] env[63260]: DEBUG oslo_concurrency.lockutils [req-db5ed82c-0771-4244-88e3-3a4d3ed98dd1 req-38d3b4d3-f048-4251-b40d-620445c12f4e service nova] Lock "da79b062-2c8e-4f33-8658-dda1262351b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.311719] env[63260]: DEBUG nova.compute.manager [req-db5ed82c-0771-4244-88e3-3a4d3ed98dd1 req-38d3b4d3-f048-4251-b40d-620445c12f4e service nova] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] No waiting events found dispatching network-vif-plugged-4e8a370f-42e3-40ed-9d99-78839d8aa66f {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 868.312316] env[63260]: WARNING nova.compute.manager [req-db5ed82c-0771-4244-88e3-3a4d3ed98dd1 req-38d3b4d3-f048-4251-b40d-620445c12f4e service nova] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Received unexpected event network-vif-plugged-4e8a370f-42e3-40ed-9d99-78839d8aa66f for instance with vm_state building and task_state spawning. [ 868.312504] env[63260]: DEBUG nova.compute.manager [req-db5ed82c-0771-4244-88e3-3a4d3ed98dd1 req-38d3b4d3-f048-4251-b40d-620445c12f4e service nova] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Received event network-changed-4e8a370f-42e3-40ed-9d99-78839d8aa66f {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 868.312717] env[63260]: DEBUG nova.compute.manager [req-db5ed82c-0771-4244-88e3-3a4d3ed98dd1 req-38d3b4d3-f048-4251-b40d-620445c12f4e service nova] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Refreshing instance network info cache due to event network-changed-4e8a370f-42e3-40ed-9d99-78839d8aa66f. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 868.312952] env[63260]: DEBUG oslo_concurrency.lockutils [req-db5ed82c-0771-4244-88e3-3a4d3ed98dd1 req-38d3b4d3-f048-4251-b40d-620445c12f4e service nova] Acquiring lock "refresh_cache-da79b062-2c8e-4f33-8658-dda1262351b2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.380779] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2407c5a5-c9f3-42be-91a1-7bb2b1163369 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Lock "93332739-3e6a-4ba1-9cba-e397ae34e458" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 34.530s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.383226] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Lock "93332739-3e6a-4ba1-9cba-e397ae34e458" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 7.883s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.383614] env[63260]: INFO nova.compute.manager [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Unshelving [ 868.386071] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Releasing lock "refresh_cache-da79b062-2c8e-4f33-8658-dda1262351b2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.391375] env[63260]: DEBUG nova.compute.manager [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Instance network_info: |[{"id": "4e8a370f-42e3-40ed-9d99-78839d8aa66f", "address": "fa:16:3e:39:59:c1", "network": {"id": "15c698e3-385d-486a-901f-b71a8d1836c1", "bridge": "br-int", "label": "tempest-ServersTestJSON-97174531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "593abaa160404848afa5a59e0dd679f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e8a370f-42", "ovs_interfaceid": "4e8a370f-42e3-40ed-9d99-78839d8aa66f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 868.391375] env[63260]: DEBUG oslo_concurrency.lockutils [req-db5ed82c-0771-4244-88e3-3a4d3ed98dd1 req-38d3b4d3-f048-4251-b40d-620445c12f4e service nova] Acquired lock "refresh_cache-da79b062-2c8e-4f33-8658-dda1262351b2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.391375] env[63260]: DEBUG nova.network.neutron [req-db5ed82c-0771-4244-88e3-3a4d3ed98dd1 req-38d3b4d3-f048-4251-b40d-620445c12f4e service nova] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Refreshing network info cache for port 4e8a370f-42e3-40ed-9d99-78839d8aa66f {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.391375] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:59:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad36dd36-1d2c-4f37-a259-98ef2e440794', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e8a370f-42e3-40ed-9d99-78839d8aa66f', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.401039] env[63260]: DEBUG oslo.service.loopingcall [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 868.402400] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.402676] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74578dbd-54ea-49ec-a449-e134cabdf469 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.430279] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.430279] env[63260]: value = "task-2284836" [ 868.430279] env[63260]: _type = "Task" [ 868.430279] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.437998] env[63260]: DEBUG oslo_vmware.api [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2284834, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.439184] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.439508] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50acf4e9-d30d-482b-b9d0-7ad449291924 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.445749] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284836, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.466537] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3/6cfc6194-c7a5-47ae-bf22-21a274cc7bb3.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.467290] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cebea644-20a4-4913-9e26-fb2a23db8002 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.488836] env[63260]: DEBUG oslo_vmware.api [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 868.488836] env[63260]: value = "task-2284837" [ 868.488836] env[63260]: _type = "Task" [ 868.488836] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.499152] env[63260]: DEBUG oslo_vmware.api [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2284837, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.618823] env[63260]: DEBUG oslo_vmware.api [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284835, 'name': ReconfigVM_Task, 'duration_secs': 0.212302} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.619145] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 868.623950] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5237d73-5739-47c2-b1da-d83d4e81f0ff {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.643555] env[63260]: DEBUG oslo_vmware.api [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 868.643555] env[63260]: value = "task-2284838" [ 868.643555] env[63260]: _type = "Task" [ 868.643555] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.654412] env[63260]: DEBUG oslo_vmware.api [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284838, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.680525] env[63260]: DEBUG oslo_vmware.api [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284833, 'name': PowerOnVM_Task, 'duration_secs': 0.519017} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.680796] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 868.681042] env[63260]: INFO nova.compute.manager [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Took 9.92 seconds to spawn the instance on the hypervisor. [ 868.681230] env[63260]: DEBUG nova.compute.manager [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 868.682017] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f7a612-f1e2-4015-bc6d-a1b8e764cf70 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.945213] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284836, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.007402] env[63260]: DEBUG oslo_vmware.api [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2284837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.161736] env[63260]: DEBUG oslo_vmware.api [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284838, 'name': ReconfigVM_Task, 'duration_secs': 0.393694} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.161973] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465105', 'volume_id': '27347582-cf0e-4bad-8f82-fffb3df7b120', 'name': 'volume-27347582-cf0e-4bad-8f82-fffb3df7b120', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4140d6e0-65e8-4701-85a2-3e5f78a77b77', 'attached_at': '', 'detached_at': '', 'volume_id': '27347582-cf0e-4bad-8f82-fffb3df7b120', 'serial': '27347582-cf0e-4bad-8f82-fffb3df7b120'} {{(pid=63260) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 869.164119] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.164119] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38b2fc0-1aba-4f7f-97e1-8f747e48e074 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.171808] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.174403] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8856714-9099-4ef2-906d-5cfc06a7f8e7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.205402] env[63260]: INFO nova.compute.manager [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Took 24.49 seconds to build instance. [ 869.255322] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.255668] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.255862] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Deleting the datastore file [datastore1] 4140d6e0-65e8-4701-85a2-3e5f78a77b77 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.256192] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d315e964-0494-49cc-9af0-e7cfdb1bd34a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.264788] env[63260]: DEBUG oslo_vmware.api [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 869.264788] env[63260]: value = "task-2284840" [ 869.264788] env[63260]: _type = "Task" [ 869.264788] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.273960] env[63260]: DEBUG oslo_vmware.api [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.302893] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f582320-ba75-4d95-b740-1ea232a8412d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.311131] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bfe709-e05a-49b9-988b-a03a6b0f845c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.344274] env[63260]: DEBUG nova.network.neutron [req-db5ed82c-0771-4244-88e3-3a4d3ed98dd1 req-38d3b4d3-f048-4251-b40d-620445c12f4e service nova] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Updated VIF entry in instance network info cache for port 4e8a370f-42e3-40ed-9d99-78839d8aa66f. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 869.344274] env[63260]: DEBUG nova.network.neutron [req-db5ed82c-0771-4244-88e3-3a4d3ed98dd1 req-38d3b4d3-f048-4251-b40d-620445c12f4e service nova] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Updating instance_info_cache with network_info: [{"id": "4e8a370f-42e3-40ed-9d99-78839d8aa66f", "address": "fa:16:3e:39:59:c1", "network": {"id": "15c698e3-385d-486a-901f-b71a8d1836c1", "bridge": "br-int", "label": "tempest-ServersTestJSON-97174531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "593abaa160404848afa5a59e0dd679f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e8a370f-42", "ovs_interfaceid": "4e8a370f-42e3-40ed-9d99-78839d8aa66f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.346691] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc130da-b54f-4cf9-9a5c-3cb33f5a7c7b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.360097] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566b58b0-abe8-4879-af0a-6d4202263459 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.379219] env[63260]: DEBUG nova.compute.provider_tree [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.416615] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.442195] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284836, 'name': CreateVM_Task, 'duration_secs': 0.623659} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.442195] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.442504] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.442663] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.442983] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.443254] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5be76d6d-3e9f-4cf3-80a9-0adf0ebac3cc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.449157] env[63260]: DEBUG oslo_vmware.api [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 869.449157] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52204722-2040-fe44-4bd0-867d7c611428" [ 869.449157] env[63260]: _type = "Task" [ 869.449157] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.460877] env[63260]: DEBUG oslo_vmware.api [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52204722-2040-fe44-4bd0-867d7c611428, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.499665] env[63260]: DEBUG oslo_vmware.api [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2284837, 'name': ReconfigVM_Task, 'duration_secs': 0.660913} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.500606] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3/6cfc6194-c7a5-47ae-bf22-21a274cc7bb3.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.500606] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-594e296d-2463-4f01-b1ac-feae5223ec98 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.508396] env[63260]: DEBUG oslo_vmware.api [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 869.508396] env[63260]: value = "task-2284841" [ 869.508396] env[63260]: _type = "Task" [ 869.508396] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.517426] env[63260]: DEBUG oslo_vmware.api [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2284841, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.707845] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b18e427d-3ecc-4308-a077-9ba743e87e1e tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "3e0382f6-cd72-4dc4-952b-3917fb7675d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.019s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.780086] env[63260]: DEBUG oslo_vmware.api [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144202} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.780696] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.780696] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.780818] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.780986] env[63260]: INFO nova.compute.manager [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Took 2.29 seconds to destroy the instance on the hypervisor. [ 869.781258] env[63260]: DEBUG oslo.service.loopingcall [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 869.781459] env[63260]: DEBUG nova.compute.manager [-] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.781683] env[63260]: DEBUG nova.network.neutron [-] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.852374] env[63260]: DEBUG oslo_concurrency.lockutils [req-db5ed82c-0771-4244-88e3-3a4d3ed98dd1 req-38d3b4d3-f048-4251-b40d-620445c12f4e service nova] Releasing lock "refresh_cache-da79b062-2c8e-4f33-8658-dda1262351b2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.883061] env[63260]: DEBUG nova.scheduler.client.report [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.963753] env[63260]: DEBUG oslo_vmware.api [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52204722-2040-fe44-4bd0-867d7c611428, 'name': SearchDatastore_Task, 'duration_secs': 0.010528} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.964099] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.964346] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.964593] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.964740] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.964921] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.965227] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85052349-4751-49d2-9ebe-76750a67b288 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.975602] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.975839] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.977543] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9dda250-2c52-4c5f-99cb-075c1ac00f6d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.984161] env[63260]: DEBUG oslo_vmware.api [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 869.984161] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]529dac9e-7cbf-860c-009e-0c6bdf7f1a32" [ 869.984161] env[63260]: _type = "Task" [ 869.984161] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.995122] env[63260]: DEBUG oslo_vmware.api [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]529dac9e-7cbf-860c-009e-0c6bdf7f1a32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.022710] env[63260]: DEBUG oslo_vmware.api [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2284841, 'name': Rename_Task, 'duration_secs': 0.402014} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.022843] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.024487] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b884875b-0d9c-43ac-92ca-1ed69fa60570 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.031778] env[63260]: DEBUG oslo_vmware.api [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 870.031778] env[63260]: value = "task-2284842" [ 870.031778] env[63260]: _type = "Task" [ 870.031778] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.052433] env[63260]: DEBUG oslo_vmware.api [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2284842, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.336364] env[63260]: DEBUG nova.compute.manager [req-ee61c1f2-2db8-4527-8dc1-ad82e9778ae6 req-e7ed517a-444f-4e94-8aac-9053f77a6900 service nova] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Received event network-vif-deleted-9b7e7421-261c-4bf9-8158-0e5820914cd0 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 870.336878] env[63260]: INFO nova.compute.manager [req-ee61c1f2-2db8-4527-8dc1-ad82e9778ae6 req-e7ed517a-444f-4e94-8aac-9053f77a6900 service nova] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Neutron deleted interface 9b7e7421-261c-4bf9-8158-0e5820914cd0; detaching it from the instance and deleting it from the info cache [ 870.336963] env[63260]: DEBUG nova.network.neutron [req-ee61c1f2-2db8-4527-8dc1-ad82e9778ae6 req-e7ed517a-444f-4e94-8aac-9053f77a6900 service nova] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.389950] env[63260]: DEBUG oslo_concurrency.lockutils [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.390959] env[63260]: DEBUG nova.compute.manager [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 870.394037] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.371s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.395592] env[63260]: INFO nova.compute.claims [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.501020] env[63260]: DEBUG oslo_vmware.api [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]529dac9e-7cbf-860c-009e-0c6bdf7f1a32, 'name': SearchDatastore_Task, 'duration_secs': 0.011443} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.501020] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14f7d4c5-ee38-4d60-8c99-c3ce790ca5e1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.506912] env[63260]: DEBUG oslo_vmware.api [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 870.506912] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5274012d-b904-e1c2-449e-14ca9e061baf" [ 870.506912] env[63260]: _type = "Task" [ 870.506912] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.522814] env[63260]: DEBUG oslo_vmware.api [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5274012d-b904-e1c2-449e-14ca9e061baf, 'name': SearchDatastore_Task} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.522814] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.523134] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] da79b062-2c8e-4f33-8658-dda1262351b2/da79b062-2c8e-4f33-8658-dda1262351b2.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.523479] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-615a072d-f34c-4a0f-bf38-1f7d4582c876 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.534595] env[63260]: DEBUG oslo_vmware.api [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 870.534595] env[63260]: value = "task-2284843" [ 870.534595] env[63260]: _type = "Task" [ 870.534595] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.551627] env[63260]: DEBUG oslo_vmware.api [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.551948] env[63260]: DEBUG oslo_vmware.api [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2284842, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.690914] env[63260]: DEBUG nova.network.neutron [-] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.744296] env[63260]: DEBUG oslo_concurrency.lockutils [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Acquiring lock "1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.744549] env[63260]: DEBUG oslo_concurrency.lockutils [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Lock "1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.839988] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fda2e045-75bc-4244-a88b-9884c5dc9a9f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.853469] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f386a26-2e0c-4767-868b-5ae742bd5384 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.904349] env[63260]: DEBUG nova.compute.utils [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 870.912663] env[63260]: DEBUG nova.compute.manager [req-ee61c1f2-2db8-4527-8dc1-ad82e9778ae6 req-e7ed517a-444f-4e94-8aac-9053f77a6900 service nova] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Detach interface failed, port_id=9b7e7421-261c-4bf9-8158-0e5820914cd0, reason: Instance 4140d6e0-65e8-4701-85a2-3e5f78a77b77 could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 870.912663] env[63260]: DEBUG nova.compute.manager [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 870.912663] env[63260]: DEBUG nova.network.neutron [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 870.982589] env[63260]: DEBUG nova.policy [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21565875d8bf46bf9673c29a5218f0da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60727a710cc4402ca1e8f23bab7f1ab6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 871.045336] env[63260]: DEBUG oslo_vmware.api [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2284842, 'name': PowerOnVM_Task, 'duration_secs': 0.838589} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.046540] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.046540] env[63260]: INFO nova.compute.manager [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Took 7.97 seconds to spawn the instance on the hypervisor. [ 871.046540] env[63260]: DEBUG nova.compute.manager [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.047296] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01dc968-1153-4b63-816e-edcbb0d8aae4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.052790] env[63260]: DEBUG oslo_vmware.api [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284843, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.194389] env[63260]: INFO nova.compute.manager [-] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Took 1.41 seconds to deallocate network for instance. [ 871.251978] env[63260]: DEBUG nova.compute.manager [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 871.332247] env[63260]: DEBUG nova.network.neutron [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Successfully created port: f02aebae-307c-4d49-87e7-686c86c270b1 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 871.415155] env[63260]: DEBUG nova.compute.manager [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 871.555075] env[63260]: DEBUG oslo_vmware.api [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284843, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522065} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.555075] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] da79b062-2c8e-4f33-8658-dda1262351b2/da79b062-2c8e-4f33-8658-dda1262351b2.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.555075] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.558346] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6eae45a2-cd6e-4202-8193-17d4b914704e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.567995] env[63260]: DEBUG oslo_vmware.api [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 871.567995] env[63260]: value = "task-2284844" [ 871.567995] env[63260]: _type = "Task" [ 871.567995] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.568433] env[63260]: INFO nova.compute.manager [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Took 24.04 seconds to build instance. [ 871.588905] env[63260]: DEBUG oslo_vmware.api [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.716517] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d562c362-15f8-4798-8ee1-f7da090dc762 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.724663] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee00c61-edbb-442a-ba6e-6e06b4e6a7fe {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.766490] env[63260]: INFO nova.compute.manager [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Took 0.57 seconds to detach 1 volumes for instance. [ 871.768399] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c853f264-1bb7-4b91-aede-393a886c7b7d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.782511] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f170d02a-2a55-47d2-8144-398445a6d82d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.790410] env[63260]: DEBUG oslo_concurrency.lockutils [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.803812] env[63260]: DEBUG nova.compute.provider_tree [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 871.833131] env[63260]: DEBUG nova.compute.manager [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Stashing vm_state: active {{(pid=63260) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 872.082128] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c363c9da-9484-4a77-b282-7e6694f9acaf tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "6cfc6194-c7a5-47ae-bf22-21a274cc7bb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.566s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.082540] env[63260]: DEBUG oslo_vmware.api [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070682} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.082873] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.083734] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc33da5-c47e-44c1-9395-52b176e316c2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.106905] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] da79b062-2c8e-4f33-8658-dda1262351b2/da79b062-2c8e-4f33-8658-dda1262351b2.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.107218] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3bff38e-39f6-43e5-b3bf-377e88fb8338 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.128267] env[63260]: DEBUG oslo_vmware.api [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 872.128267] env[63260]: value = "task-2284845" [ 872.128267] env[63260]: _type = "Task" [ 872.128267] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.136894] env[63260]: DEBUG oslo_vmware.api [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284845, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.246025] env[63260]: DEBUG nova.compute.manager [req-50359ec1-ac48-4702-80b2-724200df8aa4 req-155860c4-66f9-4dc8-b6b6-9c1190d644cb service nova] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Received event network-changed-b33d73b2-a14d-466c-b906-0759d5a03e8f {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 872.246912] env[63260]: DEBUG nova.compute.manager [req-50359ec1-ac48-4702-80b2-724200df8aa4 req-155860c4-66f9-4dc8-b6b6-9c1190d644cb service nova] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Refreshing instance network info cache due to event network-changed-b33d73b2-a14d-466c-b906-0759d5a03e8f. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 872.247788] env[63260]: DEBUG oslo_concurrency.lockutils [req-50359ec1-ac48-4702-80b2-724200df8aa4 req-155860c4-66f9-4dc8-b6b6-9c1190d644cb service nova] Acquiring lock "refresh_cache-6cfc6194-c7a5-47ae-bf22-21a274cc7bb3" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.247788] env[63260]: DEBUG oslo_concurrency.lockutils [req-50359ec1-ac48-4702-80b2-724200df8aa4 req-155860c4-66f9-4dc8-b6b6-9c1190d644cb service nova] Acquired lock "refresh_cache-6cfc6194-c7a5-47ae-bf22-21a274cc7bb3" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.247788] env[63260]: DEBUG nova.network.neutron [req-50359ec1-ac48-4702-80b2-724200df8aa4 req-155860c4-66f9-4dc8-b6b6-9c1190d644cb service nova] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Refreshing network info cache for port b33d73b2-a14d-466c-b906-0759d5a03e8f {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.277248] env[63260]: DEBUG oslo_concurrency.lockutils [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.328838] env[63260]: ERROR nova.scheduler.client.report [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] [req-db6fe471-89a4-47e2-868d-2210fb0556f5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 535ed902-6829-4832-9c79-14d5c1df9745. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-db6fe471-89a4-47e2-868d-2210fb0556f5"}]} [ 872.346828] env[63260]: DEBUG nova.scheduler.client.report [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Refreshing inventories for resource provider 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 872.354298] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.363447] env[63260]: DEBUG nova.scheduler.client.report [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Updating ProviderTree inventory for provider 535ed902-6829-4832-9c79-14d5c1df9745 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 872.363447] env[63260]: DEBUG nova.compute.provider_tree [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 872.375959] env[63260]: DEBUG nova.scheduler.client.report [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Refreshing aggregate associations for resource provider 535ed902-6829-4832-9c79-14d5c1df9745, aggregates: None {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 872.401700] env[63260]: DEBUG nova.scheduler.client.report [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Refreshing trait associations for resource provider 535ed902-6829-4832-9c79-14d5c1df9745, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 872.429104] env[63260]: DEBUG nova.compute.manager [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 872.461278] env[63260]: DEBUG nova.virt.hardware [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 872.461535] env[63260]: DEBUG nova.virt.hardware [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.461691] env[63260]: DEBUG nova.virt.hardware [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.461876] env[63260]: DEBUG nova.virt.hardware [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.462033] env[63260]: DEBUG nova.virt.hardware [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.462187] env[63260]: DEBUG nova.virt.hardware [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 872.462395] env[63260]: DEBUG nova.virt.hardware [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 872.462899] env[63260]: DEBUG nova.virt.hardware [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 872.462899] env[63260]: DEBUG nova.virt.hardware [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 872.462899] env[63260]: DEBUG nova.virt.hardware [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 872.463050] env[63260]: DEBUG nova.virt.hardware [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 872.463901] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5ef53d-ff17-48d2-b3d8-563a91bef664 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.475732] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6a5523-27ff-4631-bc81-e9f925a12b69 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.638310] env[63260]: DEBUG oslo_vmware.api [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284845, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.647818] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fab89f7-2652-4075-945c-be4ba47c06fe {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.655189] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e316a3cf-e267-4138-9314-d2ba954c00c4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.685073] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1dd6eb2-b0ed-4ad8-b4b0-0e7b3ac2c004 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.692971] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e9523b-4422-4779-a1fb-581a57f0ea40 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.705857] env[63260]: DEBUG nova.compute.provider_tree [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 873.142756] env[63260]: DEBUG oslo_vmware.api [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284845, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.224032] env[63260]: DEBUG nova.compute.manager [req-d49e7ee8-f3ac-42de-8a7d-58423c732f9e req-63a28a10-1fb9-4844-8dd5-1a043cc2552e service nova] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Received event network-vif-plugged-f02aebae-307c-4d49-87e7-686c86c270b1 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 873.224263] env[63260]: DEBUG oslo_concurrency.lockutils [req-d49e7ee8-f3ac-42de-8a7d-58423c732f9e req-63a28a10-1fb9-4844-8dd5-1a043cc2552e service nova] Acquiring lock "e7079a58-fb09-44b7-bed8-3625be32b5f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.224471] env[63260]: DEBUG oslo_concurrency.lockutils [req-d49e7ee8-f3ac-42de-8a7d-58423c732f9e req-63a28a10-1fb9-4844-8dd5-1a043cc2552e service nova] Lock "e7079a58-fb09-44b7-bed8-3625be32b5f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.224636] env[63260]: DEBUG oslo_concurrency.lockutils [req-d49e7ee8-f3ac-42de-8a7d-58423c732f9e req-63a28a10-1fb9-4844-8dd5-1a043cc2552e service nova] Lock "e7079a58-fb09-44b7-bed8-3625be32b5f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.224809] env[63260]: DEBUG nova.compute.manager [req-d49e7ee8-f3ac-42de-8a7d-58423c732f9e req-63a28a10-1fb9-4844-8dd5-1a043cc2552e service nova] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] No waiting events found dispatching network-vif-plugged-f02aebae-307c-4d49-87e7-686c86c270b1 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 873.224980] env[63260]: WARNING nova.compute.manager [req-d49e7ee8-f3ac-42de-8a7d-58423c732f9e req-63a28a10-1fb9-4844-8dd5-1a043cc2552e service nova] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Received unexpected event network-vif-plugged-f02aebae-307c-4d49-87e7-686c86c270b1 for instance with vm_state building and task_state spawning. [ 873.240594] env[63260]: DEBUG nova.scheduler.client.report [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Updated inventory for provider 535ed902-6829-4832-9c79-14d5c1df9745 with generation 107 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 873.240837] env[63260]: DEBUG nova.compute.provider_tree [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Updating resource provider 535ed902-6829-4832-9c79-14d5c1df9745 generation from 107 to 108 during operation: update_inventory {{(pid=63260) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 873.241048] env[63260]: DEBUG nova.compute.provider_tree [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 873.361485] env[63260]: DEBUG nova.network.neutron [req-50359ec1-ac48-4702-80b2-724200df8aa4 req-155860c4-66f9-4dc8-b6b6-9c1190d644cb service nova] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Updated VIF entry in instance network info cache for port b33d73b2-a14d-466c-b906-0759d5a03e8f. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.361892] env[63260]: DEBUG nova.network.neutron [req-50359ec1-ac48-4702-80b2-724200df8aa4 req-155860c4-66f9-4dc8-b6b6-9c1190d644cb service nova] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Updating instance_info_cache with network_info: [{"id": "b33d73b2-a14d-466c-b906-0759d5a03e8f", "address": "fa:16:3e:95:cb:13", "network": {"id": "095ea81c-b08e-465e-a9a8-6c7d22cb7bf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1442129299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12b951a134ae4e0294f6672abcb63dc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb33d73b2-a1", "ovs_interfaceid": "b33d73b2-a14d-466c-b906-0759d5a03e8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.402115] env[63260]: DEBUG nova.network.neutron [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Successfully updated port: f02aebae-307c-4d49-87e7-686c86c270b1 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 873.640021] env[63260]: DEBUG oslo_vmware.api [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284845, 'name': ReconfigVM_Task, 'duration_secs': 1.331077} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.640404] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Reconfigured VM instance instance-0000004f to attach disk [datastore2] da79b062-2c8e-4f33-8658-dda1262351b2/da79b062-2c8e-4f33-8658-dda1262351b2.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.640945] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c61d1c14-a445-4d0c-8b75-faa4789fa7cb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.648334] env[63260]: DEBUG oslo_vmware.api [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 873.648334] env[63260]: value = "task-2284846" [ 873.648334] env[63260]: _type = "Task" [ 873.648334] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.656325] env[63260]: DEBUG oslo_vmware.api [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284846, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.746499] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.352s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.746983] env[63260]: DEBUG nova.compute.manager [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 873.749740] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.493s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.751135] env[63260]: INFO nova.compute.claims [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.865079] env[63260]: DEBUG oslo_concurrency.lockutils [req-50359ec1-ac48-4702-80b2-724200df8aa4 req-155860c4-66f9-4dc8-b6b6-9c1190d644cb service nova] Releasing lock "refresh_cache-6cfc6194-c7a5-47ae-bf22-21a274cc7bb3" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.908225] env[63260]: DEBUG oslo_concurrency.lockutils [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquiring lock "refresh_cache-e7079a58-fb09-44b7-bed8-3625be32b5f4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.908451] env[63260]: DEBUG oslo_concurrency.lockutils [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquired lock "refresh_cache-e7079a58-fb09-44b7-bed8-3625be32b5f4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.908776] env[63260]: DEBUG nova.network.neutron [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.158514] env[63260]: DEBUG oslo_vmware.api [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284846, 'name': Rename_Task, 'duration_secs': 0.140504} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.158836] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.159102] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a88d0b5-55c6-484e-b445-5f8a1d432eda {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.165623] env[63260]: DEBUG oslo_vmware.api [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 874.165623] env[63260]: value = "task-2284847" [ 874.165623] env[63260]: _type = "Task" [ 874.165623] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.173227] env[63260]: DEBUG oslo_vmware.api [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.255322] env[63260]: DEBUG nova.compute.utils [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 874.258801] env[63260]: DEBUG nova.compute.manager [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 874.258977] env[63260]: DEBUG nova.network.neutron [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 874.345725] env[63260]: DEBUG nova.policy [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf127865e7a449a08ce43c542afb0749', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbac84280952492384766d2d4ddb340f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.476144] env[63260]: DEBUG nova.network.neutron [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.700087] env[63260]: DEBUG oslo_vmware.api [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284847, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.744669] env[63260]: DEBUG nova.network.neutron [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Updating instance_info_cache with network_info: [{"id": "f02aebae-307c-4d49-87e7-686c86c270b1", "address": "fa:16:3e:f3:bf:96", "network": {"id": "66d00c05-9221-40b2-ab92-cc9e6cc0a873", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139558234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60727a710cc4402ca1e8f23bab7f1ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf02aebae-30", "ovs_interfaceid": "f02aebae-307c-4d49-87e7-686c86c270b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.759717] env[63260]: DEBUG nova.compute.manager [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 874.936034] env[63260]: DEBUG nova.network.neutron [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Successfully created port: f6af36d8-7cef-4b92-a1cc-3bc0d69bacb2 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 875.067875] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8d1a9d-d4e2-4bdf-b84c-c2f2da3f3771 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.077952] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c7d9e3-ff3b-4138-bbd5-0efdaee79e85 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.119997] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e45444-7f1a-441a-aa92-b89a0cf2a380 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.128345] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af300826-fcdb-428f-a562-4d4e850a4e15 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.142515] env[63260]: DEBUG nova.compute.provider_tree [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.180392] env[63260]: DEBUG oslo_vmware.api [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284847, 'name': PowerOnVM_Task, 'duration_secs': 0.67826} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.180670] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.180878] env[63260]: INFO nova.compute.manager [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Took 9.70 seconds to spawn the instance on the hypervisor. [ 875.181068] env[63260]: DEBUG nova.compute.manager [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.181843] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abeebd7a-1cbd-4fc9-8659-ed8def7bd652 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.192340] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Acquiring lock "77396720-1683-4848-876c-d292e6b4441a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.192710] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Lock "77396720-1683-4848-876c-d292e6b4441a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.192799] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Acquiring lock "77396720-1683-4848-876c-d292e6b4441a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.192955] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Lock "77396720-1683-4848-876c-d292e6b4441a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.193143] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Lock "77396720-1683-4848-876c-d292e6b4441a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.195656] env[63260]: INFO nova.compute.manager [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] Terminating instance [ 875.247461] env[63260]: DEBUG oslo_concurrency.lockutils [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Releasing lock "refresh_cache-e7079a58-fb09-44b7-bed8-3625be32b5f4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.247785] env[63260]: DEBUG nova.compute.manager [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Instance network_info: |[{"id": "f02aebae-307c-4d49-87e7-686c86c270b1", "address": "fa:16:3e:f3:bf:96", "network": {"id": "66d00c05-9221-40b2-ab92-cc9e6cc0a873", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139558234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60727a710cc4402ca1e8f23bab7f1ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf02aebae-30", "ovs_interfaceid": "f02aebae-307c-4d49-87e7-686c86c270b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 875.248214] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:bf:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f02aebae-307c-4d49-87e7-686c86c270b1', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.258710] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Creating folder: Project (60727a710cc4402ca1e8f23bab7f1ab6). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 875.260449] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1422df7-afd1-453d-8e3a-5f43f8c7924f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.263972] env[63260]: DEBUG nova.compute.manager [req-018dabcb-5bb1-4fbf-89b9-ca1c29bc101b req-153a46fe-801a-46b7-b7ba-44805d7d38e5 service nova] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Received event network-changed-f02aebae-307c-4d49-87e7-686c86c270b1 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 875.263972] env[63260]: DEBUG nova.compute.manager [req-018dabcb-5bb1-4fbf-89b9-ca1c29bc101b req-153a46fe-801a-46b7-b7ba-44805d7d38e5 service nova] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Refreshing instance network info cache due to event network-changed-f02aebae-307c-4d49-87e7-686c86c270b1. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 875.264258] env[63260]: DEBUG oslo_concurrency.lockutils [req-018dabcb-5bb1-4fbf-89b9-ca1c29bc101b req-153a46fe-801a-46b7-b7ba-44805d7d38e5 service nova] Acquiring lock "refresh_cache-e7079a58-fb09-44b7-bed8-3625be32b5f4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.264492] env[63260]: DEBUG oslo_concurrency.lockutils [req-018dabcb-5bb1-4fbf-89b9-ca1c29bc101b req-153a46fe-801a-46b7-b7ba-44805d7d38e5 service nova] Acquired lock "refresh_cache-e7079a58-fb09-44b7-bed8-3625be32b5f4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.264744] env[63260]: DEBUG nova.network.neutron [req-018dabcb-5bb1-4fbf-89b9-ca1c29bc101b req-153a46fe-801a-46b7-b7ba-44805d7d38e5 service nova] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Refreshing network info cache for port f02aebae-307c-4d49-87e7-686c86c270b1 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.282187] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Created folder: Project (60727a710cc4402ca1e8f23bab7f1ab6) in parent group-v464889. [ 875.282415] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Creating folder: Instances. Parent ref: group-v465111. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 875.282664] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-856db9ee-1720-4a04-bc02-f9168cabf363 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.293563] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Created folder: Instances in parent group-v465111. [ 875.293777] env[63260]: DEBUG oslo.service.loopingcall [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 875.293964] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.294178] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-260c9b53-96db-4811-982d-15e90cecfd8d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.314128] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.314128] env[63260]: value = "task-2284850" [ 875.314128] env[63260]: _type = "Task" [ 875.314128] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.323779] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284850, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.645642] env[63260]: DEBUG nova.scheduler.client.report [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.699391] env[63260]: DEBUG nova.compute.manager [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 875.699391] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.699625] env[63260]: INFO nova.compute.manager [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Took 26.33 seconds to build instance. [ 875.700441] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82649fe0-48c3-4e14-87bd-9d59264befdd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.708600] env[63260]: DEBUG oslo_vmware.api [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Waiting for the task: (returnval){ [ 875.708600] env[63260]: value = "task-2284851" [ 875.708600] env[63260]: _type = "Task" [ 875.708600] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.718495] env[63260]: DEBUG oslo_vmware.api [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Task: {'id': task-2284851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.774728] env[63260]: DEBUG nova.compute.manager [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 875.800926] env[63260]: DEBUG nova.virt.hardware [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.801186] env[63260]: DEBUG nova.virt.hardware [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.801340] env[63260]: DEBUG nova.virt.hardware [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.801519] env[63260]: DEBUG nova.virt.hardware [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.801709] env[63260]: DEBUG nova.virt.hardware [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.801881] env[63260]: DEBUG nova.virt.hardware [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.802116] env[63260]: DEBUG nova.virt.hardware [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.802282] env[63260]: DEBUG nova.virt.hardware [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.802460] env[63260]: DEBUG nova.virt.hardware [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.802623] env[63260]: DEBUG nova.virt.hardware [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.802793] env[63260]: DEBUG nova.virt.hardware [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.803655] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e428be6e-6ea6-4348-b692-a978965bed92 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.815167] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36efd5b-55e6-4467-8213-f8edd5c7382a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.830332] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284850, 'name': CreateVM_Task} progress is 25%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.059779] env[63260]: DEBUG nova.network.neutron [req-018dabcb-5bb1-4fbf-89b9-ca1c29bc101b req-153a46fe-801a-46b7-b7ba-44805d7d38e5 service nova] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Updated VIF entry in instance network info cache for port f02aebae-307c-4d49-87e7-686c86c270b1. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 876.059779] env[63260]: DEBUG nova.network.neutron [req-018dabcb-5bb1-4fbf-89b9-ca1c29bc101b req-153a46fe-801a-46b7-b7ba-44805d7d38e5 service nova] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Updating instance_info_cache with network_info: [{"id": "f02aebae-307c-4d49-87e7-686c86c270b1", "address": "fa:16:3e:f3:bf:96", "network": {"id": "66d00c05-9221-40b2-ab92-cc9e6cc0a873", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139558234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60727a710cc4402ca1e8f23bab7f1ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf02aebae-30", "ovs_interfaceid": "f02aebae-307c-4d49-87e7-686c86c270b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.151090] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.153190] env[63260]: DEBUG nova.compute.manager [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 876.155729] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.739s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.157403] env[63260]: DEBUG nova.objects.instance [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Lazy-loading 'pci_requests' on Instance uuid 93332739-3e6a-4ba1-9cba-e397ae34e458 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.203545] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b0bc7b04-5a15-44b0-b865-0f8c2a70bdd7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "da79b062-2c8e-4f33-8658-dda1262351b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.846s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.219488] env[63260]: DEBUG oslo_vmware.api [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Task: {'id': task-2284851, 'name': PowerOffVM_Task, 'duration_secs': 0.317185} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.219488] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.219869] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] Volume detach. Driver type: vmdk {{(pid=63260) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 876.220223] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-464974', 'volume_id': '4a97b8fc-afc3-47f8-a694-c0dca5b8daa6', 'name': 'volume-4a97b8fc-afc3-47f8-a694-c0dca5b8daa6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '77396720-1683-4848-876c-d292e6b4441a', 'attached_at': '', 'detached_at': '', 'volume_id': '4a97b8fc-afc3-47f8-a694-c0dca5b8daa6', 'serial': '4a97b8fc-afc3-47f8-a694-c0dca5b8daa6'} {{(pid=63260) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 876.220962] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c5ace6-b6ee-4b1e-ab81-0fc67a8ca67c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.242847] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d706ec8-9136-47aa-aba3-49aa8c515a8d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.251696] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b028604-9999-42c6-ad91-531034fb6fe4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.270768] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91b9151-0dbe-4a35-9e64-d6ab59cbd042 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.286264] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] The volume has not been displaced from its original location: [datastore2] volume-4a97b8fc-afc3-47f8-a694-c0dca5b8daa6/volume-4a97b8fc-afc3-47f8-a694-c0dca5b8daa6.vmdk. No consolidation needed. {{(pid=63260) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 876.291752] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 876.292435] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5adfa507-ad63-4010-9631-04d791ad3cd9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.311023] env[63260]: DEBUG oslo_vmware.api [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Waiting for the task: (returnval){ [ 876.311023] env[63260]: value = "task-2284852" [ 876.311023] env[63260]: _type = "Task" [ 876.311023] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.319406] env[63260]: DEBUG oslo_vmware.api [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Task: {'id': task-2284852, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.330120] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284850, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.530118] env[63260]: DEBUG oslo_concurrency.lockutils [None req-96d23a13-5e30-43a1-b2a0-43d04d7849d7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "da79b062-2c8e-4f33-8658-dda1262351b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.530418] env[63260]: DEBUG oslo_concurrency.lockutils [None req-96d23a13-5e30-43a1-b2a0-43d04d7849d7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "da79b062-2c8e-4f33-8658-dda1262351b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.530737] env[63260]: DEBUG oslo_concurrency.lockutils [None req-96d23a13-5e30-43a1-b2a0-43d04d7849d7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "da79b062-2c8e-4f33-8658-dda1262351b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.530954] env[63260]: DEBUG oslo_concurrency.lockutils [None req-96d23a13-5e30-43a1-b2a0-43d04d7849d7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "da79b062-2c8e-4f33-8658-dda1262351b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.531202] env[63260]: DEBUG oslo_concurrency.lockutils [None req-96d23a13-5e30-43a1-b2a0-43d04d7849d7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "da79b062-2c8e-4f33-8658-dda1262351b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.533558] env[63260]: INFO nova.compute.manager [None req-96d23a13-5e30-43a1-b2a0-43d04d7849d7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Terminating instance [ 876.563738] env[63260]: DEBUG oslo_concurrency.lockutils [req-018dabcb-5bb1-4fbf-89b9-ca1c29bc101b req-153a46fe-801a-46b7-b7ba-44805d7d38e5 service nova] Releasing lock "refresh_cache-e7079a58-fb09-44b7-bed8-3625be32b5f4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.570265] env[63260]: DEBUG nova.network.neutron [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Successfully updated port: f6af36d8-7cef-4b92-a1cc-3bc0d69bacb2 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 876.660086] env[63260]: DEBUG nova.compute.utils [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 876.662806] env[63260]: DEBUG nova.objects.instance [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Lazy-loading 'numa_topology' on Instance uuid 93332739-3e6a-4ba1-9cba-e397ae34e458 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.664086] env[63260]: DEBUG nova.compute.manager [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 876.664356] env[63260]: DEBUG nova.network.neutron [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 876.707277] env[63260]: DEBUG nova.policy [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '879ae935492549c28f4fe52dfc8edf61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff9b925304214476a6e7f70601b6d534', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 876.822579] env[63260]: DEBUG oslo_vmware.api [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Task: {'id': task-2284852, 'name': ReconfigVM_Task, 'duration_secs': 0.196571} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.825539] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 876.830323] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-460a68b9-6289-40d2-81b6-9e2aa487a846 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.845381] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284850, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.846802] env[63260]: DEBUG oslo_vmware.api [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Waiting for the task: (returnval){ [ 876.846802] env[63260]: value = "task-2284853" [ 876.846802] env[63260]: _type = "Task" [ 876.846802] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.855619] env[63260]: DEBUG oslo_vmware.api [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Task: {'id': task-2284853, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.026258] env[63260]: DEBUG nova.network.neutron [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Successfully created port: 7329d092-af20-4049-b75b-7b60d07ff5b2 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 877.037547] env[63260]: DEBUG nova.compute.manager [None req-96d23a13-5e30-43a1-b2a0-43d04d7849d7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 877.037747] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-96d23a13-5e30-43a1-b2a0-43d04d7849d7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 877.038913] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf39f80-e6c7-4d40-93db-09afaa91b7fc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.050719] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-96d23a13-5e30-43a1-b2a0-43d04d7849d7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.051152] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66397bce-3ba7-4bfb-88c3-11c40e73f657 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.058416] env[63260]: DEBUG oslo_vmware.api [None req-96d23a13-5e30-43a1-b2a0-43d04d7849d7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 877.058416] env[63260]: value = "task-2284854" [ 877.058416] env[63260]: _type = "Task" [ 877.058416] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.072334] env[63260]: DEBUG oslo_vmware.api [None req-96d23a13-5e30-43a1-b2a0-43d04d7849d7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.076115] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Acquiring lock "refresh_cache-5d3f96ae-7544-4925-aa43-051905096b48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.076322] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Acquired lock "refresh_cache-5d3f96ae-7544-4925-aa43-051905096b48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.076493] env[63260]: DEBUG nova.network.neutron [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.165229] env[63260]: INFO nova.compute.claims [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 877.172066] env[63260]: DEBUG nova.compute.manager [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 877.323924] env[63260]: DEBUG nova.compute.manager [req-58b99c74-7265-492f-af0e-1b0fb06fb5bb req-c8c90c23-b607-43c3-8f03-595e462a81a2 service nova] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Received event network-vif-plugged-f6af36d8-7cef-4b92-a1cc-3bc0d69bacb2 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 877.324531] env[63260]: DEBUG oslo_concurrency.lockutils [req-58b99c74-7265-492f-af0e-1b0fb06fb5bb req-c8c90c23-b607-43c3-8f03-595e462a81a2 service nova] Acquiring lock "5d3f96ae-7544-4925-aa43-051905096b48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.324753] env[63260]: DEBUG oslo_concurrency.lockutils [req-58b99c74-7265-492f-af0e-1b0fb06fb5bb req-c8c90c23-b607-43c3-8f03-595e462a81a2 service nova] Lock "5d3f96ae-7544-4925-aa43-051905096b48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.324927] env[63260]: DEBUG oslo_concurrency.lockutils [req-58b99c74-7265-492f-af0e-1b0fb06fb5bb req-c8c90c23-b607-43c3-8f03-595e462a81a2 service nova] Lock "5d3f96ae-7544-4925-aa43-051905096b48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.325136] env[63260]: DEBUG nova.compute.manager [req-58b99c74-7265-492f-af0e-1b0fb06fb5bb req-c8c90c23-b607-43c3-8f03-595e462a81a2 service nova] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] No waiting events found dispatching network-vif-plugged-f6af36d8-7cef-4b92-a1cc-3bc0d69bacb2 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 877.325308] env[63260]: WARNING nova.compute.manager [req-58b99c74-7265-492f-af0e-1b0fb06fb5bb req-c8c90c23-b607-43c3-8f03-595e462a81a2 service nova] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Received unexpected event network-vif-plugged-f6af36d8-7cef-4b92-a1cc-3bc0d69bacb2 for instance with vm_state building and task_state spawning. [ 877.325467] env[63260]: DEBUG nova.compute.manager [req-58b99c74-7265-492f-af0e-1b0fb06fb5bb req-c8c90c23-b607-43c3-8f03-595e462a81a2 service nova] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Received event network-changed-f6af36d8-7cef-4b92-a1cc-3bc0d69bacb2 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 877.325617] env[63260]: DEBUG nova.compute.manager [req-58b99c74-7265-492f-af0e-1b0fb06fb5bb req-c8c90c23-b607-43c3-8f03-595e462a81a2 service nova] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Refreshing instance network info cache due to event network-changed-f6af36d8-7cef-4b92-a1cc-3bc0d69bacb2. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 877.325780] env[63260]: DEBUG oslo_concurrency.lockutils [req-58b99c74-7265-492f-af0e-1b0fb06fb5bb req-c8c90c23-b607-43c3-8f03-595e462a81a2 service nova] Acquiring lock "refresh_cache-5d3f96ae-7544-4925-aa43-051905096b48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.335858] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284850, 'name': CreateVM_Task, 'duration_secs': 1.958695} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.336037] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.336966] env[63260]: DEBUG oslo_concurrency.lockutils [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.337145] env[63260]: DEBUG oslo_concurrency.lockutils [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.337460] env[63260]: DEBUG oslo_concurrency.lockutils [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.337719] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-092eb86e-acc1-43a1-92a3-9dde9e4c8d53 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.343647] env[63260]: DEBUG oslo_vmware.api [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 877.343647] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]521e6374-b827-a691-cfbc-88e5b2875b78" [ 877.343647] env[63260]: _type = "Task" [ 877.343647] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.353508] env[63260]: DEBUG oslo_vmware.api [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]521e6374-b827-a691-cfbc-88e5b2875b78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.358624] env[63260]: DEBUG oslo_vmware.api [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Task: {'id': task-2284853, 'name': ReconfigVM_Task, 'duration_secs': 0.199136} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.358941] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-464974', 'volume_id': '4a97b8fc-afc3-47f8-a694-c0dca5b8daa6', 'name': 'volume-4a97b8fc-afc3-47f8-a694-c0dca5b8daa6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '77396720-1683-4848-876c-d292e6b4441a', 'attached_at': '', 'detached_at': '', 'volume_id': '4a97b8fc-afc3-47f8-a694-c0dca5b8daa6', 'serial': '4a97b8fc-afc3-47f8-a694-c0dca5b8daa6'} {{(pid=63260) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 877.359238] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 877.360032] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30bd59e-c1bb-4564-8164-52ab7053c439 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.367115] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.367369] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68117e99-40ae-4f9d-9ac0-a5993a506c81 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.435242] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.435367] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.435513] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Deleting the datastore file [datastore2] 77396720-1683-4848-876c-d292e6b4441a {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.435811] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe9c174c-e6fb-4979-84f8-f32c1082e12b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.444058] env[63260]: DEBUG oslo_vmware.api [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Waiting for the task: (returnval){ [ 877.444058] env[63260]: value = "task-2284856" [ 877.444058] env[63260]: _type = "Task" [ 877.444058] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.452576] env[63260]: DEBUG oslo_vmware.api [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Task: {'id': task-2284856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.568720] env[63260]: DEBUG oslo_vmware.api [None req-96d23a13-5e30-43a1-b2a0-43d04d7849d7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284854, 'name': PowerOffVM_Task, 'duration_secs': 0.223868} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.568982] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-96d23a13-5e30-43a1-b2a0-43d04d7849d7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.569172] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-96d23a13-5e30-43a1-b2a0-43d04d7849d7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.569430] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f7cd162-9797-416f-ac06-10cd412e932f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.614863] env[63260]: DEBUG nova.network.neutron [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.637899] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-96d23a13-5e30-43a1-b2a0-43d04d7849d7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.638132] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-96d23a13-5e30-43a1-b2a0-43d04d7849d7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.638320] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-96d23a13-5e30-43a1-b2a0-43d04d7849d7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Deleting the datastore file [datastore2] da79b062-2c8e-4f33-8658-dda1262351b2 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.638582] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d22b4eeb-7200-4977-9191-948b4a0fa4b7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.646353] env[63260]: DEBUG oslo_vmware.api [None req-96d23a13-5e30-43a1-b2a0-43d04d7849d7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 877.646353] env[63260]: value = "task-2284858" [ 877.646353] env[63260]: _type = "Task" [ 877.646353] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.654491] env[63260]: DEBUG oslo_vmware.api [None req-96d23a13-5e30-43a1-b2a0-43d04d7849d7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.814266] env[63260]: DEBUG nova.network.neutron [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Updating instance_info_cache with network_info: [{"id": "f6af36d8-7cef-4b92-a1cc-3bc0d69bacb2", "address": "fa:16:3e:7f:dc:89", "network": {"id": "3b952221-03ee-45ae-9ba3-00dd93af71cb", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1874800813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbac84280952492384766d2d4ddb340f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6af36d8-7c", "ovs_interfaceid": "f6af36d8-7cef-4b92-a1cc-3bc0d69bacb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.854914] env[63260]: DEBUG oslo_vmware.api [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]521e6374-b827-a691-cfbc-88e5b2875b78, 'name': SearchDatastore_Task, 'duration_secs': 0.030757} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.855253] env[63260]: DEBUG oslo_concurrency.lockutils [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.855521] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.855801] env[63260]: DEBUG oslo_concurrency.lockutils [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.855957] env[63260]: DEBUG oslo_concurrency.lockutils [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.856173] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.856452] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-733524e9-dda7-49bd-8d2c-8ade0d91fb93 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.865595] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.865779] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.866532] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-185e77fd-743b-44be-9144-1ac57f48efa2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.872326] env[63260]: DEBUG oslo_vmware.api [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 877.872326] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5222f6e9-73a8-a8ff-4150-bf3bfb927eca" [ 877.872326] env[63260]: _type = "Task" [ 877.872326] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.880693] env[63260]: DEBUG oslo_vmware.api [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5222f6e9-73a8-a8ff-4150-bf3bfb927eca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.953538] env[63260]: DEBUG oslo_vmware.api [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Task: {'id': task-2284856, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185693} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.954067] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.954067] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.954323] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.954540] env[63260]: INFO nova.compute.manager [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] Took 2.26 seconds to destroy the instance on the hypervisor. [ 877.954792] env[63260]: DEBUG oslo.service.loopingcall [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 877.954991] env[63260]: DEBUG nova.compute.manager [-] [instance: 77396720-1683-4848-876c-d292e6b4441a] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.955100] env[63260]: DEBUG nova.network.neutron [-] [instance: 77396720-1683-4848-876c-d292e6b4441a] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 878.158092] env[63260]: DEBUG oslo_vmware.api [None req-96d23a13-5e30-43a1-b2a0-43d04d7849d7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142111} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.158355] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-96d23a13-5e30-43a1-b2a0-43d04d7849d7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.158535] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-96d23a13-5e30-43a1-b2a0-43d04d7849d7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.158728] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-96d23a13-5e30-43a1-b2a0-43d04d7849d7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.158916] env[63260]: INFO nova.compute.manager [None req-96d23a13-5e30-43a1-b2a0-43d04d7849d7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 878.159167] env[63260]: DEBUG oslo.service.loopingcall [None req-96d23a13-5e30-43a1-b2a0-43d04d7849d7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 878.159355] env[63260]: DEBUG nova.compute.manager [-] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 878.159445] env[63260]: DEBUG nova.network.neutron [-] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 878.186740] env[63260]: DEBUG nova.compute.manager [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 878.218072] env[63260]: DEBUG nova.virt.hardware [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.218334] env[63260]: DEBUG nova.virt.hardware [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.218490] env[63260]: DEBUG nova.virt.hardware [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.218670] env[63260]: DEBUG nova.virt.hardware [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.218854] env[63260]: DEBUG nova.virt.hardware [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.219452] env[63260]: DEBUG nova.virt.hardware [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.222594] env[63260]: DEBUG nova.virt.hardware [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.222747] env[63260]: DEBUG nova.virt.hardware [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.222903] env[63260]: DEBUG nova.virt.hardware [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.223088] env[63260]: DEBUG nova.virt.hardware [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.223268] env[63260]: DEBUG nova.virt.hardware [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.224176] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84478a40-b308-4fa8-ac7f-f9a8d7c372f7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.235344] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0748b345-b825-4bf5-86c0-d759864b55cf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.316702] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Releasing lock "refresh_cache-5d3f96ae-7544-4925-aa43-051905096b48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.317027] env[63260]: DEBUG nova.compute.manager [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Instance network_info: |[{"id": "f6af36d8-7cef-4b92-a1cc-3bc0d69bacb2", "address": "fa:16:3e:7f:dc:89", "network": {"id": "3b952221-03ee-45ae-9ba3-00dd93af71cb", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1874800813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbac84280952492384766d2d4ddb340f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6af36d8-7c", "ovs_interfaceid": "f6af36d8-7cef-4b92-a1cc-3bc0d69bacb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 878.317326] env[63260]: DEBUG oslo_concurrency.lockutils [req-58b99c74-7265-492f-af0e-1b0fb06fb5bb req-c8c90c23-b607-43c3-8f03-595e462a81a2 service nova] Acquired lock "refresh_cache-5d3f96ae-7544-4925-aa43-051905096b48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.317497] env[63260]: DEBUG nova.network.neutron [req-58b99c74-7265-492f-af0e-1b0fb06fb5bb req-c8c90c23-b607-43c3-8f03-595e462a81a2 service nova] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Refreshing network info cache for port f6af36d8-7cef-4b92-a1cc-3bc0d69bacb2 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.318780] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:dc:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccf76700-491b-4462-ab19-e6d3a9ff87ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6af36d8-7cef-4b92-a1cc-3bc0d69bacb2', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.325965] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Creating folder: Project (fbac84280952492384766d2d4ddb340f). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 878.326503] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f980590-c2a6-410a-9480-c560e0231e63 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.338670] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Created folder: Project (fbac84280952492384766d2d4ddb340f) in parent group-v464889. [ 878.338992] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Creating folder: Instances. Parent ref: group-v465114. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 878.339249] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f475a9c-0e85-4fa0-b93c-647fa311ec62 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.357510] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Created folder: Instances in parent group-v465114. [ 878.357510] env[63260]: DEBUG oslo.service.loopingcall [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 878.357510] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.357510] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b6c8c54-64bc-4ffc-acb2-a45fcca99701 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.379542] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.379542] env[63260]: value = "task-2284861" [ 878.379542] env[63260]: _type = "Task" [ 878.379542] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.387877] env[63260]: DEBUG oslo_vmware.api [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5222f6e9-73a8-a8ff-4150-bf3bfb927eca, 'name': SearchDatastore_Task, 'duration_secs': 0.010191} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.394992] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284861, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.396246] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f24e18b1-2916-438f-ae15-b27ef6bfe800 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.402051] env[63260]: DEBUG oslo_vmware.api [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 878.402051] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5208566c-2ca6-7852-d60d-4ebcf812a264" [ 878.402051] env[63260]: _type = "Task" [ 878.402051] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.414964] env[63260]: DEBUG oslo_vmware.api [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5208566c-2ca6-7852-d60d-4ebcf812a264, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.530253] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60dbd0eb-0df4-41ff-8a4a-94dda9f3319f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.538546] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe6798c-67fd-4df3-b6bf-13c93d90193b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.572098] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e18116e-11cd-4a34-ac49-ff07f7362e78 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.580772] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b0ebf4-e856-40bf-a1a9-2253cb261475 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.596849] env[63260]: DEBUG nova.compute.provider_tree [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.865666] env[63260]: DEBUG nova.network.neutron [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Successfully updated port: 7329d092-af20-4049-b75b-7b60d07ff5b2 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 878.894365] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284861, 'name': CreateVM_Task, 'duration_secs': 0.470957} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.894532] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.895107] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.896368] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.896368] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.896368] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61ad5539-d903-4b9d-b8f4-f129969f2e8e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.902313] env[63260]: DEBUG oslo_vmware.api [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Waiting for the task: (returnval){ [ 878.902313] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]522d54ee-6de4-1aca-c233-a2be020f83b0" [ 878.902313] env[63260]: _type = "Task" [ 878.902313] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.914177] env[63260]: DEBUG oslo_vmware.api [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]522d54ee-6de4-1aca-c233-a2be020f83b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.917682] env[63260]: DEBUG oslo_vmware.api [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5208566c-2ca6-7852-d60d-4ebcf812a264, 'name': SearchDatastore_Task, 'duration_secs': 0.015291} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.917918] env[63260]: DEBUG oslo_concurrency.lockutils [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.918183] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] e7079a58-fb09-44b7-bed8-3625be32b5f4/e7079a58-fb09-44b7-bed8-3625be32b5f4.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.918438] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7aa1f241-a16c-4a1d-8e8d-b1db3ffa8d73 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.925506] env[63260]: DEBUG oslo_vmware.api [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 878.925506] env[63260]: value = "task-2284862" [ 878.925506] env[63260]: _type = "Task" [ 878.925506] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.933766] env[63260]: DEBUG oslo_vmware.api [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2284862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.099105] env[63260]: DEBUG nova.scheduler.client.report [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.103098] env[63260]: DEBUG nova.network.neutron [req-58b99c74-7265-492f-af0e-1b0fb06fb5bb req-c8c90c23-b607-43c3-8f03-595e462a81a2 service nova] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Updated VIF entry in instance network info cache for port f6af36d8-7cef-4b92-a1cc-3bc0d69bacb2. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.103453] env[63260]: DEBUG nova.network.neutron [req-58b99c74-7265-492f-af0e-1b0fb06fb5bb req-c8c90c23-b607-43c3-8f03-595e462a81a2 service nova] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Updating instance_info_cache with network_info: [{"id": "f6af36d8-7cef-4b92-a1cc-3bc0d69bacb2", "address": "fa:16:3e:7f:dc:89", "network": {"id": "3b952221-03ee-45ae-9ba3-00dd93af71cb", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1874800813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbac84280952492384766d2d4ddb340f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6af36d8-7c", "ovs_interfaceid": "f6af36d8-7cef-4b92-a1cc-3bc0d69bacb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.165169] env[63260]: DEBUG nova.network.neutron [-] [instance: 77396720-1683-4848-876c-d292e6b4441a] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.210415] env[63260]: DEBUG nova.network.neutron [-] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.363540] env[63260]: DEBUG nova.compute.manager [req-2d1249f0-ffd0-414e-964f-302a08acebfd req-d3e0fe65-9b1c-4956-84f2-283c59165573 service nova] [instance: 77396720-1683-4848-876c-d292e6b4441a] Received event network-vif-deleted-a565a584-6375-4ced-8d0c-3a0bf95e9658 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 879.363830] env[63260]: DEBUG nova.compute.manager [req-2d1249f0-ffd0-414e-964f-302a08acebfd req-d3e0fe65-9b1c-4956-84f2-283c59165573 service nova] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Received event network-vif-deleted-4e8a370f-42e3-40ed-9d99-78839d8aa66f {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 879.364080] env[63260]: DEBUG nova.compute.manager [req-2d1249f0-ffd0-414e-964f-302a08acebfd req-d3e0fe65-9b1c-4956-84f2-283c59165573 service nova] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Received event network-vif-plugged-7329d092-af20-4049-b75b-7b60d07ff5b2 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 879.364462] env[63260]: DEBUG oslo_concurrency.lockutils [req-2d1249f0-ffd0-414e-964f-302a08acebfd req-d3e0fe65-9b1c-4956-84f2-283c59165573 service nova] Acquiring lock "6b06b2fd-dc12-4eca-ae5d-61579f8f450c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.364865] env[63260]: DEBUG oslo_concurrency.lockutils [req-2d1249f0-ffd0-414e-964f-302a08acebfd req-d3e0fe65-9b1c-4956-84f2-283c59165573 service nova] Lock "6b06b2fd-dc12-4eca-ae5d-61579f8f450c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.365211] env[63260]: DEBUG oslo_concurrency.lockutils [req-2d1249f0-ffd0-414e-964f-302a08acebfd req-d3e0fe65-9b1c-4956-84f2-283c59165573 service nova] Lock "6b06b2fd-dc12-4eca-ae5d-61579f8f450c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.365531] env[63260]: DEBUG nova.compute.manager [req-2d1249f0-ffd0-414e-964f-302a08acebfd req-d3e0fe65-9b1c-4956-84f2-283c59165573 service nova] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] No waiting events found dispatching network-vif-plugged-7329d092-af20-4049-b75b-7b60d07ff5b2 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 879.365841] env[63260]: WARNING nova.compute.manager [req-2d1249f0-ffd0-414e-964f-302a08acebfd req-d3e0fe65-9b1c-4956-84f2-283c59165573 service nova] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Received unexpected event network-vif-plugged-7329d092-af20-4049-b75b-7b60d07ff5b2 for instance with vm_state building and task_state spawning. [ 879.366142] env[63260]: DEBUG nova.compute.manager [req-2d1249f0-ffd0-414e-964f-302a08acebfd req-d3e0fe65-9b1c-4956-84f2-283c59165573 service nova] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Received event network-changed-7329d092-af20-4049-b75b-7b60d07ff5b2 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 879.366435] env[63260]: DEBUG nova.compute.manager [req-2d1249f0-ffd0-414e-964f-302a08acebfd req-d3e0fe65-9b1c-4956-84f2-283c59165573 service nova] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Refreshing instance network info cache due to event network-changed-7329d092-af20-4049-b75b-7b60d07ff5b2. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 879.366774] env[63260]: DEBUG oslo_concurrency.lockutils [req-2d1249f0-ffd0-414e-964f-302a08acebfd req-d3e0fe65-9b1c-4956-84f2-283c59165573 service nova] Acquiring lock "refresh_cache-6b06b2fd-dc12-4eca-ae5d-61579f8f450c" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.367057] env[63260]: DEBUG oslo_concurrency.lockutils [req-2d1249f0-ffd0-414e-964f-302a08acebfd req-d3e0fe65-9b1c-4956-84f2-283c59165573 service nova] Acquired lock "refresh_cache-6b06b2fd-dc12-4eca-ae5d-61579f8f450c" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.367355] env[63260]: DEBUG nova.network.neutron [req-2d1249f0-ffd0-414e-964f-302a08acebfd req-d3e0fe65-9b1c-4956-84f2-283c59165573 service nova] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Refreshing network info cache for port 7329d092-af20-4049-b75b-7b60d07ff5b2 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.369837] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Acquiring lock "refresh_cache-6b06b2fd-dc12-4eca-ae5d-61579f8f450c" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.416566] env[63260]: DEBUG oslo_vmware.api [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]522d54ee-6de4-1aca-c233-a2be020f83b0, 'name': SearchDatastore_Task, 'duration_secs': 0.020229} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.416935] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.417195] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.417431] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.417575] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.417754] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.418050] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b896c4ae-0fb6-465f-b921-654e1bf1d2bd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.436731] env[63260]: DEBUG oslo_vmware.api [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2284862, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.437688] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.437864] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.438601] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7fd80eb-b302-4f6b-b22c-9190cdbaddb0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.445491] env[63260]: DEBUG oslo_vmware.api [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Waiting for the task: (returnval){ [ 879.445491] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5261d9df-9eb1-1b72-59d8-9d85b4713e5a" [ 879.445491] env[63260]: _type = "Task" [ 879.445491] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.454199] env[63260]: DEBUG oslo_vmware.api [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5261d9df-9eb1-1b72-59d8-9d85b4713e5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.606106] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.450s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.608161] env[63260]: DEBUG oslo_concurrency.lockutils [req-58b99c74-7265-492f-af0e-1b0fb06fb5bb req-c8c90c23-b607-43c3-8f03-595e462a81a2 service nova] Releasing lock "refresh_cache-5d3f96ae-7544-4925-aa43-051905096b48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.608549] env[63260]: DEBUG oslo_concurrency.lockutils [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.818s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.610062] env[63260]: INFO nova.compute.claims [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.639286] env[63260]: INFO nova.network.neutron [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Updating port 5dddfdde-bb07-478f-9749-6c3cf0e1ecb0 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 879.667688] env[63260]: INFO nova.compute.manager [-] [instance: 77396720-1683-4848-876c-d292e6b4441a] Took 1.71 seconds to deallocate network for instance. [ 879.713285] env[63260]: INFO nova.compute.manager [-] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Took 1.55 seconds to deallocate network for instance. [ 879.909285] env[63260]: DEBUG nova.network.neutron [req-2d1249f0-ffd0-414e-964f-302a08acebfd req-d3e0fe65-9b1c-4956-84f2-283c59165573 service nova] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 879.936054] env[63260]: DEBUG oslo_vmware.api [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2284862, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563769} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.936319] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] e7079a58-fb09-44b7-bed8-3625be32b5f4/e7079a58-fb09-44b7-bed8-3625be32b5f4.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.936525] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.936818] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa6b3c39-f0d2-4f30-b934-f9fa60c35c2d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.943427] env[63260]: DEBUG oslo_vmware.api [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 879.943427] env[63260]: value = "task-2284863" [ 879.943427] env[63260]: _type = "Task" [ 879.943427] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.955793] env[63260]: DEBUG oslo_vmware.api [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2284863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.961587] env[63260]: DEBUG oslo_vmware.api [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5261d9df-9eb1-1b72-59d8-9d85b4713e5a, 'name': SearchDatastore_Task, 'duration_secs': 0.030458} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.962398] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e32aaa1-4d62-4542-bc50-fed8d61bedf4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.969060] env[63260]: DEBUG oslo_vmware.api [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Waiting for the task: (returnval){ [ 879.969060] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]529ac05a-d8d5-edc4-4d0e-a6fc5ee3375a" [ 879.969060] env[63260]: _type = "Task" [ 879.969060] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.979530] env[63260]: DEBUG oslo_vmware.api [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]529ac05a-d8d5-edc4-4d0e-a6fc5ee3375a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.995300] env[63260]: DEBUG nova.network.neutron [req-2d1249f0-ffd0-414e-964f-302a08acebfd req-d3e0fe65-9b1c-4956-84f2-283c59165573 service nova] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.215302] env[63260]: INFO nova.compute.manager [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] Took 0.55 seconds to detach 1 volumes for instance. [ 880.217734] env[63260]: DEBUG nova.compute.manager [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] [instance: 77396720-1683-4848-876c-d292e6b4441a] Deleting volume: 4a97b8fc-afc3-47f8-a694-c0dca5b8daa6 {{(pid=63260) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 880.221758] env[63260]: DEBUG oslo_concurrency.lockutils [None req-96d23a13-5e30-43a1-b2a0-43d04d7849d7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.453319] env[63260]: DEBUG oslo_vmware.api [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2284863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070713} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.453595] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.454407] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c471146-d246-4303-ba1f-875e731627f5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.476090] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] e7079a58-fb09-44b7-bed8-3625be32b5f4/e7079a58-fb09-44b7-bed8-3625be32b5f4.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.476376] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0040ee45-9771-4395-ae3c-1468c3ec5091 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.499849] env[63260]: DEBUG oslo_concurrency.lockutils [req-2d1249f0-ffd0-414e-964f-302a08acebfd req-d3e0fe65-9b1c-4956-84f2-283c59165573 service nova] Releasing lock "refresh_cache-6b06b2fd-dc12-4eca-ae5d-61579f8f450c" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.500246] env[63260]: DEBUG oslo_vmware.api [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]529ac05a-d8d5-edc4-4d0e-a6fc5ee3375a, 'name': SearchDatastore_Task, 'duration_secs': 0.013902} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.501346] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Acquired lock "refresh_cache-6b06b2fd-dc12-4eca-ae5d-61579f8f450c" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.501510] env[63260]: DEBUG nova.network.neutron [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.502587] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.502834] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 5d3f96ae-7544-4925-aa43-051905096b48/5d3f96ae-7544-4925-aa43-051905096b48.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.503148] env[63260]: DEBUG oslo_vmware.api [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 880.503148] env[63260]: value = "task-2284865" [ 880.503148] env[63260]: _type = "Task" [ 880.503148] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.503530] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d73d69e-1980-4d4b-b6c2-528f1614356a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.513260] env[63260]: DEBUG oslo_vmware.api [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Waiting for the task: (returnval){ [ 880.513260] env[63260]: value = "task-2284866" [ 880.513260] env[63260]: _type = "Task" [ 880.513260] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.516238] env[63260]: DEBUG oslo_vmware.api [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2284865, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.524815] env[63260]: DEBUG oslo_vmware.api [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Task: {'id': task-2284866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.762417] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.898964] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcddb95a-547e-4143-bc90-69d19543fec4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.910186] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693947bf-b3e6-4461-a3e0-450c0bceb14e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.945474] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03aee517-2d32-403d-9524-82ae8e07ce7c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.954338] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce01250-e96f-44c8-804f-959062cefcba {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.969601] env[63260]: DEBUG nova.compute.provider_tree [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 881.016600] env[63260]: DEBUG oslo_vmware.api [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2284865, 'name': ReconfigVM_Task, 'duration_secs': 0.286967} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.019673] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Reconfigured VM instance instance-00000050 to attach disk [datastore1] e7079a58-fb09-44b7-bed8-3625be32b5f4/e7079a58-fb09-44b7-bed8-3625be32b5f4.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.020349] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83fe2ea9-364a-4ac7-80a8-b4694aa16cfb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.026839] env[63260]: DEBUG oslo_vmware.api [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Task: {'id': task-2284866, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.028107] env[63260]: DEBUG oslo_vmware.api [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 881.028107] env[63260]: value = "task-2284867" [ 881.028107] env[63260]: _type = "Task" [ 881.028107] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.037980] env[63260]: DEBUG oslo_vmware.api [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2284867, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.042892] env[63260]: DEBUG nova.network.neutron [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 881.296416] env[63260]: DEBUG nova.network.neutron [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Updating instance_info_cache with network_info: [{"id": "7329d092-af20-4049-b75b-7b60d07ff5b2", "address": "fa:16:3e:91:48:09", "network": {"id": "14b2e227-b125-411c-a855-2c87c0f24682", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-222039150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ff9b925304214476a6e7f70601b6d534", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7329d092-af", "ovs_interfaceid": "7329d092-af20-4049-b75b-7b60d07ff5b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.340893] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Acquiring lock "refresh_cache-93332739-3e6a-4ba1-9cba-e397ae34e458" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.341239] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Acquired lock "refresh_cache-93332739-3e6a-4ba1-9cba-e397ae34e458" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.341533] env[63260]: DEBUG nova.network.neutron [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.399309] env[63260]: DEBUG nova.compute.manager [req-b3b484fd-6702-4e69-a675-575493373be1 req-66b2ecd2-5d16-49a8-964f-8fa0978b2e36 service nova] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Received event network-vif-plugged-5dddfdde-bb07-478f-9749-6c3cf0e1ecb0 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 881.399644] env[63260]: DEBUG oslo_concurrency.lockutils [req-b3b484fd-6702-4e69-a675-575493373be1 req-66b2ecd2-5d16-49a8-964f-8fa0978b2e36 service nova] Acquiring lock "93332739-3e6a-4ba1-9cba-e397ae34e458-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.399781] env[63260]: DEBUG oslo_concurrency.lockutils [req-b3b484fd-6702-4e69-a675-575493373be1 req-66b2ecd2-5d16-49a8-964f-8fa0978b2e36 service nova] Lock "93332739-3e6a-4ba1-9cba-e397ae34e458-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.399952] env[63260]: DEBUG oslo_concurrency.lockutils [req-b3b484fd-6702-4e69-a675-575493373be1 req-66b2ecd2-5d16-49a8-964f-8fa0978b2e36 service nova] Lock "93332739-3e6a-4ba1-9cba-e397ae34e458-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.400455] env[63260]: DEBUG nova.compute.manager [req-b3b484fd-6702-4e69-a675-575493373be1 req-66b2ecd2-5d16-49a8-964f-8fa0978b2e36 service nova] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] No waiting events found dispatching network-vif-plugged-5dddfdde-bb07-478f-9749-6c3cf0e1ecb0 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 881.400643] env[63260]: WARNING nova.compute.manager [req-b3b484fd-6702-4e69-a675-575493373be1 req-66b2ecd2-5d16-49a8-964f-8fa0978b2e36 service nova] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Received unexpected event network-vif-plugged-5dddfdde-bb07-478f-9749-6c3cf0e1ecb0 for instance with vm_state shelved_offloaded and task_state spawning. [ 881.400803] env[63260]: DEBUG nova.compute.manager [req-b3b484fd-6702-4e69-a675-575493373be1 req-66b2ecd2-5d16-49a8-964f-8fa0978b2e36 service nova] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Received event network-changed-5dddfdde-bb07-478f-9749-6c3cf0e1ecb0 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 881.400952] env[63260]: DEBUG nova.compute.manager [req-b3b484fd-6702-4e69-a675-575493373be1 req-66b2ecd2-5d16-49a8-964f-8fa0978b2e36 service nova] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Refreshing instance network info cache due to event network-changed-5dddfdde-bb07-478f-9749-6c3cf0e1ecb0. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 881.401268] env[63260]: DEBUG oslo_concurrency.lockutils [req-b3b484fd-6702-4e69-a675-575493373be1 req-66b2ecd2-5d16-49a8-964f-8fa0978b2e36 service nova] Acquiring lock "refresh_cache-93332739-3e6a-4ba1-9cba-e397ae34e458" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.505583] env[63260]: DEBUG nova.scheduler.client.report [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Updated inventory for provider 535ed902-6829-4832-9c79-14d5c1df9745 with generation 108 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 881.505857] env[63260]: DEBUG nova.compute.provider_tree [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Updating resource provider 535ed902-6829-4832-9c79-14d5c1df9745 generation from 108 to 109 during operation: update_inventory {{(pid=63260) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 881.506048] env[63260]: DEBUG nova.compute.provider_tree [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 881.527158] env[63260]: DEBUG oslo_vmware.api [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Task: {'id': task-2284866, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547341} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.527423] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 5d3f96ae-7544-4925-aa43-051905096b48/5d3f96ae-7544-4925-aa43-051905096b48.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.527633] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.528589] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d362c4b-ddff-4394-a13b-02f587d20f74 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.541440] env[63260]: DEBUG oslo_vmware.api [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2284867, 'name': Rename_Task, 'duration_secs': 0.437501} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.543035] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.543378] env[63260]: DEBUG oslo_vmware.api [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Waiting for the task: (returnval){ [ 881.543378] env[63260]: value = "task-2284868" [ 881.543378] env[63260]: _type = "Task" [ 881.543378] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.543643] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00f096c5-b1c3-4036-99ef-785a7cbe90a1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.555103] env[63260]: DEBUG oslo_vmware.api [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Task: {'id': task-2284868, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.556673] env[63260]: DEBUG oslo_vmware.api [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 881.556673] env[63260]: value = "task-2284869" [ 881.556673] env[63260]: _type = "Task" [ 881.556673] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.566861] env[63260]: DEBUG oslo_vmware.api [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2284869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.802899] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Releasing lock "refresh_cache-6b06b2fd-dc12-4eca-ae5d-61579f8f450c" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.803498] env[63260]: DEBUG nova.compute.manager [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Instance network_info: |[{"id": "7329d092-af20-4049-b75b-7b60d07ff5b2", "address": "fa:16:3e:91:48:09", "network": {"id": "14b2e227-b125-411c-a855-2c87c0f24682", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-222039150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ff9b925304214476a6e7f70601b6d534", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7329d092-af", "ovs_interfaceid": "7329d092-af20-4049-b75b-7b60d07ff5b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 881.804160] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:48:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ecc4615-18f0-4324-8e16-5e5d513325e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7329d092-af20-4049-b75b-7b60d07ff5b2', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.816415] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Creating folder: Project (ff9b925304214476a6e7f70601b6d534). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 881.816908] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27e90a36-063f-4be7-a640-a273d7b16684 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.830855] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Created folder: Project (ff9b925304214476a6e7f70601b6d534) in parent group-v464889. [ 881.831201] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Creating folder: Instances. Parent ref: group-v465117. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 881.831563] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77eb0d94-028b-4fd4-8642-b7bcadc93212 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.847490] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Created folder: Instances in parent group-v465117. [ 881.847856] env[63260]: DEBUG oslo.service.loopingcall [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 881.848169] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.849057] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ed729cc-27cf-4ed4-8ac9-c45cf642c9e5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.884064] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.884064] env[63260]: value = "task-2284872" [ 881.884064] env[63260]: _type = "Task" [ 881.884064] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.896528] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284872, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.011201] env[63260]: DEBUG oslo_concurrency.lockutils [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.011727] env[63260]: DEBUG nova.compute.manager [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 882.014341] env[63260]: DEBUG oslo_concurrency.lockutils [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.737s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.015497] env[63260]: DEBUG nova.objects.instance [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lazy-loading 'resources' on Instance uuid 4140d6e0-65e8-4701-85a2-3e5f78a77b77 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.057212] env[63260]: DEBUG oslo_vmware.api [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Task: {'id': task-2284868, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137277} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.057576] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.061331] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b03e93-c475-453d-9ee0-b7357418e3de {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.071543] env[63260]: DEBUG oslo_vmware.api [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2284869, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.088912] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 5d3f96ae-7544-4925-aa43-051905096b48/5d3f96ae-7544-4925-aa43-051905096b48.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.092057] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f65a7f45-717f-44c7-b314-47302e012e4a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.112774] env[63260]: DEBUG nova.network.neutron [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Updating instance_info_cache with network_info: [{"id": "5dddfdde-bb07-478f-9749-6c3cf0e1ecb0", "address": "fa:16:3e:30:b7:85", "network": {"id": "17ec7c71-0040-4cc7-90ec-354ec4ec9c3d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-125465579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9991737908f44320bd4930ed4dbbccdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dddfdde-bb", "ovs_interfaceid": "5dddfdde-bb07-478f-9749-6c3cf0e1ecb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.123271] env[63260]: DEBUG oslo_vmware.api [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Waiting for the task: (returnval){ [ 882.123271] env[63260]: value = "task-2284873" [ 882.123271] env[63260]: _type = "Task" [ 882.123271] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.138074] env[63260]: DEBUG oslo_vmware.api [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Task: {'id': task-2284873, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.395728] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284872, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.518641] env[63260]: DEBUG nova.compute.utils [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 882.518879] env[63260]: DEBUG nova.compute.manager [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 882.519017] env[63260]: DEBUG nova.network.neutron [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 882.563238] env[63260]: DEBUG nova.policy [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5606078799fb496e86cda2633c0168ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55d9e000935c48eca25d7c5c7d4ed340', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 882.571716] env[63260]: DEBUG oslo_vmware.api [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2284869, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.615558] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Releasing lock "refresh_cache-93332739-3e6a-4ba1-9cba-e397ae34e458" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.617774] env[63260]: DEBUG oslo_concurrency.lockutils [req-b3b484fd-6702-4e69-a675-575493373be1 req-66b2ecd2-5d16-49a8-964f-8fa0978b2e36 service nova] Acquired lock "refresh_cache-93332739-3e6a-4ba1-9cba-e397ae34e458" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.617971] env[63260]: DEBUG nova.network.neutron [req-b3b484fd-6702-4e69-a675-575493373be1 req-66b2ecd2-5d16-49a8-964f-8fa0978b2e36 service nova] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Refreshing network info cache for port 5dddfdde-bb07-478f-9749-6c3cf0e1ecb0 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.635529] env[63260]: DEBUG oslo_vmware.api [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Task: {'id': task-2284873, 'name': ReconfigVM_Task, 'duration_secs': 0.327105} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.637819] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 5d3f96ae-7544-4925-aa43-051905096b48/5d3f96ae-7544-4925-aa43-051905096b48.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.641103] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14f8156c-7390-4107-b76b-784e4522bf85 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.645846] env[63260]: DEBUG nova.virt.hardware [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='7eb215a2bee5ff669259f2bd0d828b18',container_format='bare',created_at=2025-02-04T16:19:54Z,direct_url=,disk_format='vmdk',id=a2e9d905-e274-417a-bde5-f03b2a19216b,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1953182078-shelved',owner='9991737908f44320bd4930ed4dbbccdd',properties=ImageMetaProps,protected=,size=31591424,status='active',tags=,updated_at=2025-02-04T16:20:12Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.646133] env[63260]: DEBUG nova.virt.hardware [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.646296] env[63260]: DEBUG nova.virt.hardware [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.646481] env[63260]: DEBUG nova.virt.hardware [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.646626] env[63260]: DEBUG nova.virt.hardware [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.646806] env[63260]: DEBUG nova.virt.hardware [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.647010] env[63260]: DEBUG nova.virt.hardware [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.647179] env[63260]: DEBUG nova.virt.hardware [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.647349] env[63260]: DEBUG nova.virt.hardware [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.647509] env[63260]: DEBUG nova.virt.hardware [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.647681] env[63260]: DEBUG nova.virt.hardware [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.648606] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7483caab-5957-4818-bde1-5c0d3a8e31bb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.653394] env[63260]: DEBUG oslo_vmware.api [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Waiting for the task: (returnval){ [ 882.653394] env[63260]: value = "task-2284874" [ 882.653394] env[63260]: _type = "Task" [ 882.653394] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.663931] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caee1485-0b7e-4201-b3c1-239d9ebe5ec6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.672116] env[63260]: DEBUG oslo_vmware.api [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Task: {'id': task-2284874, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.687024] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:b7:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cfbd1264-be3d-4ca9-953a-df79de7b010b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5dddfdde-bb07-478f-9749-6c3cf0e1ecb0', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.694894] env[63260]: DEBUG oslo.service.loopingcall [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 882.695376] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.695458] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63ea849b-1a0d-4344-aecc-3e4ae0be513a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.722021] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.722021] env[63260]: value = "task-2284875" [ 882.722021] env[63260]: _type = "Task" [ 882.722021] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.731781] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284875, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.854022] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c0af5c-683f-42a7-a858-6cde4faa0750 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.865674] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6bbae4-6354-46d1-a44c-4edbe85821d2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.903870] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038fee36-2c21-4ff9-be18-7ff14cce852b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.915209] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abeaaed3-3951-4f7b-9a06-b92e7368f1e6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.918715] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284872, 'name': CreateVM_Task, 'duration_secs': 0.555313} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.918923] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.919917] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.920102] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.920425] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.920655] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-343be412-3883-4f6e-9f9c-80d6c5f901cb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.929736] env[63260]: DEBUG nova.compute.provider_tree [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.934048] env[63260]: DEBUG oslo_vmware.api [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Waiting for the task: (returnval){ [ 882.934048] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528e4f57-e6ee-57a4-45d0-0809071ee7c4" [ 882.934048] env[63260]: _type = "Task" [ 882.934048] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.934835] env[63260]: DEBUG nova.network.neutron [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Successfully created port: c97246bd-aa57-4fab-a2f8-e88d74c6629b {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 882.946244] env[63260]: DEBUG oslo_vmware.api [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528e4f57-e6ee-57a4-45d0-0809071ee7c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.024212] env[63260]: DEBUG nova.compute.manager [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 883.071360] env[63260]: DEBUG oslo_vmware.api [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2284869, 'name': PowerOnVM_Task, 'duration_secs': 1.13947} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.071664] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.071863] env[63260]: INFO nova.compute.manager [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Took 10.64 seconds to spawn the instance on the hypervisor. [ 883.072055] env[63260]: DEBUG nova.compute.manager [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.072830] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ea9c1c-7d1e-46df-a605-54cb48b63fec {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.164233] env[63260]: DEBUG oslo_vmware.api [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Task: {'id': task-2284874, 'name': Rename_Task, 'duration_secs': 0.178613} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.164554] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.164807] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55732de8-737a-42ae-a837-587de9982da3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.172328] env[63260]: DEBUG oslo_vmware.api [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Waiting for the task: (returnval){ [ 883.172328] env[63260]: value = "task-2284876" [ 883.172328] env[63260]: _type = "Task" [ 883.172328] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.194829] env[63260]: DEBUG oslo_vmware.api [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Task: {'id': task-2284876, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.230821] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284875, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.432661] env[63260]: DEBUG nova.scheduler.client.report [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.449353] env[63260]: DEBUG oslo_vmware.api [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528e4f57-e6ee-57a4-45d0-0809071ee7c4, 'name': SearchDatastore_Task, 'duration_secs': 0.012347} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.449518] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.449672] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.449929] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.450090] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.450267] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.451126] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-202a88cb-50ef-45c9-a9a1-cc027025a353 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.460964] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.461785] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.462321] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ea6348b-8b7c-4768-8c34-536ab6ae1f34 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.468717] env[63260]: DEBUG oslo_vmware.api [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Waiting for the task: (returnval){ [ 883.468717] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52462e27-00bc-6556-52fb-c8599bb44de4" [ 883.468717] env[63260]: _type = "Task" [ 883.468717] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.478240] env[63260]: DEBUG oslo_vmware.api [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52462e27-00bc-6556-52fb-c8599bb44de4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.590824] env[63260]: INFO nova.compute.manager [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Took 25.46 seconds to build instance. [ 883.683702] env[63260]: DEBUG oslo_vmware.api [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Task: {'id': task-2284876, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.695791] env[63260]: DEBUG nova.network.neutron [req-b3b484fd-6702-4e69-a675-575493373be1 req-66b2ecd2-5d16-49a8-964f-8fa0978b2e36 service nova] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Updated VIF entry in instance network info cache for port 5dddfdde-bb07-478f-9749-6c3cf0e1ecb0. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.695791] env[63260]: DEBUG nova.network.neutron [req-b3b484fd-6702-4e69-a675-575493373be1 req-66b2ecd2-5d16-49a8-964f-8fa0978b2e36 service nova] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Updating instance_info_cache with network_info: [{"id": "5dddfdde-bb07-478f-9749-6c3cf0e1ecb0", "address": "fa:16:3e:30:b7:85", "network": {"id": "17ec7c71-0040-4cc7-90ec-354ec4ec9c3d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-125465579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9991737908f44320bd4930ed4dbbccdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dddfdde-bb", "ovs_interfaceid": "5dddfdde-bb07-478f-9749-6c3cf0e1ecb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.732970] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284875, 'name': CreateVM_Task, 'duration_secs': 0.538633} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.733825] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.734849] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a2e9d905-e274-417a-bde5-f03b2a19216b" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.734849] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a2e9d905-e274-417a-bde5-f03b2a19216b" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.734849] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a2e9d905-e274-417a-bde5-f03b2a19216b" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.735178] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac051171-1d6f-4ab0-8d0e-f31bf1c2cb02 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.740496] env[63260]: DEBUG oslo_vmware.api [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for the task: (returnval){ [ 883.740496] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52f56bfa-4a9f-63e7-2efa-2ebf439f1977" [ 883.740496] env[63260]: _type = "Task" [ 883.740496] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.749098] env[63260]: DEBUG oslo_vmware.api [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52f56bfa-4a9f-63e7-2efa-2ebf439f1977, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.942541] env[63260]: DEBUG oslo_concurrency.lockutils [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.928s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.944616] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.590s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.969121] env[63260]: INFO nova.scheduler.client.report [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Deleted allocations for instance 4140d6e0-65e8-4701-85a2-3e5f78a77b77 [ 883.983388] env[63260]: DEBUG oslo_vmware.api [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52462e27-00bc-6556-52fb-c8599bb44de4, 'name': SearchDatastore_Task, 'duration_secs': 0.01001} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.984238] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffa95712-8ef0-4796-9a88-815dc17d4fdb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.990776] env[63260]: DEBUG oslo_vmware.api [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Waiting for the task: (returnval){ [ 883.990776] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]521f2536-aefd-f495-a432-5bfd5cfcdbe7" [ 883.990776] env[63260]: _type = "Task" [ 883.990776] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.000170] env[63260]: DEBUG oslo_vmware.api [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]521f2536-aefd-f495-a432-5bfd5cfcdbe7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.034635] env[63260]: DEBUG nova.compute.manager [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 884.064343] env[63260]: DEBUG nova.virt.hardware [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.064596] env[63260]: DEBUG nova.virt.hardware [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.064750] env[63260]: DEBUG nova.virt.hardware [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.064931] env[63260]: DEBUG nova.virt.hardware [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.065088] env[63260]: DEBUG nova.virt.hardware [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.065236] env[63260]: DEBUG nova.virt.hardware [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.065438] env[63260]: DEBUG nova.virt.hardware [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.066029] env[63260]: DEBUG nova.virt.hardware [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.066029] env[63260]: DEBUG nova.virt.hardware [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.066029] env[63260]: DEBUG nova.virt.hardware [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.066213] env[63260]: DEBUG nova.virt.hardware [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.067082] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d27ebbf-d139-4b66-8027-505b349e2a3c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.075217] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3bd1d7-71c7-4e2c-8adc-6f7546f60c06 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.093360] env[63260]: DEBUG oslo_concurrency.lockutils [None req-707a1b1b-034b-4a9a-bb61-94f462b623d1 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lock "e7079a58-fb09-44b7-bed8-3625be32b5f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.973s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.182910] env[63260]: DEBUG oslo_vmware.api [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Task: {'id': task-2284876, 'name': PowerOnVM_Task, 'duration_secs': 0.676363} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.183298] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.183521] env[63260]: INFO nova.compute.manager [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Took 8.41 seconds to spawn the instance on the hypervisor. [ 884.183702] env[63260]: DEBUG nova.compute.manager [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.184501] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5caa9ec6-0bba-4b1a-8f49-199553a18ea3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.198577] env[63260]: DEBUG oslo_concurrency.lockutils [req-b3b484fd-6702-4e69-a675-575493373be1 req-66b2ecd2-5d16-49a8-964f-8fa0978b2e36 service nova] Releasing lock "refresh_cache-93332739-3e6a-4ba1-9cba-e397ae34e458" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.254255] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a2e9d905-e274-417a-bde5-f03b2a19216b" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.254255] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Processing image a2e9d905-e274-417a-bde5-f03b2a19216b {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.254255] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a2e9d905-e274-417a-bde5-f03b2a19216b/a2e9d905-e274-417a-bde5-f03b2a19216b.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.254255] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a2e9d905-e274-417a-bde5-f03b2a19216b/a2e9d905-e274-417a-bde5-f03b2a19216b.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.254255] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.254255] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb565f31-eb81-4446-821e-e8b937c2daf3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.266022] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.266022] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.266022] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d54cd74-cf15-4e4d-9d7f-a047aee67d08 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.269931] env[63260]: DEBUG oslo_vmware.api [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for the task: (returnval){ [ 884.269931] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52f3655e-5031-efa6-ec83-9eaea6e8dd1e" [ 884.269931] env[63260]: _type = "Task" [ 884.269931] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.277451] env[63260]: DEBUG oslo_vmware.api [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52f3655e-5031-efa6-ec83-9eaea6e8dd1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.291554] env[63260]: DEBUG nova.compute.manager [req-b36d2be0-193b-4d53-a0fb-fc91f21f7360 req-16facd25-73cc-4a20-8429-7ec960111d1d service nova] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Received event network-changed-f02aebae-307c-4d49-87e7-686c86c270b1 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 884.291762] env[63260]: DEBUG nova.compute.manager [req-b36d2be0-193b-4d53-a0fb-fc91f21f7360 req-16facd25-73cc-4a20-8429-7ec960111d1d service nova] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Refreshing instance network info cache due to event network-changed-f02aebae-307c-4d49-87e7-686c86c270b1. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 884.292062] env[63260]: DEBUG oslo_concurrency.lockutils [req-b36d2be0-193b-4d53-a0fb-fc91f21f7360 req-16facd25-73cc-4a20-8429-7ec960111d1d service nova] Acquiring lock "refresh_cache-e7079a58-fb09-44b7-bed8-3625be32b5f4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.292293] env[63260]: DEBUG oslo_concurrency.lockutils [req-b36d2be0-193b-4d53-a0fb-fc91f21f7360 req-16facd25-73cc-4a20-8429-7ec960111d1d service nova] Acquired lock "refresh_cache-e7079a58-fb09-44b7-bed8-3625be32b5f4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.292293] env[63260]: DEBUG nova.network.neutron [req-b36d2be0-193b-4d53-a0fb-fc91f21f7360 req-16facd25-73cc-4a20-8429-7ec960111d1d service nova] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Refreshing network info cache for port f02aebae-307c-4d49-87e7-686c86c270b1 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.449675] env[63260]: INFO nova.compute.claims [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.479758] env[63260]: DEBUG oslo_concurrency.lockutils [None req-323d49db-ffe7-4630-9289-d0ac549321ac tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "4140d6e0-65e8-4701-85a2-3e5f78a77b77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.497s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.504318] env[63260]: DEBUG oslo_vmware.api [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]521f2536-aefd-f495-a432-5bfd5cfcdbe7, 'name': SearchDatastore_Task, 'duration_secs': 0.010531} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.504318] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.504318] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 6b06b2fd-dc12-4eca-ae5d-61579f8f450c/6b06b2fd-dc12-4eca-ae5d-61579f8f450c.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.504318] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec0e0672-3d89-437f-90d7-7fb0164fd917 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.511546] env[63260]: DEBUG oslo_vmware.api [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Waiting for the task: (returnval){ [ 884.511546] env[63260]: value = "task-2284877" [ 884.511546] env[63260]: _type = "Task" [ 884.511546] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.519994] env[63260]: DEBUG oslo_vmware.api [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.704944] env[63260]: INFO nova.compute.manager [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Took 21.70 seconds to build instance. [ 884.782542] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Preparing fetch location {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 884.782855] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Fetch image to [datastore1] OSTACK_IMG_923c3630-dc60-4b27-8640-fee19090e771/OSTACK_IMG_923c3630-dc60-4b27-8640-fee19090e771.vmdk {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 884.783074] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Downloading stream optimized image a2e9d905-e274-417a-bde5-f03b2a19216b to [datastore1] OSTACK_IMG_923c3630-dc60-4b27-8640-fee19090e771/OSTACK_IMG_923c3630-dc60-4b27-8640-fee19090e771.vmdk on the data store datastore1 as vApp {{(pid=63260) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 884.783255] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Downloading image file data a2e9d905-e274-417a-bde5-f03b2a19216b to the ESX as VM named 'OSTACK_IMG_923c3630-dc60-4b27-8640-fee19090e771' {{(pid=63260) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 884.884397] env[63260]: DEBUG oslo_vmware.rw_handles [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 884.884397] env[63260]: value = "resgroup-9" [ 884.884397] env[63260]: _type = "ResourcePool" [ 884.884397] env[63260]: }. {{(pid=63260) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 884.884810] env[63260]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-63d8528c-236c-4ba6-9c27-ad2f8737d8d7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.918703] env[63260]: DEBUG oslo_vmware.rw_handles [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Lease: (returnval){ [ 884.918703] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c37d23-4258-b267-039e-f54cc3929b58" [ 884.918703] env[63260]: _type = "HttpNfcLease" [ 884.918703] env[63260]: } obtained for vApp import into resource pool (val){ [ 884.918703] env[63260]: value = "resgroup-9" [ 884.918703] env[63260]: _type = "ResourcePool" [ 884.918703] env[63260]: }. {{(pid=63260) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 884.919257] env[63260]: DEBUG oslo_vmware.api [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for the lease: (returnval){ [ 884.919257] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c37d23-4258-b267-039e-f54cc3929b58" [ 884.919257] env[63260]: _type = "HttpNfcLease" [ 884.919257] env[63260]: } to be ready. {{(pid=63260) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 884.929016] env[63260]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 884.929016] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c37d23-4258-b267-039e-f54cc3929b58" [ 884.929016] env[63260]: _type = "HttpNfcLease" [ 884.929016] env[63260]: } is initializing. {{(pid=63260) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 884.955431] env[63260]: INFO nova.compute.resource_tracker [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Updating resource usage from migration 308ca626-54e3-4b1c-b2fb-8859e67c7c9c [ 885.027321] env[63260]: DEBUG oslo_vmware.api [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284877, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514064} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.027880] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 6b06b2fd-dc12-4eca-ae5d-61579f8f450c/6b06b2fd-dc12-4eca-ae5d-61579f8f450c.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.028625] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.031945] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4acb6693-2757-4b81-967a-e81f83980814 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.043543] env[63260]: DEBUG oslo_vmware.api [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Waiting for the task: (returnval){ [ 885.043543] env[63260]: value = "task-2284879" [ 885.043543] env[63260]: _type = "Task" [ 885.043543] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.058476] env[63260]: DEBUG oslo_vmware.api [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.144061] env[63260]: DEBUG nova.network.neutron [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Successfully updated port: c97246bd-aa57-4fab-a2f8-e88d74c6629b {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 885.207817] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8b4b3690-5c4f-47f7-955f-57abfa96bcff tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Lock "5d3f96ae-7544-4925-aa43-051905096b48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.216s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.278598] env[63260]: DEBUG nova.network.neutron [req-b36d2be0-193b-4d53-a0fb-fc91f21f7360 req-16facd25-73cc-4a20-8429-7ec960111d1d service nova] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Updated VIF entry in instance network info cache for port f02aebae-307c-4d49-87e7-686c86c270b1. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.279060] env[63260]: DEBUG nova.network.neutron [req-b36d2be0-193b-4d53-a0fb-fc91f21f7360 req-16facd25-73cc-4a20-8429-7ec960111d1d service nova] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Updating instance_info_cache with network_info: [{"id": "f02aebae-307c-4d49-87e7-686c86c270b1", "address": "fa:16:3e:f3:bf:96", "network": {"id": "66d00c05-9221-40b2-ab92-cc9e6cc0a873", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139558234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60727a710cc4402ca1e8f23bab7f1ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf02aebae-30", "ovs_interfaceid": "f02aebae-307c-4d49-87e7-686c86c270b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.295823] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce003f21-5c5a-48aa-b064-e9761c4a2b0a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.305012] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0b990b-6bee-433b-9370-1a540388835a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.341021] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da782c12-e13e-4cd5-af3c-e042f3c028bf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.349903] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50ac7dd-3301-4334-b530-23f58a4720e7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.365033] env[63260]: DEBUG nova.compute.provider_tree [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.427785] env[63260]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 885.427785] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c37d23-4258-b267-039e-f54cc3929b58" [ 885.427785] env[63260]: _type = "HttpNfcLease" [ 885.427785] env[63260]: } is initializing. {{(pid=63260) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 885.552304] env[63260]: DEBUG oslo_vmware.api [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076914} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.552304] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.555502] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2de1205-dee3-4f65-8f5c-d3b3b05102fa {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.585935] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 6b06b2fd-dc12-4eca-ae5d-61579f8f450c/6b06b2fd-dc12-4eca-ae5d-61579f8f450c.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.586998] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-305b8c13-1192-4f20-9539-e88ba90f0f2e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.608276] env[63260]: DEBUG oslo_vmware.api [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Waiting for the task: (returnval){ [ 885.608276] env[63260]: value = "task-2284880" [ 885.608276] env[63260]: _type = "Task" [ 885.608276] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.623199] env[63260]: DEBUG oslo_vmware.api [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284880, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.648230] env[63260]: DEBUG oslo_concurrency.lockutils [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Acquiring lock "refresh_cache-1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.648398] env[63260]: DEBUG oslo_concurrency.lockutils [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Acquired lock "refresh_cache-1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.648556] env[63260]: DEBUG nova.network.neutron [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.785046] env[63260]: DEBUG oslo_concurrency.lockutils [req-b36d2be0-193b-4d53-a0fb-fc91f21f7360 req-16facd25-73cc-4a20-8429-7ec960111d1d service nova] Releasing lock "refresh_cache-e7079a58-fb09-44b7-bed8-3625be32b5f4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.791919] env[63260]: DEBUG nova.compute.manager [req-77f6c208-ad91-4153-bd66-a89ec0126d87 req-3085b35f-2869-4e91-910c-b2c7a36d8db9 service nova] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Received event network-changed-f6af36d8-7cef-4b92-a1cc-3bc0d69bacb2 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 885.791919] env[63260]: DEBUG nova.compute.manager [req-77f6c208-ad91-4153-bd66-a89ec0126d87 req-3085b35f-2869-4e91-910c-b2c7a36d8db9 service nova] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Refreshing instance network info cache due to event network-changed-f6af36d8-7cef-4b92-a1cc-3bc0d69bacb2. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 885.791919] env[63260]: DEBUG oslo_concurrency.lockutils [req-77f6c208-ad91-4153-bd66-a89ec0126d87 req-3085b35f-2869-4e91-910c-b2c7a36d8db9 service nova] Acquiring lock "refresh_cache-5d3f96ae-7544-4925-aa43-051905096b48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.792054] env[63260]: DEBUG oslo_concurrency.lockutils [req-77f6c208-ad91-4153-bd66-a89ec0126d87 req-3085b35f-2869-4e91-910c-b2c7a36d8db9 service nova] Acquired lock "refresh_cache-5d3f96ae-7544-4925-aa43-051905096b48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.792541] env[63260]: DEBUG nova.network.neutron [req-77f6c208-ad91-4153-bd66-a89ec0126d87 req-3085b35f-2869-4e91-910c-b2c7a36d8db9 service nova] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Refreshing network info cache for port f6af36d8-7cef-4b92-a1cc-3bc0d69bacb2 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 885.872605] env[63260]: DEBUG nova.scheduler.client.report [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.929282] env[63260]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 885.929282] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c37d23-4258-b267-039e-f54cc3929b58" [ 885.929282] env[63260]: _type = "HttpNfcLease" [ 885.929282] env[63260]: } is ready. {{(pid=63260) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 885.929581] env[63260]: DEBUG oslo_vmware.rw_handles [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 885.929581] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c37d23-4258-b267-039e-f54cc3929b58" [ 885.929581] env[63260]: _type = "HttpNfcLease" [ 885.929581] env[63260]: }. {{(pid=63260) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 885.930347] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0924f694-aec5-4582-b064-637f6a81cd8b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.938907] env[63260]: DEBUG oslo_vmware.rw_handles [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ea85ab-95fb-a0c6-5579-2e00ab200604/disk-0.vmdk from lease info. {{(pid=63260) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 885.939124] env[63260]: DEBUG oslo_vmware.rw_handles [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Creating HTTP connection to write to file with size = 31591424 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ea85ab-95fb-a0c6-5579-2e00ab200604/disk-0.vmdk. {{(pid=63260) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 885.940732] env[63260]: DEBUG oslo_concurrency.lockutils [None req-bafcaa6f-ecf0-4103-8142-4a067ed94da1 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Acquiring lock "02506b07-c1eb-46f9-a0bc-2cafa25d31da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.940842] env[63260]: DEBUG oslo_concurrency.lockutils [None req-bafcaa6f-ecf0-4103-8142-4a067ed94da1 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Lock "02506b07-c1eb-46f9-a0bc-2cafa25d31da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.941836] env[63260]: DEBUG oslo_concurrency.lockutils [None req-bafcaa6f-ecf0-4103-8142-4a067ed94da1 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Acquiring lock "02506b07-c1eb-46f9-a0bc-2cafa25d31da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.941836] env[63260]: DEBUG oslo_concurrency.lockutils [None req-bafcaa6f-ecf0-4103-8142-4a067ed94da1 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Lock "02506b07-c1eb-46f9-a0bc-2cafa25d31da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.941836] env[63260]: DEBUG oslo_concurrency.lockutils [None req-bafcaa6f-ecf0-4103-8142-4a067ed94da1 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Lock "02506b07-c1eb-46f9-a0bc-2cafa25d31da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.944470] env[63260]: INFO nova.compute.manager [None req-bafcaa6f-ecf0-4103-8142-4a067ed94da1 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Terminating instance [ 886.006469] env[63260]: DEBUG nova.compute.manager [None req-bafcaa6f-ecf0-4103-8142-4a067ed94da1 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 886.006606] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-bafcaa6f-ecf0-4103-8142-4a067ed94da1 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 886.007838] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a143a0f2-7a3d-480a-9742-f7a682440805 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.018903] env[63260]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6c20c726-3d3b-41d7-ae0b-a1eba6f0698c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.021172] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-bafcaa6f-ecf0-4103-8142-4a067ed94da1 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.022243] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3e70de1-7fac-4822-99f5-cfe9c781d4b7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.031363] env[63260]: DEBUG oslo_vmware.api [None req-bafcaa6f-ecf0-4103-8142-4a067ed94da1 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Waiting for the task: (returnval){ [ 886.031363] env[63260]: value = "task-2284881" [ 886.031363] env[63260]: _type = "Task" [ 886.031363] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.040136] env[63260]: DEBUG oslo_vmware.api [None req-bafcaa6f-ecf0-4103-8142-4a067ed94da1 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Task: {'id': task-2284881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.119425] env[63260]: DEBUG oslo_vmware.api [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284880, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.202771] env[63260]: DEBUG nova.network.neutron [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 886.334931] env[63260]: DEBUG nova.compute.manager [req-34af16a5-95bb-4e66-a565-66793fa327a5 req-90393ed8-04bc-46ce-b207-a29b98674231 service nova] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Received event network-vif-plugged-c97246bd-aa57-4fab-a2f8-e88d74c6629b {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 886.336089] env[63260]: DEBUG oslo_concurrency.lockutils [req-34af16a5-95bb-4e66-a565-66793fa327a5 req-90393ed8-04bc-46ce-b207-a29b98674231 service nova] Acquiring lock "1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.336089] env[63260]: DEBUG oslo_concurrency.lockutils [req-34af16a5-95bb-4e66-a565-66793fa327a5 req-90393ed8-04bc-46ce-b207-a29b98674231 service nova] Lock "1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.336089] env[63260]: DEBUG oslo_concurrency.lockutils [req-34af16a5-95bb-4e66-a565-66793fa327a5 req-90393ed8-04bc-46ce-b207-a29b98674231 service nova] Lock "1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.336089] env[63260]: DEBUG nova.compute.manager [req-34af16a5-95bb-4e66-a565-66793fa327a5 req-90393ed8-04bc-46ce-b207-a29b98674231 service nova] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] No waiting events found dispatching network-vif-plugged-c97246bd-aa57-4fab-a2f8-e88d74c6629b {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 886.336703] env[63260]: WARNING nova.compute.manager [req-34af16a5-95bb-4e66-a565-66793fa327a5 req-90393ed8-04bc-46ce-b207-a29b98674231 service nova] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Received unexpected event network-vif-plugged-c97246bd-aa57-4fab-a2f8-e88d74c6629b for instance with vm_state building and task_state spawning. [ 886.336703] env[63260]: DEBUG nova.compute.manager [req-34af16a5-95bb-4e66-a565-66793fa327a5 req-90393ed8-04bc-46ce-b207-a29b98674231 service nova] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Received event network-changed-c97246bd-aa57-4fab-a2f8-e88d74c6629b {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 886.336703] env[63260]: DEBUG nova.compute.manager [req-34af16a5-95bb-4e66-a565-66793fa327a5 req-90393ed8-04bc-46ce-b207-a29b98674231 service nova] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Refreshing instance network info cache due to event network-changed-c97246bd-aa57-4fab-a2f8-e88d74c6629b. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 886.336703] env[63260]: DEBUG oslo_concurrency.lockutils [req-34af16a5-95bb-4e66-a565-66793fa327a5 req-90393ed8-04bc-46ce-b207-a29b98674231 service nova] Acquiring lock "refresh_cache-1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.380192] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.433s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.380192] env[63260]: INFO nova.compute.manager [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Migrating [ 886.393266] env[63260]: DEBUG oslo_concurrency.lockutils [None req-96d23a13-5e30-43a1-b2a0-43d04d7849d7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.169s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.393266] env[63260]: DEBUG nova.objects.instance [None req-96d23a13-5e30-43a1-b2a0-43d04d7849d7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lazy-loading 'resources' on Instance uuid da79b062-2c8e-4f33-8658-dda1262351b2 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.517938] env[63260]: DEBUG nova.network.neutron [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Updating instance_info_cache with network_info: [{"id": "c97246bd-aa57-4fab-a2f8-e88d74c6629b", "address": "fa:16:3e:3a:42:e8", "network": {"id": "c471098c-993a-43d8-a23e-907bb9df3c60", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-310124361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d9e000935c48eca25d7c5c7d4ed340", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc97246bd-aa", "ovs_interfaceid": "c97246bd-aa57-4fab-a2f8-e88d74c6629b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.544498] env[63260]: DEBUG oslo_vmware.api [None req-bafcaa6f-ecf0-4103-8142-4a067ed94da1 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Task: {'id': task-2284881, 'name': PowerOffVM_Task, 'duration_secs': 0.281975} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.548754] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-bafcaa6f-ecf0-4103-8142-4a067ed94da1 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.548951] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-bafcaa6f-ecf0-4103-8142-4a067ed94da1 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.549475] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6ff398d-f167-4e12-8f03-e4edac2f8b35 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.622417] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-bafcaa6f-ecf0-4103-8142-4a067ed94da1 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.622827] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-bafcaa6f-ecf0-4103-8142-4a067ed94da1 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.623086] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-bafcaa6f-ecf0-4103-8142-4a067ed94da1 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Deleting the datastore file [datastore1] 02506b07-c1eb-46f9-a0bc-2cafa25d31da {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.629482] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba36e22e-cd77-406e-b141-a7b04771e39c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.631747] env[63260]: DEBUG oslo_vmware.api [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284880, 'name': ReconfigVM_Task, 'duration_secs': 0.737042} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.632152] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 6b06b2fd-dc12-4eca-ae5d-61579f8f450c/6b06b2fd-dc12-4eca-ae5d-61579f8f450c.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.634086] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46574297-e65f-4227-a913-88d26685709b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.638429] env[63260]: DEBUG oslo_vmware.api [None req-bafcaa6f-ecf0-4103-8142-4a067ed94da1 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Waiting for the task: (returnval){ [ 886.638429] env[63260]: value = "task-2284883" [ 886.638429] env[63260]: _type = "Task" [ 886.638429] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.644919] env[63260]: DEBUG oslo_vmware.api [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Waiting for the task: (returnval){ [ 886.644919] env[63260]: value = "task-2284884" [ 886.644919] env[63260]: _type = "Task" [ 886.644919] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.652961] env[63260]: DEBUG oslo_vmware.api [None req-bafcaa6f-ecf0-4103-8142-4a067ed94da1 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Task: {'id': task-2284883, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.659163] env[63260]: DEBUG oslo_vmware.api [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284884, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.697982] env[63260]: DEBUG nova.network.neutron [req-77f6c208-ad91-4153-bd66-a89ec0126d87 req-3085b35f-2869-4e91-910c-b2c7a36d8db9 service nova] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Updated VIF entry in instance network info cache for port f6af36d8-7cef-4b92-a1cc-3bc0d69bacb2. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.698373] env[63260]: DEBUG nova.network.neutron [req-77f6c208-ad91-4153-bd66-a89ec0126d87 req-3085b35f-2869-4e91-910c-b2c7a36d8db9 service nova] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Updating instance_info_cache with network_info: [{"id": "f6af36d8-7cef-4b92-a1cc-3bc0d69bacb2", "address": "fa:16:3e:7f:dc:89", "network": {"id": "3b952221-03ee-45ae-9ba3-00dd93af71cb", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1874800813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbac84280952492384766d2d4ddb340f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6af36d8-7c", "ovs_interfaceid": "f6af36d8-7cef-4b92-a1cc-3bc0d69bacb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.918400] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "refresh_cache-3e0382f6-cd72-4dc4-952b-3917fb7675d6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.918400] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquired lock "refresh_cache-3e0382f6-cd72-4dc4-952b-3917fb7675d6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.918600] env[63260]: DEBUG nova.network.neutron [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.946070] env[63260]: DEBUG oslo_concurrency.lockutils [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "b745d80b-09d8-4b02-ba27-22a2df35a3d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.946288] env[63260]: DEBUG oslo_concurrency.lockutils [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "b745d80b-09d8-4b02-ba27-22a2df35a3d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.023665] env[63260]: DEBUG oslo_concurrency.lockutils [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Releasing lock "refresh_cache-1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.023665] env[63260]: DEBUG nova.compute.manager [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Instance network_info: |[{"id": "c97246bd-aa57-4fab-a2f8-e88d74c6629b", "address": "fa:16:3e:3a:42:e8", "network": {"id": "c471098c-993a-43d8-a23e-907bb9df3c60", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-310124361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d9e000935c48eca25d7c5c7d4ed340", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc97246bd-aa", "ovs_interfaceid": "c97246bd-aa57-4fab-a2f8-e88d74c6629b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 887.024162] env[63260]: DEBUG oslo_concurrency.lockutils [req-34af16a5-95bb-4e66-a565-66793fa327a5 req-90393ed8-04bc-46ce-b207-a29b98674231 service nova] Acquired lock "refresh_cache-1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.024224] env[63260]: DEBUG nova.network.neutron [req-34af16a5-95bb-4e66-a565-66793fa327a5 req-90393ed8-04bc-46ce-b207-a29b98674231 service nova] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Refreshing network info cache for port c97246bd-aa57-4fab-a2f8-e88d74c6629b {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.025372] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:42:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6fab536-1e48-4d07-992a-076f0e6d089c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c97246bd-aa57-4fab-a2f8-e88d74c6629b', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 887.033035] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Creating folder: Project (55d9e000935c48eca25d7c5c7d4ed340). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 887.036955] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-021315b9-c5ae-4208-b74a-1dff933a38e1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.058549] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Created folder: Project (55d9e000935c48eca25d7c5c7d4ed340) in parent group-v464889. [ 887.058803] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Creating folder: Instances. Parent ref: group-v465122. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 887.060431] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca9f7bd0-05bb-4799-8c6c-e53857ace534 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.074206] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Created folder: Instances in parent group-v465122. [ 887.074512] env[63260]: DEBUG oslo.service.loopingcall [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 887.075403] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 887.075635] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cdb8bfd-0ac5-4631-b56a-270ede0b3b95 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.105306] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 887.105306] env[63260]: value = "task-2284887" [ 887.105306] env[63260]: _type = "Task" [ 887.105306] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.117896] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284887, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.153903] env[63260]: DEBUG oslo_vmware.api [None req-bafcaa6f-ecf0-4103-8142-4a067ed94da1 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Task: {'id': task-2284883, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209269} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.154614] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-bafcaa6f-ecf0-4103-8142-4a067ed94da1 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.154838] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-bafcaa6f-ecf0-4103-8142-4a067ed94da1 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.155098] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-bafcaa6f-ecf0-4103-8142-4a067ed94da1 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.155306] env[63260]: INFO nova.compute.manager [None req-bafcaa6f-ecf0-4103-8142-4a067ed94da1 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Took 1.15 seconds to destroy the instance on the hypervisor. [ 887.155557] env[63260]: DEBUG oslo.service.loopingcall [None req-bafcaa6f-ecf0-4103-8142-4a067ed94da1 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 887.157318] env[63260]: DEBUG nova.compute.manager [-] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 887.157466] env[63260]: DEBUG nova.network.neutron [-] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 887.162776] env[63260]: DEBUG oslo_vmware.api [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284884, 'name': Rename_Task, 'duration_secs': 0.199865} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.165820] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.167154] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08dcd546-b5ed-486c-905e-983dd9b3a8ce {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.186955] env[63260]: DEBUG oslo_vmware.api [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Waiting for the task: (returnval){ [ 887.186955] env[63260]: value = "task-2284888" [ 887.186955] env[63260]: _type = "Task" [ 887.186955] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.195489] env[63260]: DEBUG oslo_vmware.rw_handles [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Completed reading data from the image iterator. {{(pid=63260) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 887.195714] env[63260]: DEBUG oslo_vmware.rw_handles [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ea85ab-95fb-a0c6-5579-2e00ab200604/disk-0.vmdk. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 887.196596] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8648fc-0451-4ee7-afc1-950f8db03e1f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.202970] env[63260]: DEBUG oslo_concurrency.lockutils [req-77f6c208-ad91-4153-bd66-a89ec0126d87 req-3085b35f-2869-4e91-910c-b2c7a36d8db9 service nova] Releasing lock "refresh_cache-5d3f96ae-7544-4925-aa43-051905096b48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.203399] env[63260]: DEBUG oslo_vmware.api [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.212997] env[63260]: DEBUG oslo_vmware.rw_handles [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ea85ab-95fb-a0c6-5579-2e00ab200604/disk-0.vmdk is in state: ready. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 887.213261] env[63260]: DEBUG oslo_vmware.rw_handles [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ea85ab-95fb-a0c6-5579-2e00ab200604/disk-0.vmdk. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 887.213485] env[63260]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6ed6ac0c-1e87-41e7-a718-b55e9bd1f78c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.275248] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3334ea40-4c48-46af-a880-289b3a6d54dd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.283559] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423e44f7-987c-4aff-9dbd-270a2ae64f94 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.318364] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132b03e1-bde8-4090-960b-da7f4763b523 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.327105] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19e0f1c-75e7-4e60-9858-e627367df2d8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.341819] env[63260]: DEBUG nova.compute.provider_tree [None req-96d23a13-5e30-43a1-b2a0-43d04d7849d7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.419315] env[63260]: DEBUG oslo_vmware.rw_handles [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ea85ab-95fb-a0c6-5579-2e00ab200604/disk-0.vmdk. {{(pid=63260) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 887.419606] env[63260]: INFO nova.virt.vmwareapi.images [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Downloaded image file data a2e9d905-e274-417a-bde5-f03b2a19216b [ 887.420530] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fc6a5a-5c03-42d7-a792-40322bb17022 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.449556] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb7a4141-fa67-476b-940e-b07d5957c2b4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.451876] env[63260]: DEBUG nova.compute.manager [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 887.490397] env[63260]: INFO nova.virt.vmwareapi.images [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] The imported VM was unregistered [ 887.490397] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Caching image {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 887.490397] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Creating directory with path [datastore1] devstack-image-cache_base/a2e9d905-e274-417a-bde5-f03b2a19216b {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.490397] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d28d804-7fab-4a6b-8f8f-0078a4e5af2c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.503741] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Created directory with path [datastore1] devstack-image-cache_base/a2e9d905-e274-417a-bde5-f03b2a19216b {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.503942] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_923c3630-dc60-4b27-8640-fee19090e771/OSTACK_IMG_923c3630-dc60-4b27-8640-fee19090e771.vmdk to [datastore1] devstack-image-cache_base/a2e9d905-e274-417a-bde5-f03b2a19216b/a2e9d905-e274-417a-bde5-f03b2a19216b.vmdk. {{(pid=63260) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 887.504177] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-158ec66d-8929-45d6-a223-11fc4403532d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.514771] env[63260]: DEBUG oslo_vmware.api [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for the task: (returnval){ [ 887.514771] env[63260]: value = "task-2284890" [ 887.514771] env[63260]: _type = "Task" [ 887.514771] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.531632] env[63260]: DEBUG oslo_vmware.api [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284890, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.616201] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284887, 'name': CreateVM_Task, 'duration_secs': 0.426372} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.616412] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 887.617189] env[63260]: DEBUG oslo_concurrency.lockutils [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.617435] env[63260]: DEBUG oslo_concurrency.lockutils [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.618079] env[63260]: DEBUG oslo_concurrency.lockutils [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.618330] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4aa2a95-babe-459d-ab41-889ed144d2cc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.626077] env[63260]: DEBUG oslo_vmware.api [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Waiting for the task: (returnval){ [ 887.626077] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b7644c-245d-bb14-79bb-2d38eeb93f63" [ 887.626077] env[63260]: _type = "Task" [ 887.626077] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.634818] env[63260]: DEBUG oslo_vmware.api [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b7644c-245d-bb14-79bb-2d38eeb93f63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.703556] env[63260]: DEBUG oslo_vmware.api [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284888, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.844954] env[63260]: DEBUG nova.scheduler.client.report [None req-96d23a13-5e30-43a1-b2a0-43d04d7849d7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.924441] env[63260]: DEBUG nova.network.neutron [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Updating instance_info_cache with network_info: [{"id": "ee3f1442-7d43-4ec2-9afe-6260356f8c68", "address": "fa:16:3e:32:12:1c", "network": {"id": "b4d5f5a7-4020-4c98-9bfc-4168989fb246", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-735735881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e885618998694cdf8d3aacc484576252", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee3f1442-7d", "ovs_interfaceid": "ee3f1442-7d43-4ec2-9afe-6260356f8c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.976871] env[63260]: DEBUG oslo_concurrency.lockutils [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.025334] env[63260]: DEBUG oslo_vmware.api [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284890, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.097943] env[63260]: DEBUG nova.network.neutron [req-34af16a5-95bb-4e66-a565-66793fa327a5 req-90393ed8-04bc-46ce-b207-a29b98674231 service nova] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Updated VIF entry in instance network info cache for port c97246bd-aa57-4fab-a2f8-e88d74c6629b. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.098336] env[63260]: DEBUG nova.network.neutron [req-34af16a5-95bb-4e66-a565-66793fa327a5 req-90393ed8-04bc-46ce-b207-a29b98674231 service nova] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Updating instance_info_cache with network_info: [{"id": "c97246bd-aa57-4fab-a2f8-e88d74c6629b", "address": "fa:16:3e:3a:42:e8", "network": {"id": "c471098c-993a-43d8-a23e-907bb9df3c60", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-310124361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d9e000935c48eca25d7c5c7d4ed340", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc97246bd-aa", "ovs_interfaceid": "c97246bd-aa57-4fab-a2f8-e88d74c6629b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.144432] env[63260]: DEBUG oslo_vmware.api [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b7644c-245d-bb14-79bb-2d38eeb93f63, 'name': SearchDatastore_Task, 'duration_secs': 0.010987} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.145331] env[63260]: DEBUG oslo_concurrency.lockutils [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.145331] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 888.145331] env[63260]: DEBUG oslo_concurrency.lockutils [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.145519] env[63260]: DEBUG oslo_concurrency.lockutils [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.145519] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.145790] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b68f4480-f6dd-43d5-ab52-0d8b0ca67b24 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.168152] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 888.168152] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 888.168506] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e13f7295-6d55-4685-97d3-83ce8a53ca15 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.178068] env[63260]: DEBUG oslo_vmware.api [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Waiting for the task: (returnval){ [ 888.178068] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5221ce78-7736-fd87-1a58-c913739a2d7e" [ 888.178068] env[63260]: _type = "Task" [ 888.178068] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.188776] env[63260]: DEBUG oslo_vmware.api [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5221ce78-7736-fd87-1a58-c913739a2d7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.200634] env[63260]: DEBUG oslo_vmware.api [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284888, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.352244] env[63260]: DEBUG oslo_concurrency.lockutils [None req-96d23a13-5e30-43a1-b2a0-43d04d7849d7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.961s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.356036] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.594s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.356902] env[63260]: DEBUG nova.objects.instance [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Lazy-loading 'resources' on Instance uuid 77396720-1683-4848-876c-d292e6b4441a {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.368419] env[63260]: DEBUG nova.compute.manager [req-4b87f121-5dec-4967-b009-4a706478bf8d req-c74ca648-344b-4f1e-98ef-6ad71f561f70 service nova] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Received event network-vif-deleted-bc37e5d9-c3e3-4558-a9d1-140aa3829937 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 888.368610] env[63260]: INFO nova.compute.manager [req-4b87f121-5dec-4967-b009-4a706478bf8d req-c74ca648-344b-4f1e-98ef-6ad71f561f70 service nova] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Neutron deleted interface bc37e5d9-c3e3-4558-a9d1-140aa3829937; detaching it from the instance and deleting it from the info cache [ 888.368844] env[63260]: DEBUG nova.network.neutron [req-4b87f121-5dec-4967-b009-4a706478bf8d req-c74ca648-344b-4f1e-98ef-6ad71f561f70 service nova] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.383136] env[63260]: INFO nova.scheduler.client.report [None req-96d23a13-5e30-43a1-b2a0-43d04d7849d7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Deleted allocations for instance da79b062-2c8e-4f33-8658-dda1262351b2 [ 888.427078] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Releasing lock "refresh_cache-3e0382f6-cd72-4dc4-952b-3917fb7675d6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.527523] env[63260]: DEBUG oslo_vmware.api [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284890, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.597684] env[63260]: DEBUG nova.network.neutron [-] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.601038] env[63260]: DEBUG oslo_concurrency.lockutils [req-34af16a5-95bb-4e66-a565-66793fa327a5 req-90393ed8-04bc-46ce-b207-a29b98674231 service nova] Releasing lock "refresh_cache-1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.690337] env[63260]: DEBUG oslo_vmware.api [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5221ce78-7736-fd87-1a58-c913739a2d7e, 'name': SearchDatastore_Task, 'duration_secs': 0.094865} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.694380] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b832c061-8e2d-4d0d-b5c7-552ffdccf86d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.703964] env[63260]: DEBUG oslo_vmware.api [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284888, 'name': PowerOnVM_Task, 'duration_secs': 1.168251} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.705430] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.705664] env[63260]: INFO nova.compute.manager [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Took 10.52 seconds to spawn the instance on the hypervisor. [ 888.705848] env[63260]: DEBUG nova.compute.manager [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.706216] env[63260]: DEBUG oslo_vmware.api [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Waiting for the task: (returnval){ [ 888.706216] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526578cc-13f7-da29-9464-3a24dc6b952c" [ 888.706216] env[63260]: _type = "Task" [ 888.706216] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.706968] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a413ba7a-cb6a-417f-b894-4d01ef8a7815 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.719022] env[63260]: DEBUG oslo_vmware.api [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526578cc-13f7-da29-9464-3a24dc6b952c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.872294] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee370e7a-c978-4d32-af58-68c3860b0b41 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.886429] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54fcab8-10ba-43cb-bec7-729cd050a892 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.905252] env[63260]: DEBUG oslo_concurrency.lockutils [None req-96d23a13-5e30-43a1-b2a0-43d04d7849d7 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "da79b062-2c8e-4f33-8658-dda1262351b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.375s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.939024] env[63260]: DEBUG nova.compute.manager [req-4b87f121-5dec-4967-b009-4a706478bf8d req-c74ca648-344b-4f1e-98ef-6ad71f561f70 service nova] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Detach interface failed, port_id=bc37e5d9-c3e3-4558-a9d1-140aa3829937, reason: Instance 02506b07-c1eb-46f9-a0bc-2cafa25d31da could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 889.027194] env[63260]: DEBUG oslo_vmware.api [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284890, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.100657] env[63260]: INFO nova.compute.manager [-] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Took 1.94 seconds to deallocate network for instance. [ 889.224679] env[63260]: DEBUG oslo_vmware.api [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526578cc-13f7-da29-9464-3a24dc6b952c, 'name': SearchDatastore_Task, 'duration_secs': 0.091271} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.225105] env[63260]: DEBUG oslo_concurrency.lockutils [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.225333] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3/1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 889.225688] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4793042-c13c-4fc4-a5d7-4b10ff5aeeb1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.235472] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d19a82-0981-490a-8201-475cd6bab0c8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.248061] env[63260]: INFO nova.compute.manager [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Took 25.01 seconds to build instance. [ 889.248654] env[63260]: DEBUG oslo_vmware.api [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Waiting for the task: (returnval){ [ 889.248654] env[63260]: value = "task-2284891" [ 889.248654] env[63260]: _type = "Task" [ 889.248654] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.256610] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cacc83-e90e-4c44-8157-737dae4404d6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.264249] env[63260]: DEBUG oslo_vmware.api [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Task: {'id': task-2284891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.294200] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e10c0f-eb3c-4afa-95af-f83749ee3e03 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.302743] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38e5cfa-5d59-4ea1-a247-ddfe9910fc66 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.318429] env[63260]: DEBUG nova.compute.provider_tree [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.529034] env[63260]: DEBUG oslo_vmware.api [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284890, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.607666] env[63260]: DEBUG oslo_concurrency.lockutils [None req-bafcaa6f-ecf0-4103-8142-4a067ed94da1 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.752025] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ff822061-8d39-4f01-8bf2-ba4dbf8f6174 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Lock "6b06b2fd-dc12-4eca-ae5d-61579f8f450c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.519s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.759153] env[63260]: DEBUG oslo_vmware.api [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Task: {'id': task-2284891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.823164] env[63260]: DEBUG nova.scheduler.client.report [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.931052] env[63260]: INFO nova.compute.manager [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Rescuing [ 889.931052] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Acquiring lock "refresh_cache-6b06b2fd-dc12-4eca-ae5d-61579f8f450c" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.931052] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Acquired lock "refresh_cache-6b06b2fd-dc12-4eca-ae5d-61579f8f450c" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.931052] env[63260]: DEBUG nova.network.neutron [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.948873] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce92ecda-d1e5-4752-a051-fcf038b08672 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.969611] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Updating instance '3e0382f6-cd72-4dc4-952b-3917fb7675d6' progress to 0 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 890.028337] env[63260]: DEBUG oslo_vmware.api [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284890, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.259861] env[63260]: DEBUG oslo_vmware.api [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Task: {'id': task-2284891, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.329548] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.330701] env[63260]: DEBUG oslo_concurrency.lockutils [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.354s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.332468] env[63260]: INFO nova.compute.claims [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.346668] env[63260]: INFO nova.scheduler.client.report [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Deleted allocations for instance 77396720-1683-4848-876c-d292e6b4441a [ 890.475882] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.477178] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-306181d2-d038-4abd-a250-8b5cacec8860 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.488023] env[63260]: DEBUG oslo_vmware.api [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 890.488023] env[63260]: value = "task-2284892" [ 890.488023] env[63260]: _type = "Task" [ 890.488023] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.503140] env[63260]: DEBUG oslo_vmware.api [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.532792] env[63260]: DEBUG oslo_vmware.api [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284890, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.607916} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.533476] env[63260]: INFO nova.virt.vmwareapi.ds_util [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_923c3630-dc60-4b27-8640-fee19090e771/OSTACK_IMG_923c3630-dc60-4b27-8640-fee19090e771.vmdk to [datastore1] devstack-image-cache_base/a2e9d905-e274-417a-bde5-f03b2a19216b/a2e9d905-e274-417a-bde5-f03b2a19216b.vmdk. [ 890.533796] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Cleaning up location [datastore1] OSTACK_IMG_923c3630-dc60-4b27-8640-fee19090e771 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 890.534104] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_923c3630-dc60-4b27-8640-fee19090e771 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.534477] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6836473-61c3-44cd-9d00-7eb014792f84 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.544074] env[63260]: DEBUG oslo_vmware.api [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for the task: (returnval){ [ 890.544074] env[63260]: value = "task-2284893" [ 890.544074] env[63260]: _type = "Task" [ 890.544074] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.556939] env[63260]: DEBUG oslo_vmware.api [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.563334] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "efb75177-14e2-4003-9daa-a4a488094fcd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.563334] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "efb75177-14e2-4003-9daa-a4a488094fcd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.762510] env[63260]: DEBUG oslo_vmware.api [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Task: {'id': task-2284891, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.46541} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.762768] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3/1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 890.762984] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 890.763284] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c84a4be-0a85-4081-806f-de0d73e823b9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.769392] env[63260]: DEBUG nova.network.neutron [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Updating instance_info_cache with network_info: [{"id": "7329d092-af20-4049-b75b-7b60d07ff5b2", "address": "fa:16:3e:91:48:09", "network": {"id": "14b2e227-b125-411c-a855-2c87c0f24682", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-222039150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ff9b925304214476a6e7f70601b6d534", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7329d092-af", "ovs_interfaceid": "7329d092-af20-4049-b75b-7b60d07ff5b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.771922] env[63260]: DEBUG oslo_vmware.api [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Waiting for the task: (returnval){ [ 890.771922] env[63260]: value = "task-2284894" [ 890.771922] env[63260]: _type = "Task" [ 890.771922] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.781757] env[63260]: DEBUG oslo_vmware.api [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Task: {'id': task-2284894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.858244] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e97f75d5-33c5-4711-a1a1-657ba96aca81 tempest-ServersTestBootFromVolume-227391800 tempest-ServersTestBootFromVolume-227391800-project-member] Lock "77396720-1683-4848-876c-d292e6b4441a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.665s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.000027] env[63260]: DEBUG oslo_vmware.api [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284892, 'name': PowerOffVM_Task, 'duration_secs': 0.378772} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.000332] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.000553] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Updating instance '3e0382f6-cd72-4dc4-952b-3917fb7675d6' progress to 17 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 891.056717] env[63260]: DEBUG oslo_vmware.api [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17143} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.057020] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 891.057202] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a2e9d905-e274-417a-bde5-f03b2a19216b/a2e9d905-e274-417a-bde5-f03b2a19216b.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.057450] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a2e9d905-e274-417a-bde5-f03b2a19216b/a2e9d905-e274-417a-bde5-f03b2a19216b.vmdk to [datastore1] 93332739-3e6a-4ba1-9cba-e397ae34e458/93332739-3e6a-4ba1-9cba-e397ae34e458.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.057709] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb09958e-5f80-46ad-b7b7-5451b13047f3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.065247] env[63260]: DEBUG nova.compute.manager [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 891.070044] env[63260]: DEBUG oslo_vmware.api [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for the task: (returnval){ [ 891.070044] env[63260]: value = "task-2284895" [ 891.070044] env[63260]: _type = "Task" [ 891.070044] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.079483] env[63260]: DEBUG oslo_vmware.api [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284895, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.273761] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Releasing lock "refresh_cache-6b06b2fd-dc12-4eca-ae5d-61579f8f450c" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.287312] env[63260]: DEBUG oslo_vmware.api [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Task: {'id': task-2284894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132641} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.287604] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 891.288454] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec3b556-3a3b-4ce9-812e-7b47c93b6d61 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.312868] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3/1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.315378] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5e76ef2-6dff-4b67-b5d3-c7583c8c0afa {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.341281] env[63260]: DEBUG oslo_vmware.api [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Waiting for the task: (returnval){ [ 891.341281] env[63260]: value = "task-2284896" [ 891.341281] env[63260]: _type = "Task" [ 891.341281] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.354899] env[63260]: DEBUG oslo_vmware.api [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Task: {'id': task-2284896, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.507552] env[63260]: DEBUG nova.virt.hardware [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.507759] env[63260]: DEBUG nova.virt.hardware [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.507905] env[63260]: DEBUG nova.virt.hardware [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.508800] env[63260]: DEBUG nova.virt.hardware [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.508800] env[63260]: DEBUG nova.virt.hardware [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.508800] env[63260]: DEBUG nova.virt.hardware [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.508800] env[63260]: DEBUG nova.virt.hardware [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.508800] env[63260]: DEBUG nova.virt.hardware [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.509125] env[63260]: DEBUG nova.virt.hardware [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.509125] env[63260]: DEBUG nova.virt.hardware [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.509320] env[63260]: DEBUG nova.virt.hardware [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.519092] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-756aa47a-17a8-4c61-8714-7a66ceb193e5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.545261] env[63260]: DEBUG oslo_vmware.api [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 891.545261] env[63260]: value = "task-2284897" [ 891.545261] env[63260]: _type = "Task" [ 891.545261] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.559361] env[63260]: DEBUG oslo_vmware.api [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284897, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.590791] env[63260]: DEBUG oslo_vmware.api [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284895, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.597956] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.725471] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f47d17-b3d2-441f-b1f8-65952da68d9d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.734104] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea70cbcf-bd67-4daa-a8d0-50a6659cdd39 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.767379] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1380be2-9387-45a4-8315-113e7bdecdce {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.776285] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc9b4bf-4c5d-4195-8f21-33abfc1e2905 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.792363] env[63260]: DEBUG nova.compute.provider_tree [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.854786] env[63260]: DEBUG oslo_vmware.api [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Task: {'id': task-2284896, 'name': ReconfigVM_Task, 'duration_secs': 0.395343} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.855579] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3/1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.856689] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-946b5d6f-9b97-4b24-bf8e-036dca6c792f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.866236] env[63260]: DEBUG oslo_vmware.api [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Waiting for the task: (returnval){ [ 891.866236] env[63260]: value = "task-2284898" [ 891.866236] env[63260]: _type = "Task" [ 891.866236] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.877411] env[63260]: DEBUG oslo_vmware.api [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Task: {'id': task-2284898, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.056848] env[63260]: DEBUG oslo_vmware.api [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284897, 'name': ReconfigVM_Task, 'duration_secs': 0.306611} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.057186] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Updating instance '3e0382f6-cd72-4dc4-952b-3917fb7675d6' progress to 33 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 892.085781] env[63260]: DEBUG oslo_vmware.api [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284895, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.296319] env[63260]: DEBUG nova.scheduler.client.report [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.381530] env[63260]: DEBUG oslo_vmware.api [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Task: {'id': task-2284898, 'name': Rename_Task, 'duration_secs': 0.259863} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.381885] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.382208] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d4cdf6a-58df-49e4-b184-dc41ff4b21cb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.392275] env[63260]: DEBUG oslo_vmware.api [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Waiting for the task: (returnval){ [ 892.392275] env[63260]: value = "task-2284899" [ 892.392275] env[63260]: _type = "Task" [ 892.392275] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.405875] env[63260]: DEBUG oslo_vmware.api [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Task: {'id': task-2284899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.563855] env[63260]: DEBUG nova.virt.hardware [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.563855] env[63260]: DEBUG nova.virt.hardware [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.563977] env[63260]: DEBUG nova.virt.hardware [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.564125] env[63260]: DEBUG nova.virt.hardware [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.564276] env[63260]: DEBUG nova.virt.hardware [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.564425] env[63260]: DEBUG nova.virt.hardware [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.564710] env[63260]: DEBUG nova.virt.hardware [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.564789] env[63260]: DEBUG nova.virt.hardware [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.564953] env[63260]: DEBUG nova.virt.hardware [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.566010] env[63260]: DEBUG nova.virt.hardware [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.566239] env[63260]: DEBUG nova.virt.hardware [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.571825] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Reconfiguring VM instance instance-0000004d to detach disk 2000 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 892.572193] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c33cd63a-fb82-471e-97e5-813e9892977c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.595224] env[63260]: DEBUG oslo_vmware.api [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 892.595224] env[63260]: value = "task-2284900" [ 892.595224] env[63260]: _type = "Task" [ 892.595224] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.599195] env[63260]: DEBUG oslo_vmware.api [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284895, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.611414] env[63260]: DEBUG oslo_vmware.api [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284900, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.802644] env[63260]: DEBUG oslo_concurrency.lockutils [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.472s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.803252] env[63260]: DEBUG nova.compute.manager [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 892.809071] env[63260]: DEBUG oslo_concurrency.lockutils [None req-bafcaa6f-ecf0-4103-8142-4a067ed94da1 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.199s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.809071] env[63260]: DEBUG nova.objects.instance [None req-bafcaa6f-ecf0-4103-8142-4a067ed94da1 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Lazy-loading 'resources' on Instance uuid 02506b07-c1eb-46f9-a0bc-2cafa25d31da {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.852896] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.853872] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-903d3347-dfbd-415d-9fab-ecd71e568485 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.866507] env[63260]: DEBUG oslo_vmware.api [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Waiting for the task: (returnval){ [ 892.866507] env[63260]: value = "task-2284901" [ 892.866507] env[63260]: _type = "Task" [ 892.866507] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.879260] env[63260]: DEBUG oslo_vmware.api [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.906722] env[63260]: DEBUG oslo_vmware.api [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Task: {'id': task-2284899, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.102547] env[63260]: DEBUG oslo_vmware.api [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284895, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.114547] env[63260]: DEBUG oslo_vmware.api [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284900, 'name': ReconfigVM_Task, 'duration_secs': 0.33331} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.114863] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Reconfigured VM instance instance-0000004d to detach disk 2000 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 893.115776] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0903910-310d-48ed-a18e-c3c82cd07571 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.143353] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 3e0382f6-cd72-4dc4-952b-3917fb7675d6/3e0382f6-cd72-4dc4-952b-3917fb7675d6.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.143724] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92f62cbe-3f61-456d-9158-4c18f18a5b4b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.169640] env[63260]: DEBUG oslo_vmware.api [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 893.169640] env[63260]: value = "task-2284902" [ 893.169640] env[63260]: _type = "Task" [ 893.169640] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.182213] env[63260]: DEBUG oslo_vmware.api [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284902, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.310589] env[63260]: DEBUG nova.compute.utils [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 893.312153] env[63260]: DEBUG nova.compute.manager [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 893.312340] env[63260]: DEBUG nova.network.neutron [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 893.384332] env[63260]: DEBUG oslo_vmware.api [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284901, 'name': PowerOffVM_Task, 'duration_secs': 0.448607} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.384724] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.385668] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d89a2e-4297-41bd-844c-d74cabe464d4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.391080] env[63260]: DEBUG nova.policy [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ed1ceb400fd40f49c95375c53373a45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60ea86e6d37c4da9adfb6f02b15c571e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 893.421604] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f2f276-4ca7-469d-9a1e-bbe2b7f28dc7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.436625] env[63260]: DEBUG oslo_vmware.api [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Task: {'id': task-2284899, 'name': PowerOnVM_Task, 'duration_secs': 0.609037} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.439923] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.440239] env[63260]: INFO nova.compute.manager [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Took 9.41 seconds to spawn the instance on the hypervisor. [ 893.440586] env[63260]: DEBUG nova.compute.manager [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.441575] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec090656-2529-4bed-97a3-f10644a6072e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.466186] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.466766] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af7dd78c-98f6-4b4e-af3f-d853d13c1320 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.479156] env[63260]: DEBUG oslo_vmware.api [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Waiting for the task: (returnval){ [ 893.479156] env[63260]: value = "task-2284903" [ 893.479156] env[63260]: _type = "Task" [ 893.479156] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.494200] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] VM already powered off {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 893.494494] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.494793] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.494978] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.495285] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.495605] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a9f3648-aff1-4922-aba1-35dd8daa4df0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.508262] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.508528] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.509378] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05a4fc2d-32de-468c-8e15-f868a265c381 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.516654] env[63260]: DEBUG oslo_vmware.api [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Waiting for the task: (returnval){ [ 893.516654] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52520d50-8994-f5bf-f7d0-0c66ea22bf5a" [ 893.516654] env[63260]: _type = "Task" [ 893.516654] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.531283] env[63260]: DEBUG oslo_vmware.api [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52520d50-8994-f5bf-f7d0-0c66ea22bf5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.597346] env[63260]: DEBUG oslo_vmware.api [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284895, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.643457] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619628d5-0520-49ce-81d5-a8216b365c82 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.654640] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98612b06-0a10-4220-ac89-99af385ec1a9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.696345] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2276b8ee-b227-4b5b-af83-1936a00bab7b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.704240] env[63260]: DEBUG oslo_vmware.api [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284902, 'name': ReconfigVM_Task, 'duration_secs': 0.372715} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.704504] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 3e0382f6-cd72-4dc4-952b-3917fb7675d6/3e0382f6-cd72-4dc4-952b-3917fb7675d6.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.705518] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Updating instance '3e0382f6-cd72-4dc4-952b-3917fb7675d6' progress to 50 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 893.709233] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194cb528-ccc9-409c-8e9b-e3199be37ba1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.727633] env[63260]: DEBUG nova.compute.provider_tree [None req-bafcaa6f-ecf0-4103-8142-4a067ed94da1 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.755799] env[63260]: DEBUG nova.network.neutron [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Successfully created port: ccd0a982-eca3-4891-840b-15ef264e18a8 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 893.818751] env[63260]: DEBUG nova.compute.manager [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 893.968024] env[63260]: INFO nova.compute.manager [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Took 22.20 seconds to build instance. [ 894.032110] env[63260]: DEBUG oslo_vmware.api [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52520d50-8994-f5bf-f7d0-0c66ea22bf5a, 'name': SearchDatastore_Task, 'duration_secs': 0.017576} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.032615] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aad0f8e2-48a8-46e4-80bc-611dc2878c17 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.039131] env[63260]: DEBUG oslo_vmware.api [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Waiting for the task: (returnval){ [ 894.039131] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c0cb1d-7932-a417-e240-680dee134ae4" [ 894.039131] env[63260]: _type = "Task" [ 894.039131] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.048431] env[63260]: DEBUG oslo_vmware.api [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c0cb1d-7932-a417-e240-680dee134ae4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.098776] env[63260]: DEBUG oslo_vmware.api [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284895, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.216612] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fae0cad-e633-46b4-bef8-dce18dbaaa7b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.245339] env[63260]: DEBUG nova.scheduler.client.report [None req-bafcaa6f-ecf0-4103-8142-4a067ed94da1 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.249095] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4e3950-2f19-4f89-82d5-5d0f0c4d0ac4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.271800] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Updating instance '3e0382f6-cd72-4dc4-952b-3917fb7675d6' progress to 67 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 894.469562] env[63260]: DEBUG oslo_concurrency.lockutils [None req-241234f1-c3f7-466f-94f7-fbd0bda39c34 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Lock "1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.725s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.549956] env[63260]: DEBUG oslo_vmware.api [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c0cb1d-7932-a417-e240-680dee134ae4, 'name': SearchDatastore_Task, 'duration_secs': 0.016083} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.550301] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.550660] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 6b06b2fd-dc12-4eca-ae5d-61579f8f450c/8ebd5f76-b764-4077-809c-696b4e973e48-rescue.vmdk. {{(pid=63260) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 894.550827] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa4cdfb4-0df7-496b-bd7b-46ef938c2d27 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.558064] env[63260]: DEBUG oslo_vmware.api [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Waiting for the task: (returnval){ [ 894.558064] env[63260]: value = "task-2284904" [ 894.558064] env[63260]: _type = "Task" [ 894.558064] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.566331] env[63260]: DEBUG oslo_vmware.api [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.598218] env[63260]: DEBUG oslo_vmware.api [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284895, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.462741} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.598721] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a2e9d905-e274-417a-bde5-f03b2a19216b/a2e9d905-e274-417a-bde5-f03b2a19216b.vmdk to [datastore1] 93332739-3e6a-4ba1-9cba-e397ae34e458/93332739-3e6a-4ba1-9cba-e397ae34e458.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.599399] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832e368d-c619-4c33-b3de-006ca9f94cbd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.622531] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 93332739-3e6a-4ba1-9cba-e397ae34e458/93332739-3e6a-4ba1-9cba-e397ae34e458.vmdk or device None with type streamOptimized {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.622856] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a794062-2993-499c-ad83-b429251214b6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.643960] env[63260]: DEBUG oslo_vmware.api [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for the task: (returnval){ [ 894.643960] env[63260]: value = "task-2284905" [ 894.643960] env[63260]: _type = "Task" [ 894.643960] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.652938] env[63260]: DEBUG oslo_vmware.api [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284905, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.753885] env[63260]: DEBUG oslo_concurrency.lockutils [None req-bafcaa6f-ecf0-4103-8142-4a067ed94da1 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.948s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.756451] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.159s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.758067] env[63260]: INFO nova.compute.claims [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.784975] env[63260]: INFO nova.scheduler.client.report [None req-bafcaa6f-ecf0-4103-8142-4a067ed94da1 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Deleted allocations for instance 02506b07-c1eb-46f9-a0bc-2cafa25d31da [ 894.821540] env[63260]: DEBUG nova.network.neutron [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Port ee3f1442-7d43-4ec2-9afe-6260356f8c68 binding to destination host cpu-1 is already ACTIVE {{(pid=63260) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 894.831229] env[63260]: DEBUG nova.compute.manager [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 894.863955] env[63260]: DEBUG nova.virt.hardware [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.864228] env[63260]: DEBUG nova.virt.hardware [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.864360] env[63260]: DEBUG nova.virt.hardware [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.864540] env[63260]: DEBUG nova.virt.hardware [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.864685] env[63260]: DEBUG nova.virt.hardware [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.864843] env[63260]: DEBUG nova.virt.hardware [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.865035] env[63260]: DEBUG nova.virt.hardware [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.865203] env[63260]: DEBUG nova.virt.hardware [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.865365] env[63260]: DEBUG nova.virt.hardware [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.865727] env[63260]: DEBUG nova.virt.hardware [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.865727] env[63260]: DEBUG nova.virt.hardware [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.867339] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73144d7a-070f-4f86-b62c-2f96edeb5fca {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.878356] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d198d79-88e8-43e6-bc7f-7b77366b60f3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.069213] env[63260]: DEBUG oslo_vmware.api [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284904, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.156484] env[63260]: DEBUG oslo_vmware.api [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284905, 'name': ReconfigVM_Task, 'duration_secs': 0.50799} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.156754] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 93332739-3e6a-4ba1-9cba-e397ae34e458/93332739-3e6a-4ba1-9cba-e397ae34e458.vmdk or device None with type streamOptimized {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.157739] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a8d84e1-6b22-4aeb-ad6a-42f81e11666e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.166257] env[63260]: DEBUG oslo_vmware.api [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for the task: (returnval){ [ 895.166257] env[63260]: value = "task-2284906" [ 895.166257] env[63260]: _type = "Task" [ 895.166257] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.179074] env[63260]: DEBUG oslo_vmware.api [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284906, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.293609] env[63260]: DEBUG oslo_concurrency.lockutils [None req-bafcaa6f-ecf0-4103-8142-4a067ed94da1 tempest-ServersTestJSON-1422565208 tempest-ServersTestJSON-1422565208-project-member] Lock "02506b07-c1eb-46f9-a0bc-2cafa25d31da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.353s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.569675] env[63260]: DEBUG oslo_vmware.api [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.85095} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.570082] env[63260]: INFO nova.virt.vmwareapi.ds_util [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 6b06b2fd-dc12-4eca-ae5d-61579f8f450c/8ebd5f76-b764-4077-809c-696b4e973e48-rescue.vmdk. [ 895.570727] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadd6356-2bd3-4505-af7c-78b194e59eae {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.597514] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 6b06b2fd-dc12-4eca-ae5d-61579f8f450c/8ebd5f76-b764-4077-809c-696b4e973e48-rescue.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.599221] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e4ce97d-44d8-4429-9f28-a697857c14f7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.623196] env[63260]: DEBUG oslo_vmware.api [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Waiting for the task: (returnval){ [ 895.623196] env[63260]: value = "task-2284907" [ 895.623196] env[63260]: _type = "Task" [ 895.623196] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.635437] env[63260]: DEBUG oslo_vmware.api [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284907, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.651420] env[63260]: DEBUG nova.compute.manager [req-41e36c84-7fd9-4a60-95f1-362067c9c334 req-ea3d47a1-b239-4180-86bf-b19417b8387a service nova] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Received event network-vif-plugged-ccd0a982-eca3-4891-840b-15ef264e18a8 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 895.651684] env[63260]: DEBUG oslo_concurrency.lockutils [req-41e36c84-7fd9-4a60-95f1-362067c9c334 req-ea3d47a1-b239-4180-86bf-b19417b8387a service nova] Acquiring lock "b745d80b-09d8-4b02-ba27-22a2df35a3d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.651918] env[63260]: DEBUG oslo_concurrency.lockutils [req-41e36c84-7fd9-4a60-95f1-362067c9c334 req-ea3d47a1-b239-4180-86bf-b19417b8387a service nova] Lock "b745d80b-09d8-4b02-ba27-22a2df35a3d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.652266] env[63260]: DEBUG oslo_concurrency.lockutils [req-41e36c84-7fd9-4a60-95f1-362067c9c334 req-ea3d47a1-b239-4180-86bf-b19417b8387a service nova] Lock "b745d80b-09d8-4b02-ba27-22a2df35a3d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.652472] env[63260]: DEBUG nova.compute.manager [req-41e36c84-7fd9-4a60-95f1-362067c9c334 req-ea3d47a1-b239-4180-86bf-b19417b8387a service nova] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] No waiting events found dispatching network-vif-plugged-ccd0a982-eca3-4891-840b-15ef264e18a8 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 895.652664] env[63260]: WARNING nova.compute.manager [req-41e36c84-7fd9-4a60-95f1-362067c9c334 req-ea3d47a1-b239-4180-86bf-b19417b8387a service nova] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Received unexpected event network-vif-plugged-ccd0a982-eca3-4891-840b-15ef264e18a8 for instance with vm_state building and task_state spawning. [ 895.677016] env[63260]: DEBUG oslo_vmware.api [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284906, 'name': Rename_Task, 'duration_secs': 0.233926} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.677361] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.677652] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d53d97f1-b4ee-4f3f-bf25-144e47c0626c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.686172] env[63260]: DEBUG oslo_vmware.api [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for the task: (returnval){ [ 895.686172] env[63260]: value = "task-2284908" [ 895.686172] env[63260]: _type = "Task" [ 895.686172] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.695302] env[63260]: DEBUG oslo_vmware.api [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284908, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.851844] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "3e0382f6-cd72-4dc4-952b-3917fb7675d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.851844] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "3e0382f6-cd72-4dc4-952b-3917fb7675d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.851844] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "3e0382f6-cd72-4dc4-952b-3917fb7675d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.910913] env[63260]: DEBUG nova.network.neutron [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Successfully updated port: ccd0a982-eca3-4891-840b-15ef264e18a8 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 896.086686] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e8fd53-9adf-47aa-b42c-1a7553f840d7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.095858] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacaaf05-2330-4bff-afff-4a889df171d6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.127217] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8459f3cc-a408-41b8-9b0d-ea9267975266 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Acquiring lock "1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.127368] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8459f3cc-a408-41b8-9b0d-ea9267975266 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Lock "1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.127580] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8459f3cc-a408-41b8-9b0d-ea9267975266 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Acquiring lock "1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.127762] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8459f3cc-a408-41b8-9b0d-ea9267975266 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Lock "1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.127926] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8459f3cc-a408-41b8-9b0d-ea9267975266 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Lock "1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.133015] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ace150-845f-4c2a-89b8-2fbf2b2e8c8f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.135659] env[63260]: INFO nova.compute.manager [None req-8459f3cc-a408-41b8-9b0d-ea9267975266 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Terminating instance [ 896.142716] env[63260]: DEBUG oslo_vmware.api [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284907, 'name': ReconfigVM_Task, 'duration_secs': 0.364372} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.145118] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 6b06b2fd-dc12-4eca-ae5d-61579f8f450c/8ebd5f76-b764-4077-809c-696b4e973e48-rescue.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.146296] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb3785c-3247-4606-bf1b-1f3e84b2f0cc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.150077] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d67d86-d750-4932-ad88-f7e4a760c528 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.165570] env[63260]: DEBUG nova.compute.provider_tree [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.188194] env[63260]: DEBUG nova.scheduler.client.report [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.191730] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f8398b5-4570-413e-8930-ac9d1f091f64 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.214862] env[63260]: DEBUG oslo_vmware.api [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284908, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.216524] env[63260]: DEBUG oslo_vmware.api [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Waiting for the task: (returnval){ [ 896.216524] env[63260]: value = "task-2284909" [ 896.216524] env[63260]: _type = "Task" [ 896.216524] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.225535] env[63260]: DEBUG oslo_vmware.api [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284909, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.415422] env[63260]: DEBUG oslo_concurrency.lockutils [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "refresh_cache-b745d80b-09d8-4b02-ba27-22a2df35a3d2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.415422] env[63260]: DEBUG oslo_concurrency.lockutils [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquired lock "refresh_cache-b745d80b-09d8-4b02-ba27-22a2df35a3d2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.415422] env[63260]: DEBUG nova.network.neutron [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.648938] env[63260]: DEBUG nova.compute.manager [None req-8459f3cc-a408-41b8-9b0d-ea9267975266 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 896.648938] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8459f3cc-a408-41b8-9b0d-ea9267975266 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 896.648938] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a290982-3a3c-4574-ab08-9671e776df29 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.657610] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8459f3cc-a408-41b8-9b0d-ea9267975266 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.658022] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c204a19f-844c-4f0d-b1ec-5ad79acd7381 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.665987] env[63260]: DEBUG oslo_vmware.api [None req-8459f3cc-a408-41b8-9b0d-ea9267975266 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Waiting for the task: (returnval){ [ 896.665987] env[63260]: value = "task-2284910" [ 896.665987] env[63260]: _type = "Task" [ 896.665987] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.674861] env[63260]: DEBUG oslo_vmware.api [None req-8459f3cc-a408-41b8-9b0d-ea9267975266 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Task: {'id': task-2284910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.703270] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.947s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.703956] env[63260]: DEBUG nova.compute.manager [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 896.707291] env[63260]: DEBUG oslo_vmware.api [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284908, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.729602] env[63260]: DEBUG oslo_vmware.api [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284909, 'name': ReconfigVM_Task, 'duration_secs': 0.209854} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.729602] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.729602] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e956f98c-26fc-4961-a57c-004d1d47d68f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.735449] env[63260]: DEBUG oslo_vmware.api [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Waiting for the task: (returnval){ [ 896.735449] env[63260]: value = "task-2284911" [ 896.735449] env[63260]: _type = "Task" [ 896.735449] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.746297] env[63260]: DEBUG oslo_vmware.api [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.965760] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "refresh_cache-3e0382f6-cd72-4dc4-952b-3917fb7675d6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.965760] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquired lock "refresh_cache-3e0382f6-cd72-4dc4-952b-3917fb7675d6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.965760] env[63260]: DEBUG nova.network.neutron [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.023022] env[63260]: DEBUG nova.network.neutron [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 897.190127] env[63260]: DEBUG oslo_vmware.api [None req-8459f3cc-a408-41b8-9b0d-ea9267975266 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Task: {'id': task-2284910, 'name': PowerOffVM_Task, 'duration_secs': 0.348271} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.190440] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8459f3cc-a408-41b8-9b0d-ea9267975266 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.190614] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8459f3cc-a408-41b8-9b0d-ea9267975266 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.191157] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a8e0f6e-3122-421a-a8c8-e9adb41a5369 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.204016] env[63260]: DEBUG oslo_vmware.api [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284908, 'name': PowerOnVM_Task, 'duration_secs': 1.127297} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.204339] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.210283] env[63260]: DEBUG nova.compute.utils [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 897.212601] env[63260]: DEBUG nova.compute.manager [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 897.212601] env[63260]: DEBUG nova.network.neutron [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 897.255524] env[63260]: DEBUG oslo_vmware.api [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284911, 'name': PowerOnVM_Task, 'duration_secs': 0.432942} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.255524] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.257073] env[63260]: DEBUG nova.compute.manager [None req-d8b8b7ec-ee25-4253-9066-35081d525f95 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.257869] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5e7864-860b-45c6-8f90-fac7709b9a19 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.277241] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8459f3cc-a408-41b8-9b0d-ea9267975266 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.277531] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8459f3cc-a408-41b8-9b0d-ea9267975266 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.277751] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-8459f3cc-a408-41b8-9b0d-ea9267975266 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Deleting the datastore file [datastore1] 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.278055] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b9017ab-0c36-4c12-a7a8-c45c4c591103 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.289094] env[63260]: DEBUG oslo_vmware.api [None req-8459f3cc-a408-41b8-9b0d-ea9267975266 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Waiting for the task: (returnval){ [ 897.289094] env[63260]: value = "task-2284913" [ 897.289094] env[63260]: _type = "Task" [ 897.289094] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.299918] env[63260]: DEBUG oslo_vmware.api [None req-8459f3cc-a408-41b8-9b0d-ea9267975266 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Task: {'id': task-2284913, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.330108] env[63260]: DEBUG nova.policy [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f450b1575404a7eb1f04237db7ca759', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '593abaa160404848afa5a59e0dd679f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 897.344858] env[63260]: DEBUG nova.compute.manager [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.345433] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9f13ab-abb4-4ed3-b583-50729d9e4fa9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.386288] env[63260]: DEBUG nova.network.neutron [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Updating instance_info_cache with network_info: [{"id": "ccd0a982-eca3-4891-840b-15ef264e18a8", "address": "fa:16:3e:43:4e:07", "network": {"id": "ac0ba0ba-6e11-4943-aa23-05b4e44217f7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-358530705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60ea86e6d37c4da9adfb6f02b15c571e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccd0a982-ec", "ovs_interfaceid": "ccd0a982-eca3-4891-840b-15ef264e18a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.716733] env[63260]: DEBUG nova.compute.manager [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 897.720236] env[63260]: DEBUG nova.compute.manager [req-d1434a26-63ef-4b9d-8793-b1493a6f8d00 req-6a20d68f-0176-41f7-86e9-e8f78a9e2d2b service nova] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Received event network-changed-ccd0a982-eca3-4891-840b-15ef264e18a8 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 897.720463] env[63260]: DEBUG nova.compute.manager [req-d1434a26-63ef-4b9d-8793-b1493a6f8d00 req-6a20d68f-0176-41f7-86e9-e8f78a9e2d2b service nova] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Refreshing instance network info cache due to event network-changed-ccd0a982-eca3-4891-840b-15ef264e18a8. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 897.720602] env[63260]: DEBUG oslo_concurrency.lockutils [req-d1434a26-63ef-4b9d-8793-b1493a6f8d00 req-6a20d68f-0176-41f7-86e9-e8f78a9e2d2b service nova] Acquiring lock "refresh_cache-b745d80b-09d8-4b02-ba27-22a2df35a3d2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.802526] env[63260]: DEBUG oslo_vmware.api [None req-8459f3cc-a408-41b8-9b0d-ea9267975266 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Task: {'id': task-2284913, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188549} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.803076] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-8459f3cc-a408-41b8-9b0d-ea9267975266 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.803076] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8459f3cc-a408-41b8-9b0d-ea9267975266 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 897.803262] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8459f3cc-a408-41b8-9b0d-ea9267975266 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 897.803374] env[63260]: INFO nova.compute.manager [None req-8459f3cc-a408-41b8-9b0d-ea9267975266 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Took 1.16 seconds to destroy the instance on the hypervisor. [ 897.803614] env[63260]: DEBUG oslo.service.loopingcall [None req-8459f3cc-a408-41b8-9b0d-ea9267975266 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 897.803812] env[63260]: DEBUG nova.compute.manager [-] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 897.803906] env[63260]: DEBUG nova.network.neutron [-] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 897.869656] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e03e4087-550a-4725-8cf2-b0e08a75e009 tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Lock "93332739-3e6a-4ba1-9cba-e397ae34e458" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 29.485s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.889451] env[63260]: DEBUG oslo_concurrency.lockutils [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Releasing lock "refresh_cache-b745d80b-09d8-4b02-ba27-22a2df35a3d2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.889824] env[63260]: DEBUG nova.compute.manager [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Instance network_info: |[{"id": "ccd0a982-eca3-4891-840b-15ef264e18a8", "address": "fa:16:3e:43:4e:07", "network": {"id": "ac0ba0ba-6e11-4943-aa23-05b4e44217f7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-358530705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60ea86e6d37c4da9adfb6f02b15c571e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccd0a982-ec", "ovs_interfaceid": "ccd0a982-eca3-4891-840b-15ef264e18a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 897.890181] env[63260]: DEBUG oslo_concurrency.lockutils [req-d1434a26-63ef-4b9d-8793-b1493a6f8d00 req-6a20d68f-0176-41f7-86e9-e8f78a9e2d2b service nova] Acquired lock "refresh_cache-b745d80b-09d8-4b02-ba27-22a2df35a3d2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.890380] env[63260]: DEBUG nova.network.neutron [req-d1434a26-63ef-4b9d-8793-b1493a6f8d00 req-6a20d68f-0176-41f7-86e9-e8f78a9e2d2b service nova] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Refreshing network info cache for port ccd0a982-eca3-4891-840b-15ef264e18a8 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.891863] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:4e:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76f377cd-5966-49b4-9210-907f592c694e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ccd0a982-eca3-4891-840b-15ef264e18a8', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.906204] env[63260]: DEBUG oslo.service.loopingcall [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 897.906462] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.906692] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ad3fa8b-5aa5-4ec4-8360-9fa025cfacb5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.931909] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.931909] env[63260]: value = "task-2284914" [ 897.931909] env[63260]: _type = "Task" [ 897.931909] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.942910] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284914, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.997891] env[63260]: DEBUG nova.network.neutron [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Updating instance_info_cache with network_info: [{"id": "ee3f1442-7d43-4ec2-9afe-6260356f8c68", "address": "fa:16:3e:32:12:1c", "network": {"id": "b4d5f5a7-4020-4c98-9bfc-4168989fb246", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-735735881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e885618998694cdf8d3aacc484576252", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee3f1442-7d", "ovs_interfaceid": "ee3f1442-7d43-4ec2-9afe-6260356f8c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.050508] env[63260]: DEBUG nova.network.neutron [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Successfully created port: b1ef72d2-faad-484c-b39a-0faba3db8edc {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 898.445907] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284914, 'name': CreateVM_Task, 'duration_secs': 0.465361} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.446123] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.446929] env[63260]: DEBUG oslo_concurrency.lockutils [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.447019] env[63260]: DEBUG oslo_concurrency.lockutils [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.447307] env[63260]: DEBUG oslo_concurrency.lockutils [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.447554] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a8ae766-9187-468a-b1c6-f964e788953b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.452166] env[63260]: DEBUG oslo_vmware.api [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 898.452166] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5202f9a7-04fe-c83e-1849-61e67f6e0b2c" [ 898.452166] env[63260]: _type = "Task" [ 898.452166] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.462103] env[63260]: DEBUG oslo_vmware.api [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5202f9a7-04fe-c83e-1849-61e67f6e0b2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.501248] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Releasing lock "refresh_cache-3e0382f6-cd72-4dc4-952b-3917fb7675d6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.729205] env[63260]: DEBUG nova.compute.manager [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 898.755931] env[63260]: DEBUG nova.virt.hardware [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 898.756211] env[63260]: DEBUG nova.virt.hardware [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 898.756377] env[63260]: DEBUG nova.virt.hardware [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 898.756562] env[63260]: DEBUG nova.virt.hardware [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 898.756708] env[63260]: DEBUG nova.virt.hardware [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 898.756854] env[63260]: DEBUG nova.virt.hardware [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 898.760623] env[63260]: DEBUG nova.virt.hardware [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 898.760623] env[63260]: DEBUG nova.virt.hardware [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 898.760623] env[63260]: DEBUG nova.virt.hardware [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 898.761742] env[63260]: DEBUG nova.virt.hardware [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 898.761742] env[63260]: DEBUG nova.virt.hardware [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 898.761822] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4b5397-dd56-48c1-8a54-9202c7f402d8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.770522] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab486eba-04f8-4367-a949-7c5b8789eaff {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.846848] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Acquiring lock "75030d12-4e94-48e1-822a-04b14731d98c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.847193] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Lock "75030d12-4e94-48e1-822a-04b14731d98c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.887066] env[63260]: DEBUG nova.network.neutron [-] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.963599] env[63260]: DEBUG oslo_vmware.api [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5202f9a7-04fe-c83e-1849-61e67f6e0b2c, 'name': SearchDatastore_Task, 'duration_secs': 0.009732} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.963914] env[63260]: DEBUG oslo_concurrency.lockutils [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.964381] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.964710] env[63260]: DEBUG oslo_concurrency.lockutils [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.964949] env[63260]: DEBUG oslo_concurrency.lockutils [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.965210] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.965535] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d5524c4-d2ec-491b-a2a0-b32775fead87 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.978022] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.978022] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.978022] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-256c6f21-eb4b-44da-921b-35ec3901c539 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.981333] env[63260]: DEBUG oslo_vmware.api [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 898.981333] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b516cd-8966-d342-24e0-267bf4b9bce5" [ 898.981333] env[63260]: _type = "Task" [ 898.981333] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.991686] env[63260]: DEBUG oslo_vmware.api [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b516cd-8966-d342-24e0-267bf4b9bce5, 'name': SearchDatastore_Task} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.993144] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83cfc420-ce95-408e-b664-bbc37a68311e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.998267] env[63260]: DEBUG oslo_vmware.api [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 898.998267] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b30062-838d-79f8-1cfd-f08d5e401a0d" [ 898.998267] env[63260]: _type = "Task" [ 898.998267] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.006489] env[63260]: DEBUG oslo_vmware.api [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b30062-838d-79f8-1cfd-f08d5e401a0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.029445] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2d79e4-7e25-4f55-833a-b9d208c34842 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.032753] env[63260]: DEBUG nova.network.neutron [req-d1434a26-63ef-4b9d-8793-b1493a6f8d00 req-6a20d68f-0176-41f7-86e9-e8f78a9e2d2b service nova] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Updated VIF entry in instance network info cache for port ccd0a982-eca3-4891-840b-15ef264e18a8. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.032855] env[63260]: DEBUG nova.network.neutron [req-d1434a26-63ef-4b9d-8793-b1493a6f8d00 req-6a20d68f-0176-41f7-86e9-e8f78a9e2d2b service nova] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Updating instance_info_cache with network_info: [{"id": "ccd0a982-eca3-4891-840b-15ef264e18a8", "address": "fa:16:3e:43:4e:07", "network": {"id": "ac0ba0ba-6e11-4943-aa23-05b4e44217f7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-358530705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60ea86e6d37c4da9adfb6f02b15c571e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccd0a982-ec", "ovs_interfaceid": "ccd0a982-eca3-4891-840b-15ef264e18a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.053376] env[63260]: DEBUG oslo_concurrency.lockutils [req-d1434a26-63ef-4b9d-8793-b1493a6f8d00 req-6a20d68f-0176-41f7-86e9-e8f78a9e2d2b service nova] Releasing lock "refresh_cache-b745d80b-09d8-4b02-ba27-22a2df35a3d2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.054385] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b990959c-3a78-4522-a4b7-b950b9ca4ecf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.062844] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Updating instance '3e0382f6-cd72-4dc4-952b-3917fb7675d6' progress to 83 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 899.351141] env[63260]: DEBUG nova.compute.manager [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 899.389410] env[63260]: INFO nova.compute.manager [-] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Took 1.59 seconds to deallocate network for instance. [ 899.511065] env[63260]: DEBUG oslo_vmware.api [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b30062-838d-79f8-1cfd-f08d5e401a0d, 'name': SearchDatastore_Task, 'duration_secs': 0.009078} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.511315] env[63260]: DEBUG oslo_concurrency.lockutils [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.511588] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] b745d80b-09d8-4b02-ba27-22a2df35a3d2/b745d80b-09d8-4b02-ba27-22a2df35a3d2.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.511873] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-232b2b75-0c2f-453c-93d2-1b41d1ce8b4d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.521544] env[63260]: DEBUG oslo_vmware.api [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 899.521544] env[63260]: value = "task-2284915" [ 899.521544] env[63260]: _type = "Task" [ 899.521544] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.531094] env[63260]: DEBUG oslo_vmware.api [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284915, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.570442] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.571341] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a66c4707-74c5-48b0-bc94-e5cf4a456f78 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.578921] env[63260]: DEBUG oslo_vmware.api [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 899.578921] env[63260]: value = "task-2284916" [ 899.578921] env[63260]: _type = "Task" [ 899.578921] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.588103] env[63260]: DEBUG oslo_vmware.api [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.769225] env[63260]: DEBUG nova.compute.manager [req-576e87a8-00d2-43c1-ad3f-b1e6a18182e1 req-51e854ef-4e49-405a-b810-509fca13b4de service nova] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Received event network-vif-deleted-c97246bd-aa57-4fab-a2f8-e88d74c6629b {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 899.848578] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Acquiring lock "9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.848821] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lock "9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.850046] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Acquiring lock "e65e3151-0860-4bd0-be50-54ba4b32e66d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.850304] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Lock "e65e3151-0860-4bd0-be50-54ba4b32e66d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.879469] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.879779] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.881548] env[63260]: INFO nova.compute.claims [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.900403] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8459f3cc-a408-41b8-9b0d-ea9267975266 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.032628] env[63260]: DEBUG oslo_vmware.api [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284915, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.090487] env[63260]: DEBUG oslo_vmware.api [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284916, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.209716] env[63260]: DEBUG nova.network.neutron [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Successfully updated port: b1ef72d2-faad-484c-b39a-0faba3db8edc {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 900.352542] env[63260]: DEBUG nova.compute.manager [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 900.355743] env[63260]: DEBUG nova.compute.manager [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 900.492240] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02de412e-f59a-42ed-aa35-d3c833e90098 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.499041] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-96aebe46-677e-4e23-a17d-7f27895fd16b tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Suspending the VM {{(pid=63260) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 900.499236] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ae64e944-5517-4d8c-895d-f53c48941aa0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.505584] env[63260]: DEBUG oslo_vmware.api [None req-96aebe46-677e-4e23-a17d-7f27895fd16b tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for the task: (returnval){ [ 900.505584] env[63260]: value = "task-2284917" [ 900.505584] env[63260]: _type = "Task" [ 900.505584] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.514062] env[63260]: DEBUG oslo_vmware.api [None req-96aebe46-677e-4e23-a17d-7f27895fd16b tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284917, 'name': SuspendVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.533143] env[63260]: DEBUG oslo_vmware.api [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284915, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517813} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.533404] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] b745d80b-09d8-4b02-ba27-22a2df35a3d2/b745d80b-09d8-4b02-ba27-22a2df35a3d2.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.533613] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.533838] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ea3fac9-c747-411c-aefb-d4672c7fe1ab {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.539731] env[63260]: DEBUG oslo_vmware.api [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 900.539731] env[63260]: value = "task-2284918" [ 900.539731] env[63260]: _type = "Task" [ 900.539731] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.547862] env[63260]: DEBUG oslo_vmware.api [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284918, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.590044] env[63260]: DEBUG oslo_vmware.api [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284916, 'name': PowerOnVM_Task, 'duration_secs': 0.573328} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.590318] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.590438] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0194b0f2-1941-408e-8e45-5b35e590e153 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Updating instance '3e0382f6-cd72-4dc4-952b-3917fb7675d6' progress to 100 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 900.716246] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "refresh_cache-efb75177-14e2-4003-9daa-a4a488094fcd" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.716246] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquired lock "refresh_cache-efb75177-14e2-4003-9daa-a4a488094fcd" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.716455] env[63260]: DEBUG nova.network.neutron [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.879624] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.880734] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.016931] env[63260]: DEBUG oslo_vmware.api [None req-96aebe46-677e-4e23-a17d-7f27895fd16b tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284917, 'name': SuspendVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.048597] env[63260]: DEBUG oslo_vmware.api [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284918, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073907} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.050806] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 901.051713] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2631ef-b375-4cd6-95e0-3e256a06cc8b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.073493] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] b745d80b-09d8-4b02-ba27-22a2df35a3d2/b745d80b-09d8-4b02-ba27-22a2df35a3d2.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.075752] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddd852dc-4a46-4496-95c8-ef2c1e45c8a9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.094710] env[63260]: DEBUG oslo_vmware.api [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 901.094710] env[63260]: value = "task-2284919" [ 901.094710] env[63260]: _type = "Task" [ 901.094710] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.107493] env[63260]: DEBUG oslo_vmware.api [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284919, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.159258] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30db26f-320f-4e81-8385-7234d09f91c7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.166845] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44608386-270f-4a78-8ce1-fd1348733c42 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.199024] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd96008c-759f-4a85-9a77-4ca094a2590b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.206561] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04701740-9eae-4c8a-ad6c-663a890a1cd2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.222579] env[63260]: DEBUG nova.compute.provider_tree [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.266930] env[63260]: DEBUG nova.network.neutron [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.402771] env[63260]: DEBUG nova.network.neutron [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Updating instance_info_cache with network_info: [{"id": "b1ef72d2-faad-484c-b39a-0faba3db8edc", "address": "fa:16:3e:ec:25:55", "network": {"id": "15c698e3-385d-486a-901f-b71a8d1836c1", "bridge": "br-int", "label": "tempest-ServersTestJSON-97174531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "593abaa160404848afa5a59e0dd679f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1ef72d2-fa", "ovs_interfaceid": "b1ef72d2-faad-484c-b39a-0faba3db8edc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.515700] env[63260]: DEBUG oslo_vmware.api [None req-96aebe46-677e-4e23-a17d-7f27895fd16b tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284917, 'name': SuspendVM_Task, 'duration_secs': 1.009333} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.515982] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-96aebe46-677e-4e23-a17d-7f27895fd16b tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Suspended the VM {{(pid=63260) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 901.516179] env[63260]: DEBUG nova.compute.manager [None req-96aebe46-677e-4e23-a17d-7f27895fd16b tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.516956] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d718f0f-b887-4657-bc79-7ddc4065220d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.610125] env[63260]: DEBUG oslo_vmware.api [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284919, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.725718] env[63260]: DEBUG nova.scheduler.client.report [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.796452] env[63260]: DEBUG nova.compute.manager [req-366dd213-2c66-41b0-86dc-7bea074f8817 req-b05d55b4-f0bd-4f48-b361-7e421c046a75 service nova] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Received event network-vif-plugged-b1ef72d2-faad-484c-b39a-0faba3db8edc {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 901.796682] env[63260]: DEBUG oslo_concurrency.lockutils [req-366dd213-2c66-41b0-86dc-7bea074f8817 req-b05d55b4-f0bd-4f48-b361-7e421c046a75 service nova] Acquiring lock "efb75177-14e2-4003-9daa-a4a488094fcd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.796864] env[63260]: DEBUG oslo_concurrency.lockutils [req-366dd213-2c66-41b0-86dc-7bea074f8817 req-b05d55b4-f0bd-4f48-b361-7e421c046a75 service nova] Lock "efb75177-14e2-4003-9daa-a4a488094fcd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.797061] env[63260]: DEBUG oslo_concurrency.lockutils [req-366dd213-2c66-41b0-86dc-7bea074f8817 req-b05d55b4-f0bd-4f48-b361-7e421c046a75 service nova] Lock "efb75177-14e2-4003-9daa-a4a488094fcd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.797236] env[63260]: DEBUG nova.compute.manager [req-366dd213-2c66-41b0-86dc-7bea074f8817 req-b05d55b4-f0bd-4f48-b361-7e421c046a75 service nova] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] No waiting events found dispatching network-vif-plugged-b1ef72d2-faad-484c-b39a-0faba3db8edc {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 901.797440] env[63260]: WARNING nova.compute.manager [req-366dd213-2c66-41b0-86dc-7bea074f8817 req-b05d55b4-f0bd-4f48-b361-7e421c046a75 service nova] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Received unexpected event network-vif-plugged-b1ef72d2-faad-484c-b39a-0faba3db8edc for instance with vm_state building and task_state spawning. [ 901.797571] env[63260]: DEBUG nova.compute.manager [req-366dd213-2c66-41b0-86dc-7bea074f8817 req-b05d55b4-f0bd-4f48-b361-7e421c046a75 service nova] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Received event network-changed-b1ef72d2-faad-484c-b39a-0faba3db8edc {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 901.797719] env[63260]: DEBUG nova.compute.manager [req-366dd213-2c66-41b0-86dc-7bea074f8817 req-b05d55b4-f0bd-4f48-b361-7e421c046a75 service nova] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Refreshing instance network info cache due to event network-changed-b1ef72d2-faad-484c-b39a-0faba3db8edc. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 901.797878] env[63260]: DEBUG oslo_concurrency.lockutils [req-366dd213-2c66-41b0-86dc-7bea074f8817 req-b05d55b4-f0bd-4f48-b361-7e421c046a75 service nova] Acquiring lock "refresh_cache-efb75177-14e2-4003-9daa-a4a488094fcd" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.906500] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Releasing lock "refresh_cache-efb75177-14e2-4003-9daa-a4a488094fcd" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.906875] env[63260]: DEBUG nova.compute.manager [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Instance network_info: |[{"id": "b1ef72d2-faad-484c-b39a-0faba3db8edc", "address": "fa:16:3e:ec:25:55", "network": {"id": "15c698e3-385d-486a-901f-b71a8d1836c1", "bridge": "br-int", "label": "tempest-ServersTestJSON-97174531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "593abaa160404848afa5a59e0dd679f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1ef72d2-fa", "ovs_interfaceid": "b1ef72d2-faad-484c-b39a-0faba3db8edc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 901.907194] env[63260]: DEBUG oslo_concurrency.lockutils [req-366dd213-2c66-41b0-86dc-7bea074f8817 req-b05d55b4-f0bd-4f48-b361-7e421c046a75 service nova] Acquired lock "refresh_cache-efb75177-14e2-4003-9daa-a4a488094fcd" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.907383] env[63260]: DEBUG nova.network.neutron [req-366dd213-2c66-41b0-86dc-7bea074f8817 req-b05d55b4-f0bd-4f48-b361-7e421c046a75 service nova] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Refreshing network info cache for port b1ef72d2-faad-484c-b39a-0faba3db8edc {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.908774] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:25:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad36dd36-1d2c-4f37-a259-98ef2e440794', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1ef72d2-faad-484c-b39a-0faba3db8edc', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.916911] env[63260]: DEBUG oslo.service.loopingcall [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 901.919833] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.920348] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54a4f1dd-c7aa-4f07-ae31-49d8f641ad7f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.940611] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.940611] env[63260]: value = "task-2284920" [ 901.940611] env[63260]: _type = "Task" [ 901.940611] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.949066] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284920, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.112306] env[63260]: DEBUG oslo_vmware.api [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284919, 'name': ReconfigVM_Task, 'duration_secs': 0.995207} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.112574] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Reconfigured VM instance instance-00000054 to attach disk [datastore2] b745d80b-09d8-4b02-ba27-22a2df35a3d2/b745d80b-09d8-4b02-ba27-22a2df35a3d2.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.113166] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3724acf-a445-41b1-8026-7cded5b17f9d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.120335] env[63260]: DEBUG oslo_vmware.api [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 902.120335] env[63260]: value = "task-2284921" [ 902.120335] env[63260]: _type = "Task" [ 902.120335] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.127875] env[63260]: DEBUG oslo_vmware.api [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284921, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.164385] env[63260]: DEBUG nova.network.neutron [req-366dd213-2c66-41b0-86dc-7bea074f8817 req-b05d55b4-f0bd-4f48-b361-7e421c046a75 service nova] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Updated VIF entry in instance network info cache for port b1ef72d2-faad-484c-b39a-0faba3db8edc. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.164744] env[63260]: DEBUG nova.network.neutron [req-366dd213-2c66-41b0-86dc-7bea074f8817 req-b05d55b4-f0bd-4f48-b361-7e421c046a75 service nova] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Updating instance_info_cache with network_info: [{"id": "b1ef72d2-faad-484c-b39a-0faba3db8edc", "address": "fa:16:3e:ec:25:55", "network": {"id": "15c698e3-385d-486a-901f-b71a8d1836c1", "bridge": "br-int", "label": "tempest-ServersTestJSON-97174531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "593abaa160404848afa5a59e0dd679f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1ef72d2-fa", "ovs_interfaceid": "b1ef72d2-faad-484c-b39a-0faba3db8edc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.230711] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.351s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.231988] env[63260]: DEBUG nova.compute.manager [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 902.234197] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8459f3cc-a408-41b8-9b0d-ea9267975266 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.334s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.234412] env[63260]: DEBUG nova.objects.instance [None req-8459f3cc-a408-41b8-9b0d-ea9267975266 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Lazy-loading 'resources' on Instance uuid 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.450917] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284920, 'name': CreateVM_Task, 'duration_secs': 0.463557} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.451120] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 902.451807] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.451975] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.452318] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.452576] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4b1f198-32e4-4284-89a3-b130495d7dde {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.457408] env[63260]: DEBUG oslo_vmware.api [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 902.457408] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52a80874-c098-dbc0-26bd-a32d6940e74b" [ 902.457408] env[63260]: _type = "Task" [ 902.457408] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.466295] env[63260]: DEBUG oslo_vmware.api [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52a80874-c098-dbc0-26bd-a32d6940e74b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.630425] env[63260]: DEBUG oslo_vmware.api [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284921, 'name': Rename_Task, 'duration_secs': 0.169918} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.630705] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.630948] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa01abb4-3e0f-415f-a1c0-057dec97e6cf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.637474] env[63260]: DEBUG oslo_vmware.api [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 902.637474] env[63260]: value = "task-2284922" [ 902.637474] env[63260]: _type = "Task" [ 902.637474] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.650629] env[63260]: DEBUG oslo_vmware.api [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284922, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.667786] env[63260]: DEBUG oslo_concurrency.lockutils [req-366dd213-2c66-41b0-86dc-7bea074f8817 req-b05d55b4-f0bd-4f48-b361-7e421c046a75 service nova] Releasing lock "refresh_cache-efb75177-14e2-4003-9daa-a4a488094fcd" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.737452] env[63260]: DEBUG nova.compute.utils [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 902.742375] env[63260]: DEBUG nova.compute.manager [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 902.742548] env[63260]: DEBUG nova.network.neutron [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 902.793470] env[63260]: DEBUG nova.policy [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '879ae935492549c28f4fe52dfc8edf61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff9b925304214476a6e7f70601b6d534', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 902.886397] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0d198e69-d2cd-49a6-a33d-8db359f237fb tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "3e0382f6-cd72-4dc4-952b-3917fb7675d6" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.886669] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0d198e69-d2cd-49a6-a33d-8db359f237fb tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "3e0382f6-cd72-4dc4-952b-3917fb7675d6" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.886849] env[63260]: DEBUG nova.compute.manager [None req-0d198e69-d2cd-49a6-a33d-8db359f237fb tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Going to confirm migration 3 {{(pid=63260) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 902.970843] env[63260]: DEBUG oslo_vmware.api [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52a80874-c098-dbc0-26bd-a32d6940e74b, 'name': SearchDatastore_Task, 'duration_secs': 0.012982} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.971206] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.971500] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.971802] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.972015] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.972266] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.972607] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc582908-fd28-415d-983f-b06f3e00f758 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.984369] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.984567] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.985834] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a4bd813-b5fe-4284-a4b1-1bed67460e32 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.994658] env[63260]: DEBUG oslo_vmware.api [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 902.994658] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52f86d15-93ca-fb47-bd16-8fba403aacc4" [ 902.994658] env[63260]: _type = "Task" [ 902.994658] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.002836] env[63260]: DEBUG oslo_vmware.api [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52f86d15-93ca-fb47-bd16-8fba403aacc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.013972] env[63260]: INFO nova.compute.manager [None req-bd79102b-9195-4924-aace-26b04c5ee71e tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Resuming [ 903.014669] env[63260]: DEBUG nova.objects.instance [None req-bd79102b-9195-4924-aace-26b04c5ee71e tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Lazy-loading 'flavor' on Instance uuid 93332739-3e6a-4ba1-9cba-e397ae34e458 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.019024] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f8761e-ef83-4a2c-857b-559037dc0aa8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.024527] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad851c9-c818-4d12-954a-1d09e294d5a6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.056871] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c97700-4c31-4923-a4bb-5b250077d4f4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.064463] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab16830-c277-43c4-899e-339e6033e980 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.078059] env[63260]: DEBUG nova.compute.provider_tree [None req-8459f3cc-a408-41b8-9b0d-ea9267975266 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.130495] env[63260]: DEBUG nova.network.neutron [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Successfully created port: 55993b86-e31f-46bd-b144-af71042c7b9f {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 903.147912] env[63260]: DEBUG oslo_vmware.api [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284922, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.243469] env[63260]: DEBUG nova.compute.manager [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 903.426189] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0d198e69-d2cd-49a6-a33d-8db359f237fb tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "refresh_cache-3e0382f6-cd72-4dc4-952b-3917fb7675d6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.426381] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0d198e69-d2cd-49a6-a33d-8db359f237fb tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquired lock "refresh_cache-3e0382f6-cd72-4dc4-952b-3917fb7675d6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.426556] env[63260]: DEBUG nova.network.neutron [None req-0d198e69-d2cd-49a6-a33d-8db359f237fb tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.426735] env[63260]: DEBUG nova.objects.instance [None req-0d198e69-d2cd-49a6-a33d-8db359f237fb tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lazy-loading 'info_cache' on Instance uuid 3e0382f6-cd72-4dc4-952b-3917fb7675d6 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.507931] env[63260]: DEBUG oslo_vmware.api [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52f86d15-93ca-fb47-bd16-8fba403aacc4, 'name': SearchDatastore_Task, 'duration_secs': 0.010378} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.508198] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04c31af3-78fe-48b1-a69f-5b691c7d98b6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.513072] env[63260]: DEBUG oslo_vmware.api [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 903.513072] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52462df3-acfa-44ed-a729-a827ad4e950d" [ 903.513072] env[63260]: _type = "Task" [ 903.513072] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.522193] env[63260]: DEBUG oslo_vmware.api [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52462df3-acfa-44ed-a729-a827ad4e950d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.584749] env[63260]: DEBUG nova.scheduler.client.report [None req-8459f3cc-a408-41b8-9b0d-ea9267975266 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.647197] env[63260]: DEBUG oslo_vmware.api [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284922, 'name': PowerOnVM_Task, 'duration_secs': 0.515582} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.647495] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.647700] env[63260]: INFO nova.compute.manager [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Took 8.82 seconds to spawn the instance on the hypervisor. [ 903.647882] env[63260]: DEBUG nova.compute.manager [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 903.648734] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b1de94-2cfa-4b7c-a5c7-f7d28cdb9a75 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.023503] env[63260]: DEBUG oslo_vmware.api [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52462df3-acfa-44ed-a729-a827ad4e950d, 'name': SearchDatastore_Task, 'duration_secs': 0.010859} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.023860] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.023994] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] efb75177-14e2-4003-9daa-a4a488094fcd/efb75177-14e2-4003-9daa-a4a488094fcd.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 904.025544] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0e0908a-8b7a-4960-80bd-5ebb2f42c9d6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.034237] env[63260]: DEBUG oslo_vmware.api [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 904.034237] env[63260]: value = "task-2284923" [ 904.034237] env[63260]: _type = "Task" [ 904.034237] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.043404] env[63260]: DEBUG oslo_vmware.api [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.089666] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8459f3cc-a408-41b8-9b0d-ea9267975266 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.855s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.092193] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.213s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.093683] env[63260]: INFO nova.compute.claims [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.114679] env[63260]: INFO nova.scheduler.client.report [None req-8459f3cc-a408-41b8-9b0d-ea9267975266 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Deleted allocations for instance 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3 [ 904.164296] env[63260]: INFO nova.compute.manager [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Took 16.21 seconds to build instance. [ 904.252880] env[63260]: DEBUG nova.compute.manager [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 904.280183] env[63260]: DEBUG nova.virt.hardware [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.280429] env[63260]: DEBUG nova.virt.hardware [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.280608] env[63260]: DEBUG nova.virt.hardware [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.280752] env[63260]: DEBUG nova.virt.hardware [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.280806] env[63260]: DEBUG nova.virt.hardware [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.281061] env[63260]: DEBUG nova.virt.hardware [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.281224] env[63260]: DEBUG nova.virt.hardware [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.281324] env[63260]: DEBUG nova.virt.hardware [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.281550] env[63260]: DEBUG nova.virt.hardware [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.281665] env[63260]: DEBUG nova.virt.hardware [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.281845] env[63260]: DEBUG nova.virt.hardware [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.282745] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd04f492-c1d2-4158-b854-d3f8adeb4031 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.290799] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89194503-00d5-41e0-8d6b-0b5b0537cf42 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.529951] env[63260]: DEBUG oslo_concurrency.lockutils [None req-bd79102b-9195-4924-aace-26b04c5ee71e tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Acquiring lock "refresh_cache-93332739-3e6a-4ba1-9cba-e397ae34e458" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.530264] env[63260]: DEBUG oslo_concurrency.lockutils [None req-bd79102b-9195-4924-aace-26b04c5ee71e tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Acquired lock "refresh_cache-93332739-3e6a-4ba1-9cba-e397ae34e458" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.530400] env[63260]: DEBUG nova.network.neutron [None req-bd79102b-9195-4924-aace-26b04c5ee71e tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.544657] env[63260]: DEBUG oslo_vmware.api [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457118} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.544901] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] efb75177-14e2-4003-9daa-a4a488094fcd/efb75177-14e2-4003-9daa-a4a488094fcd.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 904.545126] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 904.545903] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be29161c-c3c5-48c0-aefc-4435cade8e94 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.552829] env[63260]: DEBUG oslo_vmware.api [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 904.552829] env[63260]: value = "task-2284924" [ 904.552829] env[63260]: _type = "Task" [ 904.552829] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.561425] env[63260]: DEBUG oslo_vmware.api [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.622900] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8459f3cc-a408-41b8-9b0d-ea9267975266 tempest-ServerTagsTestJSON-1508293674 tempest-ServerTagsTestJSON-1508293674-project-member] Lock "1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.495s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.667996] env[63260]: DEBUG oslo_concurrency.lockutils [None req-44bdde60-e1c5-40c9-bdee-9b015c6401f2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "b745d80b-09d8-4b02-ba27-22a2df35a3d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.722s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.843302] env[63260]: DEBUG nova.compute.manager [req-d35bfa6b-d4b9-4502-9f1c-adcd98ed762a req-a29a1938-17d1-4262-a6b9-44b8cad103ef service nova] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Received event network-vif-plugged-55993b86-e31f-46bd-b144-af71042c7b9f {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 904.843524] env[63260]: DEBUG oslo_concurrency.lockutils [req-d35bfa6b-d4b9-4502-9f1c-adcd98ed762a req-a29a1938-17d1-4262-a6b9-44b8cad103ef service nova] Acquiring lock "75030d12-4e94-48e1-822a-04b14731d98c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.843898] env[63260]: DEBUG oslo_concurrency.lockutils [req-d35bfa6b-d4b9-4502-9f1c-adcd98ed762a req-a29a1938-17d1-4262-a6b9-44b8cad103ef service nova] Lock "75030d12-4e94-48e1-822a-04b14731d98c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.843987] env[63260]: DEBUG oslo_concurrency.lockutils [req-d35bfa6b-d4b9-4502-9f1c-adcd98ed762a req-a29a1938-17d1-4262-a6b9-44b8cad103ef service nova] Lock "75030d12-4e94-48e1-822a-04b14731d98c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.844165] env[63260]: DEBUG nova.compute.manager [req-d35bfa6b-d4b9-4502-9f1c-adcd98ed762a req-a29a1938-17d1-4262-a6b9-44b8cad103ef service nova] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] No waiting events found dispatching network-vif-plugged-55993b86-e31f-46bd-b144-af71042c7b9f {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 904.844366] env[63260]: WARNING nova.compute.manager [req-d35bfa6b-d4b9-4502-9f1c-adcd98ed762a req-a29a1938-17d1-4262-a6b9-44b8cad103ef service nova] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Received unexpected event network-vif-plugged-55993b86-e31f-46bd-b144-af71042c7b9f for instance with vm_state building and task_state spawning. [ 904.862742] env[63260]: DEBUG nova.network.neutron [None req-0d198e69-d2cd-49a6-a33d-8db359f237fb tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Updating instance_info_cache with network_info: [{"id": "ee3f1442-7d43-4ec2-9afe-6260356f8c68", "address": "fa:16:3e:32:12:1c", "network": {"id": "b4d5f5a7-4020-4c98-9bfc-4168989fb246", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-735735881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e885618998694cdf8d3aacc484576252", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee3f1442-7d", "ovs_interfaceid": "ee3f1442-7d43-4ec2-9afe-6260356f8c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.879126] env[63260]: DEBUG nova.network.neutron [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Successfully updated port: 55993b86-e31f-46bd-b144-af71042c7b9f {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 905.062207] env[63260]: DEBUG oslo_vmware.api [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063335} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.062491] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 905.063263] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d986de-4183-4113-a6d7-2817c97a4e76 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.094074] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] efb75177-14e2-4003-9daa-a4a488094fcd/efb75177-14e2-4003-9daa-a4a488094fcd.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.096649] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1c6e341-4b86-4b27-9cdf-e8078a539b7c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.119638] env[63260]: DEBUG oslo_vmware.api [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 905.119638] env[63260]: value = "task-2284925" [ 905.119638] env[63260]: _type = "Task" [ 905.119638] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.127676] env[63260]: DEBUG oslo_vmware.api [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284925, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.236842] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "b745d80b-09d8-4b02-ba27-22a2df35a3d2" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.237133] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "b745d80b-09d8-4b02-ba27-22a2df35a3d2" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.237269] env[63260]: INFO nova.compute.manager [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Shelving [ 905.364696] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bebdee-d889-4c54-9f14-09f1c566f648 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.367676] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0d198e69-d2cd-49a6-a33d-8db359f237fb tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Releasing lock "refresh_cache-3e0382f6-cd72-4dc4-952b-3917fb7675d6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.367960] env[63260]: DEBUG nova.objects.instance [None req-0d198e69-d2cd-49a6-a33d-8db359f237fb tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lazy-loading 'migration_context' on Instance uuid 3e0382f6-cd72-4dc4-952b-3917fb7675d6 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.376174] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6aafaee-0c65-45b0-8417-bb274adc033f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.384530] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Acquiring lock "refresh_cache-75030d12-4e94-48e1-822a-04b14731d98c" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.384660] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Acquired lock "refresh_cache-75030d12-4e94-48e1-822a-04b14731d98c" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.384799] env[63260]: DEBUG nova.network.neutron [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.415733] env[63260]: DEBUG nova.network.neutron [None req-bd79102b-9195-4924-aace-26b04c5ee71e tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Updating instance_info_cache with network_info: [{"id": "5dddfdde-bb07-478f-9749-6c3cf0e1ecb0", "address": "fa:16:3e:30:b7:85", "network": {"id": "17ec7c71-0040-4cc7-90ec-354ec4ec9c3d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-125465579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9991737908f44320bd4930ed4dbbccdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dddfdde-bb", "ovs_interfaceid": "5dddfdde-bb07-478f-9749-6c3cf0e1ecb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.420045] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68cbeb1-9378-42c9-adbb-1a84e8b268ea {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.428429] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ba78bb-0b65-4a58-b6c4-9e6c3ec3c1fd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.442590] env[63260]: DEBUG nova.compute.provider_tree [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.629379] env[63260]: DEBUG oslo_vmware.api [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.871136] env[63260]: DEBUG nova.objects.base [None req-0d198e69-d2cd-49a6-a33d-8db359f237fb tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Object Instance<3e0382f6-cd72-4dc4-952b-3917fb7675d6> lazy-loaded attributes: info_cache,migration_context {{(pid=63260) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 905.872137] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eede5d1d-1d0f-44f3-9162-8745dd77924f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.893637] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81030952-e8ea-4100-b0c1-3d32b68d837e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.899340] env[63260]: DEBUG oslo_vmware.api [None req-0d198e69-d2cd-49a6-a33d-8db359f237fb tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 905.899340] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c3a3ff-b843-1b0c-2965-017e5e1ae0f5" [ 905.899340] env[63260]: _type = "Task" [ 905.899340] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.907884] env[63260]: DEBUG oslo_vmware.api [None req-0d198e69-d2cd-49a6-a33d-8db359f237fb tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c3a3ff-b843-1b0c-2965-017e5e1ae0f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.931028] env[63260]: DEBUG oslo_concurrency.lockutils [None req-bd79102b-9195-4924-aace-26b04c5ee71e tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Releasing lock "refresh_cache-93332739-3e6a-4ba1-9cba-e397ae34e458" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.931028] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d557f55a-c246-4f42-944f-a12e49817ad3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.936334] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-bd79102b-9195-4924-aace-26b04c5ee71e tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Resuming the VM {{(pid=63260) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 905.936849] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60188c9e-deb0-4635-896a-9860287949b4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.945026] env[63260]: DEBUG oslo_vmware.api [None req-bd79102b-9195-4924-aace-26b04c5ee71e tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for the task: (returnval){ [ 905.945026] env[63260]: value = "task-2284926" [ 905.945026] env[63260]: _type = "Task" [ 905.945026] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.951880] env[63260]: DEBUG nova.scheduler.client.report [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.958183] env[63260]: DEBUG oslo_vmware.api [None req-bd79102b-9195-4924-aace-26b04c5ee71e tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284926, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.959565] env[63260]: DEBUG nova.network.neutron [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 906.130306] env[63260]: DEBUG oslo_vmware.api [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284925, 'name': ReconfigVM_Task, 'duration_secs': 0.975038} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.130775] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Reconfigured VM instance instance-00000055 to attach disk [datastore2] efb75177-14e2-4003-9daa-a4a488094fcd/efb75177-14e2-4003-9daa-a4a488094fcd.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.131220] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63fdd361-62eb-432a-9a32-1ce6889f1a17 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.137817] env[63260]: DEBUG oslo_vmware.api [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 906.137817] env[63260]: value = "task-2284927" [ 906.137817] env[63260]: _type = "Task" [ 906.137817] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.148582] env[63260]: DEBUG oslo_vmware.api [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284927, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.244424] env[63260]: DEBUG nova.network.neutron [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Updating instance_info_cache with network_info: [{"id": "55993b86-e31f-46bd-b144-af71042c7b9f", "address": "fa:16:3e:45:e1:7e", "network": {"id": "14b2e227-b125-411c-a855-2c87c0f24682", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-222039150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ff9b925304214476a6e7f70601b6d534", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55993b86-e3", "ovs_interfaceid": "55993b86-e31f-46bd-b144-af71042c7b9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.247743] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.248045] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-260b7762-df80-4100-b139-047201a5b462 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.255964] env[63260]: DEBUG oslo_vmware.api [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 906.255964] env[63260]: value = "task-2284928" [ 906.255964] env[63260]: _type = "Task" [ 906.255964] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.270973] env[63260]: DEBUG oslo_vmware.api [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.409949] env[63260]: DEBUG oslo_vmware.api [None req-0d198e69-d2cd-49a6-a33d-8db359f237fb tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c3a3ff-b843-1b0c-2965-017e5e1ae0f5, 'name': SearchDatastore_Task, 'duration_secs': 0.007172} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.410320] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0d198e69-d2cd-49a6-a33d-8db359f237fb tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.452929] env[63260]: DEBUG oslo_vmware.api [None req-bd79102b-9195-4924-aace-26b04c5ee71e tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284926, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.454846] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.455362] env[63260]: DEBUG nova.compute.manager [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 906.458231] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.577s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.464024] env[63260]: INFO nova.compute.claims [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.651993] env[63260]: DEBUG oslo_vmware.api [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284927, 'name': Rename_Task, 'duration_secs': 0.160044} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.651993] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.651993] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65eca5de-92bc-4ad6-9fa7-0c43570e98ba {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.658508] env[63260]: DEBUG oslo_vmware.api [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 906.658508] env[63260]: value = "task-2284929" [ 906.658508] env[63260]: _type = "Task" [ 906.658508] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.667007] env[63260]: DEBUG oslo_vmware.api [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.747928] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Releasing lock "refresh_cache-75030d12-4e94-48e1-822a-04b14731d98c" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.748409] env[63260]: DEBUG nova.compute.manager [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Instance network_info: |[{"id": "55993b86-e31f-46bd-b144-af71042c7b9f", "address": "fa:16:3e:45:e1:7e", "network": {"id": "14b2e227-b125-411c-a855-2c87c0f24682", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-222039150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ff9b925304214476a6e7f70601b6d534", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55993b86-e3", "ovs_interfaceid": "55993b86-e31f-46bd-b144-af71042c7b9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 906.749053] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:e1:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ecc4615-18f0-4324-8e16-5e5d513325e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55993b86-e31f-46bd-b144-af71042c7b9f', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.757261] env[63260]: DEBUG oslo.service.loopingcall [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 906.757791] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.761262] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00d13e0d-debf-414d-a0da-430d8b339d18 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.781879] env[63260]: DEBUG oslo_vmware.api [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284928, 'name': PowerOffVM_Task, 'duration_secs': 0.219308} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.783111] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.783431] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.783431] env[63260]: value = "task-2284930" [ 906.783431] env[63260]: _type = "Task" [ 906.783431] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.784085] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b438891a-4b92-452a-9858-7228ff61638b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.794551] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284930, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.809473] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f017a96-a782-4905-85f4-7d2d3504b571 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.877274] env[63260]: DEBUG nova.compute.manager [req-cdcf18e0-9570-4cc4-ae8b-a38a89da119a req-73651432-4a9c-49cf-b7e6-7c549e6fe903 service nova] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Received event network-changed-55993b86-e31f-46bd-b144-af71042c7b9f {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 906.877456] env[63260]: DEBUG nova.compute.manager [req-cdcf18e0-9570-4cc4-ae8b-a38a89da119a req-73651432-4a9c-49cf-b7e6-7c549e6fe903 service nova] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Refreshing instance network info cache due to event network-changed-55993b86-e31f-46bd-b144-af71042c7b9f. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 906.877726] env[63260]: DEBUG oslo_concurrency.lockutils [req-cdcf18e0-9570-4cc4-ae8b-a38a89da119a req-73651432-4a9c-49cf-b7e6-7c549e6fe903 service nova] Acquiring lock "refresh_cache-75030d12-4e94-48e1-822a-04b14731d98c" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.877921] env[63260]: DEBUG oslo_concurrency.lockutils [req-cdcf18e0-9570-4cc4-ae8b-a38a89da119a req-73651432-4a9c-49cf-b7e6-7c549e6fe903 service nova] Acquired lock "refresh_cache-75030d12-4e94-48e1-822a-04b14731d98c" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.878148] env[63260]: DEBUG nova.network.neutron [req-cdcf18e0-9570-4cc4-ae8b-a38a89da119a req-73651432-4a9c-49cf-b7e6-7c549e6fe903 service nova] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Refreshing network info cache for port 55993b86-e31f-46bd-b144-af71042c7b9f {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.954355] env[63260]: DEBUG oslo_vmware.api [None req-bd79102b-9195-4924-aace-26b04c5ee71e tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284926, 'name': PowerOnVM_Task, 'duration_secs': 0.59563} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.954732] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-bd79102b-9195-4924-aace-26b04c5ee71e tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Resumed the VM {{(pid=63260) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 906.954917] env[63260]: DEBUG nova.compute.manager [None req-bd79102b-9195-4924-aace-26b04c5ee71e tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.956065] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3b0b05-e059-423e-8a34-a6fc09f17b53 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.966207] env[63260]: DEBUG nova.compute.utils [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 906.969723] env[63260]: DEBUG nova.compute.manager [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Not allocating networking since 'none' was specified. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 907.172040] env[63260]: DEBUG oslo_vmware.api [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284929, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.296026] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284930, 'name': CreateVM_Task, 'duration_secs': 0.479311} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.296270] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.297049] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.297286] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.297672] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.297976] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9914653d-2a22-4443-8d1a-f5940a1f17bc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.302664] env[63260]: DEBUG oslo_vmware.api [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Waiting for the task: (returnval){ [ 907.302664] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5204610c-23ec-d25b-69bc-c3c625af157c" [ 907.302664] env[63260]: _type = "Task" [ 907.302664] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.310702] env[63260]: DEBUG oslo_vmware.api [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5204610c-23ec-d25b-69bc-c3c625af157c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.320992] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Creating Snapshot of the VM instance {{(pid=63260) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 907.321311] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-aed29f2d-a651-4895-bbda-6b0984c0d187 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.329281] env[63260]: DEBUG oslo_vmware.api [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 907.329281] env[63260]: value = "task-2284931" [ 907.329281] env[63260]: _type = "Task" [ 907.329281] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.337409] env[63260]: DEBUG oslo_vmware.api [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284931, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.471334] env[63260]: DEBUG nova.compute.manager [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 907.670088] env[63260]: DEBUG oslo_vmware.api [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284929, 'name': PowerOnVM_Task, 'duration_secs': 0.540898} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.670894] env[63260]: DEBUG nova.network.neutron [req-cdcf18e0-9570-4cc4-ae8b-a38a89da119a req-73651432-4a9c-49cf-b7e6-7c549e6fe903 service nova] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Updated VIF entry in instance network info cache for port 55993b86-e31f-46bd-b144-af71042c7b9f. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.671260] env[63260]: DEBUG nova.network.neutron [req-cdcf18e0-9570-4cc4-ae8b-a38a89da119a req-73651432-4a9c-49cf-b7e6-7c549e6fe903 service nova] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Updating instance_info_cache with network_info: [{"id": "55993b86-e31f-46bd-b144-af71042c7b9f", "address": "fa:16:3e:45:e1:7e", "network": {"id": "14b2e227-b125-411c-a855-2c87c0f24682", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-222039150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ff9b925304214476a6e7f70601b6d534", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55993b86-e3", "ovs_interfaceid": "55993b86-e31f-46bd-b144-af71042c7b9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.672418] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.672926] env[63260]: INFO nova.compute.manager [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Took 8.94 seconds to spawn the instance on the hypervisor. [ 907.672926] env[63260]: DEBUG nova.compute.manager [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.673758] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e7649e-f15e-4d96-b3d9-9adc43d36c84 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.765270] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07872dce-a53b-49d9-8513-4c7f7e6d8101 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.773032] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e679685-7cc7-4d92-928b-0dee7ebd2c63 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.802477] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea45f440-e665-4070-8862-bf134ada291a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.815830] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d617e226-38b9-4b16-8dd5-a0f82cee3af4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.819799] env[63260]: DEBUG oslo_vmware.api [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5204610c-23ec-d25b-69bc-c3c625af157c, 'name': SearchDatastore_Task, 'duration_secs': 0.009884} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.820120] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.820364] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.820600] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.820740] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.820915] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.821471] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c27d18f-bff9-46c2-a16c-fb825f7fda99 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.830612] env[63260]: DEBUG nova.compute.provider_tree [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.839911] env[63260]: DEBUG oslo_vmware.api [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284931, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.841614] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.841790] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.842490] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47ebcbdc-d7bd-4cdf-869e-ed14d0a3516a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.847377] env[63260]: DEBUG oslo_vmware.api [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Waiting for the task: (returnval){ [ 907.847377] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b1d75e-55ba-dd37-38e8-eaa0e783c080" [ 907.847377] env[63260]: _type = "Task" [ 907.847377] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.854878] env[63260]: DEBUG oslo_vmware.api [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b1d75e-55ba-dd37-38e8-eaa0e783c080, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.174510] env[63260]: DEBUG oslo_concurrency.lockutils [req-cdcf18e0-9570-4cc4-ae8b-a38a89da119a req-73651432-4a9c-49cf-b7e6-7c549e6fe903 service nova] Releasing lock "refresh_cache-75030d12-4e94-48e1-822a-04b14731d98c" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.193892] env[63260]: INFO nova.compute.manager [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Took 16.62 seconds to build instance. [ 908.335681] env[63260]: DEBUG nova.scheduler.client.report [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.345901] env[63260]: DEBUG oslo_vmware.api [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284931, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.356617] env[63260]: DEBUG oslo_vmware.api [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b1d75e-55ba-dd37-38e8-eaa0e783c080, 'name': SearchDatastore_Task, 'duration_secs': 0.00997} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.357423] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d436ea51-f12a-47ff-9f36-26af5fa72906 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.363782] env[63260]: DEBUG oslo_vmware.api [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Waiting for the task: (returnval){ [ 908.363782] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5285b275-99ef-be19-93f4-6e1fbf802c8e" [ 908.363782] env[63260]: _type = "Task" [ 908.363782] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.372233] env[63260]: DEBUG oslo_vmware.api [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5285b275-99ef-be19-93f4-6e1fbf802c8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.486066] env[63260]: DEBUG nova.compute.manager [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 908.514867] env[63260]: DEBUG nova.virt.hardware [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 908.515167] env[63260]: DEBUG nova.virt.hardware [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 908.515295] env[63260]: DEBUG nova.virt.hardware [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.515478] env[63260]: DEBUG nova.virt.hardware [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 908.515622] env[63260]: DEBUG nova.virt.hardware [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.515767] env[63260]: DEBUG nova.virt.hardware [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 908.515977] env[63260]: DEBUG nova.virt.hardware [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 908.516152] env[63260]: DEBUG nova.virt.hardware [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 908.516321] env[63260]: DEBUG nova.virt.hardware [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 908.516487] env[63260]: DEBUG nova.virt.hardware [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 908.516662] env[63260]: DEBUG nova.virt.hardware [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 908.517568] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f9d8c8-c67a-4fc7-a75b-0602a12b17dd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.525788] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87d5c66-1a8b-478c-89d6-b83c77434682 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.540048] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Instance VIF info [] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.544789] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Creating folder: Project (ab1aabf61688482b986c37127c10414f). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 908.545149] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d182885-f615-46b5-b432-d6f18cfb30ec {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.556449] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Created folder: Project (ab1aabf61688482b986c37127c10414f) in parent group-v464889. [ 908.556693] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Creating folder: Instances. Parent ref: group-v465129. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 908.556913] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-186d8e95-50f4-4f24-84d5-258d2c0aa64c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.565597] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Created folder: Instances in parent group-v465129. [ 908.565841] env[63260]: DEBUG oslo.service.loopingcall [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 908.566043] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 908.566256] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6bbaa0b-1862-4e16-86af-60d08e03e587 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.582247] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.582247] env[63260]: value = "task-2284934" [ 908.582247] env[63260]: _type = "Task" [ 908.582247] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.589730] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284934, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.696145] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6dc36f81-2b88-4bb8-8c19-68e012cd4854 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "efb75177-14e2-4003-9daa-a4a488094fcd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.134s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.841425] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.842010] env[63260]: DEBUG nova.compute.manager [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 908.845199] env[63260]: DEBUG oslo_vmware.api [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284931, 'name': CreateSnapshot_Task, 'duration_secs': 1.109246} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.845523] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0d198e69-d2cd-49a6-a33d-8db359f237fb tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.435s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.846859] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Created Snapshot of the VM instance {{(pid=63260) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 908.847904] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63e5cbc-96c6-4702-9ebf-067c6404c1e3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.874663] env[63260]: DEBUG oslo_vmware.api [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5285b275-99ef-be19-93f4-6e1fbf802c8e, 'name': SearchDatastore_Task, 'duration_secs': 0.009763} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.874975] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.875297] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 75030d12-4e94-48e1-822a-04b14731d98c/75030d12-4e94-48e1-822a-04b14731d98c.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.875594] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1eb48a11-0a18-458e-abff-78a3df445bfd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.882958] env[63260]: DEBUG oslo_vmware.api [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Waiting for the task: (returnval){ [ 908.882958] env[63260]: value = "task-2284935" [ 908.882958] env[63260]: _type = "Task" [ 908.882958] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.892808] env[63260]: DEBUG oslo_vmware.api [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284935, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.931377] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8a85e167-2b9b-4184-a86b-292d814fdb7e tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "efb75177-14e2-4003-9daa-a4a488094fcd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.931679] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8a85e167-2b9b-4184-a86b-292d814fdb7e tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "efb75177-14e2-4003-9daa-a4a488094fcd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.931912] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8a85e167-2b9b-4184-a86b-292d814fdb7e tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "efb75177-14e2-4003-9daa-a4a488094fcd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.932131] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8a85e167-2b9b-4184-a86b-292d814fdb7e tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "efb75177-14e2-4003-9daa-a4a488094fcd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.932335] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8a85e167-2b9b-4184-a86b-292d814fdb7e tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "efb75177-14e2-4003-9daa-a4a488094fcd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.936465] env[63260]: INFO nova.compute.manager [None req-8a85e167-2b9b-4184-a86b-292d814fdb7e tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Terminating instance [ 909.093013] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284934, 'name': CreateVM_Task, 'duration_secs': 0.308621} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.093255] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 909.093740] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.093958] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.094282] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.094735] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceb2ac5e-e64c-4aac-b472-995a591278c0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.099829] env[63260]: DEBUG oslo_vmware.api [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Waiting for the task: (returnval){ [ 909.099829] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b63f01-ca58-eee2-b07e-5cd23eac6f5f" [ 909.099829] env[63260]: _type = "Task" [ 909.099829] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.109121] env[63260]: DEBUG oslo_vmware.api [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b63f01-ca58-eee2-b07e-5cd23eac6f5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.347741] env[63260]: DEBUG nova.compute.utils [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 909.351966] env[63260]: DEBUG nova.compute.manager [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 909.352159] env[63260]: DEBUG nova.network.neutron [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 909.368234] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Creating linked-clone VM from snapshot {{(pid=63260) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 909.368940] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b8e06eb2-0f1b-44b5-ae08-67fab9a17b5e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.378823] env[63260]: DEBUG oslo_vmware.api [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 909.378823] env[63260]: value = "task-2284936" [ 909.378823] env[63260]: _type = "Task" [ 909.378823] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.389956] env[63260]: DEBUG oslo_vmware.api [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284936, 'name': CloneVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.398720] env[63260]: DEBUG oslo_vmware.api [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284935, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.400573] env[63260]: DEBUG nova.policy [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db4b284866c3457596286542adfed7ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d05277a51b7498da8763fa330b37ef7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.440168] env[63260]: DEBUG nova.compute.manager [None req-8a85e167-2b9b-4184-a86b-292d814fdb7e tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 909.440577] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8a85e167-2b9b-4184-a86b-292d814fdb7e tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.441454] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a8d0d8-c721-45b8-a12e-e32ac7ffd8e4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.448889] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a85e167-2b9b-4184-a86b-292d814fdb7e tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.451691] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2c02932-1e06-4f73-91db-cda3e6316da2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.456883] env[63260]: DEBUG oslo_vmware.api [None req-8a85e167-2b9b-4184-a86b-292d814fdb7e tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 909.456883] env[63260]: value = "task-2284937" [ 909.456883] env[63260]: _type = "Task" [ 909.456883] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.464529] env[63260]: DEBUG oslo_vmware.api [None req-8a85e167-2b9b-4184-a86b-292d814fdb7e tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.610919] env[63260]: DEBUG oslo_vmware.api [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b63f01-ca58-eee2-b07e-5cd23eac6f5f, 'name': SearchDatastore_Task, 'duration_secs': 0.065508} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.611293] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.611576] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 909.611828] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.615017] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.615017] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.615017] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30ae9089-9346-4af0-9f70-5421484a8174 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.626408] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.626681] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 909.629115] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a54db1d8-4863-4aeb-b996-dd2e1f920325 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.632740] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99865f8a-a837-4c41-9d77-5cbf0b03ebfb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.639435] env[63260]: DEBUG oslo_vmware.api [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Waiting for the task: (returnval){ [ 909.639435] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c018c9-66f8-6045-889e-6f900ce6f221" [ 909.639435] env[63260]: _type = "Task" [ 909.639435] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.644717] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b6021b-29ff-450a-8234-f4f79d8884ac {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.652673] env[63260]: DEBUG oslo_vmware.api [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c018c9-66f8-6045-889e-6f900ce6f221, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.679312] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a7f62d-3def-4949-8a44-9fbeff8ffd68 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.686916] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba62ad45-6490-412a-8694-58adaf562fbc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.700010] env[63260]: DEBUG nova.compute.provider_tree [None req-0d198e69-d2cd-49a6-a33d-8db359f237fb tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.854895] env[63260]: DEBUG nova.compute.manager [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 909.891464] env[63260]: DEBUG oslo_vmware.api [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284936, 'name': CloneVM_Task} progress is 94%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.897255] env[63260]: DEBUG oslo_vmware.api [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284935, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657669} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.898218] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 75030d12-4e94-48e1-822a-04b14731d98c/75030d12-4e94-48e1-822a-04b14731d98c.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 909.898218] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 909.898218] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-721053dc-22ee-4413-a8c8-92efe1654b2c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.904585] env[63260]: DEBUG oslo_vmware.api [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Waiting for the task: (returnval){ [ 909.904585] env[63260]: value = "task-2284938" [ 909.904585] env[63260]: _type = "Task" [ 909.904585] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.914674] env[63260]: DEBUG oslo_vmware.api [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284938, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.978090] env[63260]: DEBUG oslo_vmware.api [None req-8a85e167-2b9b-4184-a86b-292d814fdb7e tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284937, 'name': PowerOffVM_Task, 'duration_secs': 0.445026} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.978657] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a85e167-2b9b-4184-a86b-292d814fdb7e tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.978902] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8a85e167-2b9b-4184-a86b-292d814fdb7e tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 909.979229] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7a820a1-de6b-4e1c-bd0b-6808c74243be {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.054387] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8a85e167-2b9b-4184-a86b-292d814fdb7e tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.054621] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8a85e167-2b9b-4184-a86b-292d814fdb7e tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.054804] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a85e167-2b9b-4184-a86b-292d814fdb7e tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Deleting the datastore file [datastore2] efb75177-14e2-4003-9daa-a4a488094fcd {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.055139] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3b72bf5-9256-4595-9bbf-4a97505d5c1f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.060910] env[63260]: DEBUG oslo_vmware.api [None req-8a85e167-2b9b-4184-a86b-292d814fdb7e tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 910.060910] env[63260]: value = "task-2284940" [ 910.060910] env[63260]: _type = "Task" [ 910.060910] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.069599] env[63260]: DEBUG oslo_vmware.api [None req-8a85e167-2b9b-4184-a86b-292d814fdb7e tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284940, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.071589] env[63260]: DEBUG nova.network.neutron [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Successfully created port: cc61ad48-57b9-4d35-91fc-584853ed6924 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 910.152279] env[63260]: DEBUG oslo_vmware.api [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c018c9-66f8-6045-889e-6f900ce6f221, 'name': SearchDatastore_Task, 'duration_secs': 0.01295} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.153229] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3796eda5-3f6e-480e-be2c-b68131424306 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.159109] env[63260]: DEBUG oslo_vmware.api [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Waiting for the task: (returnval){ [ 910.159109] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5276108a-8612-ba1d-06ce-74172775b6fe" [ 910.159109] env[63260]: _type = "Task" [ 910.159109] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.167459] env[63260]: DEBUG oslo_vmware.api [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5276108a-8612-ba1d-06ce-74172775b6fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.203372] env[63260]: DEBUG nova.scheduler.client.report [None req-0d198e69-d2cd-49a6-a33d-8db359f237fb tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.389009] env[63260]: DEBUG oslo_vmware.api [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284936, 'name': CloneVM_Task} progress is 94%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.415459] env[63260]: DEBUG oslo_vmware.api [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284938, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07628} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.416175] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.416768] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc464be-1dfc-4f73-8da2-9e8323302d63 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.438995] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 75030d12-4e94-48e1-822a-04b14731d98c/75030d12-4e94-48e1-822a-04b14731d98c.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.439943] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7406153-c6e7-4eb3-b8f4-f639f4b36c7d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.459575] env[63260]: DEBUG oslo_vmware.api [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Waiting for the task: (returnval){ [ 910.459575] env[63260]: value = "task-2284941" [ 910.459575] env[63260]: _type = "Task" [ 910.459575] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.467104] env[63260]: DEBUG oslo_vmware.api [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284941, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.571113] env[63260]: DEBUG oslo_vmware.api [None req-8a85e167-2b9b-4184-a86b-292d814fdb7e tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284940, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147209} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.571398] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a85e167-2b9b-4184-a86b-292d814fdb7e tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.571604] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8a85e167-2b9b-4184-a86b-292d814fdb7e tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.571782] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8a85e167-2b9b-4184-a86b-292d814fdb7e tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.571967] env[63260]: INFO nova.compute.manager [None req-8a85e167-2b9b-4184-a86b-292d814fdb7e tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 910.572235] env[63260]: DEBUG oslo.service.loopingcall [None req-8a85e167-2b9b-4184-a86b-292d814fdb7e tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 910.572437] env[63260]: DEBUG nova.compute.manager [-] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 910.572533] env[63260]: DEBUG nova.network.neutron [-] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 910.670234] env[63260]: DEBUG oslo_vmware.api [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5276108a-8612-ba1d-06ce-74172775b6fe, 'name': SearchDatastore_Task, 'duration_secs': 0.026197} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.670615] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.670802] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] e65e3151-0860-4bd0-be50-54ba4b32e66d/e65e3151-0860-4bd0-be50-54ba4b32e66d.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.671078] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1aa8926-6c5a-4fc1-bd91-93c3fea88a1e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.676466] env[63260]: DEBUG oslo_vmware.api [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Waiting for the task: (returnval){ [ 910.676466] env[63260]: value = "task-2284942" [ 910.676466] env[63260]: _type = "Task" [ 910.676466] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.684396] env[63260]: DEBUG oslo_vmware.api [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': task-2284942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.839406] env[63260]: DEBUG nova.compute.manager [req-6dfac834-48df-4641-8936-2f5c63e71814 req-5d30e645-af82-4691-92a5-66c97f7e37fe service nova] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Received event network-vif-deleted-b1ef72d2-faad-484c-b39a-0faba3db8edc {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 910.839630] env[63260]: INFO nova.compute.manager [req-6dfac834-48df-4641-8936-2f5c63e71814 req-5d30e645-af82-4691-92a5-66c97f7e37fe service nova] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Neutron deleted interface b1ef72d2-faad-484c-b39a-0faba3db8edc; detaching it from the instance and deleting it from the info cache [ 910.839851] env[63260]: DEBUG nova.network.neutron [req-6dfac834-48df-4641-8936-2f5c63e71814 req-5d30e645-af82-4691-92a5-66c97f7e37fe service nova] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.866111] env[63260]: DEBUG nova.compute.manager [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 910.890331] env[63260]: DEBUG oslo_vmware.api [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284936, 'name': CloneVM_Task, 'duration_secs': 1.422595} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.892583] env[63260]: INFO nova.virt.vmwareapi.vmops [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Created linked-clone VM from snapshot [ 910.893587] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdda962-826c-47bc-9a26-f96f14ec2e56 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.899863] env[63260]: DEBUG nova.virt.hardware [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.900111] env[63260]: DEBUG nova.virt.hardware [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.900268] env[63260]: DEBUG nova.virt.hardware [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.900453] env[63260]: DEBUG nova.virt.hardware [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.900592] env[63260]: DEBUG nova.virt.hardware [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.900742] env[63260]: DEBUG nova.virt.hardware [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.900952] env[63260]: DEBUG nova.virt.hardware [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.901123] env[63260]: DEBUG nova.virt.hardware [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.901291] env[63260]: DEBUG nova.virt.hardware [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.901455] env[63260]: DEBUG nova.virt.hardware [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.901638] env[63260]: DEBUG nova.virt.hardware [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.902519] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1903060d-292a-422a-a8f0-b212dc8569f7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.908666] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Uploading image c5522382-09d1-4485-8e1a-cda9ff9c206a {{(pid=63260) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 910.915574] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c96a144-b644-4b0d-b901-59c9224e70db {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.642184] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0d198e69-d2cd-49a6-a33d-8db359f237fb tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.797s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.644606] env[63260]: DEBUG nova.network.neutron [-] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.658508] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cc87c602-1776-4dda-868d-cdcb929c8e34 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.665357] env[63260]: DEBUG oslo_vmware.api [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': task-2284942, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46778} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.669770] env[63260]: DEBUG nova.network.neutron [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Successfully updated port: cc61ad48-57b9-4d35-91fc-584853ed6924 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 911.669770] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] e65e3151-0860-4bd0-be50-54ba4b32e66d/e65e3151-0860-4bd0-be50-54ba4b32e66d.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 911.669770] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 911.669770] env[63260]: DEBUG oslo_vmware.api [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284941, 'name': ReconfigVM_Task, 'duration_secs': 0.389854} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.671466] env[63260]: DEBUG oslo_vmware.rw_handles [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 911.671466] env[63260]: value = "vm-465132" [ 911.671466] env[63260]: _type = "VirtualMachine" [ 911.671466] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 911.671906] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ebf47eb-4898-421a-b083-2b636f7565d7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.674015] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 75030d12-4e94-48e1-822a-04b14731d98c/75030d12-4e94-48e1-822a-04b14731d98c.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.676914] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd382407-b755-4fc3-b84a-ff07461269de {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.687793] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ecd8e31c-f822-4ed0-a062-8650ab125c5f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.690884] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Acquiring lock "refresh_cache-9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.690884] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Acquired lock "refresh_cache-9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.690884] env[63260]: DEBUG nova.network.neutron [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.691698] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c98510ff-3b51-4b6d-84a8-b65386a0df11 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.697691] env[63260]: DEBUG oslo_vmware.api [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Waiting for the task: (returnval){ [ 911.697691] env[63260]: value = "task-2284943" [ 911.697691] env[63260]: _type = "Task" [ 911.697691] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.702962] env[63260]: DEBUG oslo_vmware.rw_handles [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lease: (returnval){ [ 911.702962] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528a53c6-ed1c-95c7-a247-2d17316ed59c" [ 911.702962] env[63260]: _type = "HttpNfcLease" [ 911.702962] env[63260]: } obtained for exporting VM: (result){ [ 911.702962] env[63260]: value = "vm-465132" [ 911.702962] env[63260]: _type = "VirtualMachine" [ 911.702962] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 911.703443] env[63260]: DEBUG oslo_vmware.api [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the lease: (returnval){ [ 911.703443] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528a53c6-ed1c-95c7-a247-2d17316ed59c" [ 911.703443] env[63260]: _type = "HttpNfcLease" [ 911.703443] env[63260]: } to be ready. {{(pid=63260) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 911.703443] env[63260]: DEBUG oslo_vmware.api [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Waiting for the task: (returnval){ [ 911.703443] env[63260]: value = "task-2284944" [ 911.703443] env[63260]: _type = "Task" [ 911.703443] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.713611] env[63260]: DEBUG oslo_vmware.api [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': task-2284943, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.730921] env[63260]: DEBUG nova.compute.manager [req-6dfac834-48df-4641-8936-2f5c63e71814 req-5d30e645-af82-4691-92a5-66c97f7e37fe service nova] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Detach interface failed, port_id=b1ef72d2-faad-484c-b39a-0faba3db8edc, reason: Instance efb75177-14e2-4003-9daa-a4a488094fcd could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 911.735581] env[63260]: DEBUG oslo_vmware.api [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284944, 'name': Rename_Task} progress is 10%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.735916] env[63260]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 911.735916] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528a53c6-ed1c-95c7-a247-2d17316ed59c" [ 911.735916] env[63260]: _type = "HttpNfcLease" [ 911.735916] env[63260]: } is initializing. {{(pid=63260) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 912.147584] env[63260]: INFO nova.compute.manager [-] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Took 1.57 seconds to deallocate network for instance. [ 912.159598] env[63260]: DEBUG oslo_concurrency.lockutils [None req-78638531-ade2-4817-8834-2c68f0236e5b tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Acquiring lock "93332739-3e6a-4ba1-9cba-e397ae34e458" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.159598] env[63260]: DEBUG oslo_concurrency.lockutils [None req-78638531-ade2-4817-8834-2c68f0236e5b tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Lock "93332739-3e6a-4ba1-9cba-e397ae34e458" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.159598] env[63260]: DEBUG oslo_concurrency.lockutils [None req-78638531-ade2-4817-8834-2c68f0236e5b tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Acquiring lock "93332739-3e6a-4ba1-9cba-e397ae34e458-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.159598] env[63260]: DEBUG oslo_concurrency.lockutils [None req-78638531-ade2-4817-8834-2c68f0236e5b tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Lock "93332739-3e6a-4ba1-9cba-e397ae34e458-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.159598] env[63260]: DEBUG oslo_concurrency.lockutils [None req-78638531-ade2-4817-8834-2c68f0236e5b tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Lock "93332739-3e6a-4ba1-9cba-e397ae34e458-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.160980] env[63260]: INFO nova.compute.manager [None req-78638531-ade2-4817-8834-2c68f0236e5b tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Terminating instance [ 912.208634] env[63260]: DEBUG oslo_vmware.api [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': task-2284943, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071748} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.215344] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 912.216252] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e263c052-9121-499b-bf5f-3b38639b3248 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.221672] env[63260]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 912.221672] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528a53c6-ed1c-95c7-a247-2d17316ed59c" [ 912.221672] env[63260]: _type = "HttpNfcLease" [ 912.221672] env[63260]: } is ready. {{(pid=63260) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 912.231592] env[63260]: DEBUG oslo_vmware.rw_handles [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 912.231592] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528a53c6-ed1c-95c7-a247-2d17316ed59c" [ 912.231592] env[63260]: _type = "HttpNfcLease" [ 912.231592] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 912.232143] env[63260]: DEBUG oslo_vmware.api [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284944, 'name': Rename_Task, 'duration_secs': 0.150908} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.243144] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] e65e3151-0860-4bd0-be50-54ba4b32e66d/e65e3151-0860-4bd0-be50-54ba4b32e66d.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.244278] env[63260]: INFO nova.scheduler.client.report [None req-0d198e69-d2cd-49a6-a33d-8db359f237fb tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Deleted allocation for migration 308ca626-54e3-4b1c-b2fb-8859e67c7c9c [ 912.245919] env[63260]: DEBUG nova.network.neutron [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 912.252023] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b83dc2-bb47-4e1a-be0c-0d9872de6506 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.254551] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.254776] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed82f3e5-1ba2-4d25-b7f6-08778e109c15 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.272766] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a6023e8-377b-4f77-b5bd-6a3df12876c1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.281320] env[63260]: DEBUG oslo_vmware.rw_handles [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5201287b-d8b2-bc03-0b39-4ec8e16db854/disk-0.vmdk from lease info. {{(pid=63260) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 912.281524] env[63260]: DEBUG oslo_vmware.rw_handles [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5201287b-d8b2-bc03-0b39-4ec8e16db854/disk-0.vmdk for reading. {{(pid=63260) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 912.284657] env[63260]: DEBUG oslo_vmware.api [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Waiting for the task: (returnval){ [ 912.284657] env[63260]: value = "task-2284946" [ 912.284657] env[63260]: _type = "Task" [ 912.284657] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.284900] env[63260]: DEBUG oslo_vmware.api [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Waiting for the task: (returnval){ [ 912.284900] env[63260]: value = "task-2284947" [ 912.284900] env[63260]: _type = "Task" [ 912.284900] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.361728] env[63260]: DEBUG oslo_vmware.api [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284946, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.365090] env[63260]: DEBUG oslo_vmware.api [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': task-2284947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.398377] env[63260]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-aa7d1742-a3a6-4135-97aa-67936339c791 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.498839] env[63260]: DEBUG nova.network.neutron [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Updating instance_info_cache with network_info: [{"id": "cc61ad48-57b9-4d35-91fc-584853ed6924", "address": "fa:16:3e:89:f5:a7", "network": {"id": "12cac167-06ee-4a9d-9f49-909f6223cefc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1378256468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d05277a51b7498da8763fa330b37ef7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc61ad48-57", "ovs_interfaceid": "cc61ad48-57b9-4d35-91fc-584853ed6924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.658090] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8a85e167-2b9b-4184-a86b-292d814fdb7e tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.658427] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8a85e167-2b9b-4184-a86b-292d814fdb7e tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.658669] env[63260]: DEBUG nova.objects.instance [None req-8a85e167-2b9b-4184-a86b-292d814fdb7e tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lazy-loading 'resources' on Instance uuid efb75177-14e2-4003-9daa-a4a488094fcd {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.664974] env[63260]: DEBUG nova.compute.manager [None req-78638531-ade2-4817-8834-2c68f0236e5b tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 912.665162] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-78638531-ade2-4817-8834-2c68f0236e5b tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.666223] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14505cd2-a53b-42a4-8aa3-7c712cad1c5d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.675116] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-78638531-ade2-4817-8834-2c68f0236e5b tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.675490] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21d11cb3-f6c8-42b4-9eeb-23a81688a54d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.683716] env[63260]: DEBUG oslo_vmware.api [None req-78638531-ade2-4817-8834-2c68f0236e5b tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for the task: (returnval){ [ 912.683716] env[63260]: value = "task-2284948" [ 912.683716] env[63260]: _type = "Task" [ 912.683716] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.692408] env[63260]: DEBUG oslo_vmware.api [None req-78638531-ade2-4817-8834-2c68f0236e5b tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.777722] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0d198e69-d2cd-49a6-a33d-8db359f237fb tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "3e0382f6-cd72-4dc4-952b-3917fb7675d6" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.891s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.799561] env[63260]: DEBUG oslo_vmware.api [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284946, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.805198] env[63260]: DEBUG oslo_vmware.api [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': task-2284947, 'name': ReconfigVM_Task, 'duration_secs': 0.292643} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.805592] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Reconfigured VM instance instance-00000057 to attach disk [datastore2] e65e3151-0860-4bd0-be50-54ba4b32e66d/e65e3151-0860-4bd0-be50-54ba4b32e66d.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.806341] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32924590-ff67-40f3-8a75-9453f7f7060a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.813956] env[63260]: DEBUG oslo_vmware.api [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Waiting for the task: (returnval){ [ 912.813956] env[63260]: value = "task-2284949" [ 912.813956] env[63260]: _type = "Task" [ 912.813956] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.823117] env[63260]: DEBUG oslo_vmware.api [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': task-2284949, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.874641] env[63260]: DEBUG nova.compute.manager [req-549ac142-2f15-4fd4-bedb-92f956a21e81 req-1e3cc320-4ac5-4426-9ec3-6295dc864d57 service nova] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Received event network-vif-plugged-cc61ad48-57b9-4d35-91fc-584853ed6924 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 912.875579] env[63260]: DEBUG oslo_concurrency.lockutils [req-549ac142-2f15-4fd4-bedb-92f956a21e81 req-1e3cc320-4ac5-4426-9ec3-6295dc864d57 service nova] Acquiring lock "9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.876028] env[63260]: DEBUG oslo_concurrency.lockutils [req-549ac142-2f15-4fd4-bedb-92f956a21e81 req-1e3cc320-4ac5-4426-9ec3-6295dc864d57 service nova] Lock "9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.876275] env[63260]: DEBUG oslo_concurrency.lockutils [req-549ac142-2f15-4fd4-bedb-92f956a21e81 req-1e3cc320-4ac5-4426-9ec3-6295dc864d57 service nova] Lock "9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.876495] env[63260]: DEBUG nova.compute.manager [req-549ac142-2f15-4fd4-bedb-92f956a21e81 req-1e3cc320-4ac5-4426-9ec3-6295dc864d57 service nova] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] No waiting events found dispatching network-vif-plugged-cc61ad48-57b9-4d35-91fc-584853ed6924 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 912.878407] env[63260]: WARNING nova.compute.manager [req-549ac142-2f15-4fd4-bedb-92f956a21e81 req-1e3cc320-4ac5-4426-9ec3-6295dc864d57 service nova] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Received unexpected event network-vif-plugged-cc61ad48-57b9-4d35-91fc-584853ed6924 for instance with vm_state building and task_state spawning. [ 912.878407] env[63260]: DEBUG nova.compute.manager [req-549ac142-2f15-4fd4-bedb-92f956a21e81 req-1e3cc320-4ac5-4426-9ec3-6295dc864d57 service nova] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Received event network-changed-cc61ad48-57b9-4d35-91fc-584853ed6924 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 912.878407] env[63260]: DEBUG nova.compute.manager [req-549ac142-2f15-4fd4-bedb-92f956a21e81 req-1e3cc320-4ac5-4426-9ec3-6295dc864d57 service nova] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Refreshing instance network info cache due to event network-changed-cc61ad48-57b9-4d35-91fc-584853ed6924. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 912.878407] env[63260]: DEBUG oslo_concurrency.lockutils [req-549ac142-2f15-4fd4-bedb-92f956a21e81 req-1e3cc320-4ac5-4426-9ec3-6295dc864d57 service nova] Acquiring lock "refresh_cache-9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.001420] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Releasing lock "refresh_cache-9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.002167] env[63260]: DEBUG nova.compute.manager [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Instance network_info: |[{"id": "cc61ad48-57b9-4d35-91fc-584853ed6924", "address": "fa:16:3e:89:f5:a7", "network": {"id": "12cac167-06ee-4a9d-9f49-909f6223cefc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1378256468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d05277a51b7498da8763fa330b37ef7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc61ad48-57", "ovs_interfaceid": "cc61ad48-57b9-4d35-91fc-584853ed6924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 913.002583] env[63260]: DEBUG oslo_concurrency.lockutils [req-549ac142-2f15-4fd4-bedb-92f956a21e81 req-1e3cc320-4ac5-4426-9ec3-6295dc864d57 service nova] Acquired lock "refresh_cache-9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.002892] env[63260]: DEBUG nova.network.neutron [req-549ac142-2f15-4fd4-bedb-92f956a21e81 req-1e3cc320-4ac5-4426-9ec3-6295dc864d57 service nova] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Refreshing network info cache for port cc61ad48-57b9-4d35-91fc-584853ed6924 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.006787] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:f5:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc61ad48-57b9-4d35-91fc-584853ed6924', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.015452] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Creating folder: Project (2d05277a51b7498da8763fa330b37ef7). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 913.016097] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e37a189e-db94-4778-ad14-a926c7528a51 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.028863] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Created folder: Project (2d05277a51b7498da8763fa330b37ef7) in parent group-v464889. [ 913.029091] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Creating folder: Instances. Parent ref: group-v465133. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 913.029362] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19abd197-2dff-4438-8ae2-d47b83df3b59 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.039634] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Created folder: Instances in parent group-v465133. [ 913.039926] env[63260]: DEBUG oslo.service.loopingcall [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 913.041608] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.041608] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc3f2cf2-d37b-437c-80f3-bf3040814ff0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.067305] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.067305] env[63260]: value = "task-2284952" [ 913.067305] env[63260]: _type = "Task" [ 913.067305] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.079381] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284952, 'name': CreateVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.196351] env[63260]: DEBUG oslo_vmware.api [None req-78638531-ade2-4817-8834-2c68f0236e5b tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284948, 'name': PowerOffVM_Task, 'duration_secs': 0.23326} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.196698] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-78638531-ade2-4817-8834-2c68f0236e5b tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.197018] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-78638531-ade2-4817-8834-2c68f0236e5b tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.199578] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5fbc5a8e-a3fb-481f-9fa2-8515082e9f74 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.298077] env[63260]: DEBUG oslo_vmware.api [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284946, 'name': PowerOnVM_Task, 'duration_secs': 0.652521} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.300853] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.300853] env[63260]: INFO nova.compute.manager [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Took 9.05 seconds to spawn the instance on the hypervisor. [ 913.300984] env[63260]: DEBUG nova.compute.manager [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.302324] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c038c611-73c7-420e-914e-62374200a577 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.322754] env[63260]: DEBUG oslo_vmware.api [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': task-2284949, 'name': Rename_Task, 'duration_secs': 0.155853} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.326212] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.326212] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0028bc50-2b1c-4a9f-92b0-b358477ef501 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.333100] env[63260]: DEBUG oslo_vmware.api [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Waiting for the task: (returnval){ [ 913.333100] env[63260]: value = "task-2284954" [ 913.333100] env[63260]: _type = "Task" [ 913.333100] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.340734] env[63260]: DEBUG oslo_vmware.api [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': task-2284954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.435163] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3fc996-5562-4e96-ae0b-292d9c5f2ecf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.443909] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6e708d-0058-47be-baeb-5dbd3ee715c0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.481246] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8de3d18-6bf6-4205-a7f5-2195e6167fd2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.484116] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-78638531-ade2-4817-8834-2c68f0236e5b tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.484188] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-78638531-ade2-4817-8834-2c68f0236e5b tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.484483] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-78638531-ade2-4817-8834-2c68f0236e5b tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Deleting the datastore file [datastore1] 93332739-3e6a-4ba1-9cba-e397ae34e458 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.485067] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca049b16-0c7c-4463-89c2-af27ee972c32 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.492910] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17523b32-27ff-4ec7-b9f8-164f453054af {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.497786] env[63260]: DEBUG oslo_vmware.api [None req-78638531-ade2-4817-8834-2c68f0236e5b tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for the task: (returnval){ [ 913.497786] env[63260]: value = "task-2284955" [ 913.497786] env[63260]: _type = "Task" [ 913.497786] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.512238] env[63260]: DEBUG nova.compute.provider_tree [None req-8a85e167-2b9b-4184-a86b-292d814fdb7e tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.519335] env[63260]: DEBUG oslo_vmware.api [None req-78638531-ade2-4817-8834-2c68f0236e5b tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.575656] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284952, 'name': CreateVM_Task, 'duration_secs': 0.418926} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.575821] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 913.576467] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.576633] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.576948] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.577216] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc7e549a-a113-48f6-882a-4790547a6540 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.581805] env[63260]: DEBUG oslo_vmware.api [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Waiting for the task: (returnval){ [ 913.581805] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]522f9dbb-b3c9-10c2-da86-4b5d014493f5" [ 913.581805] env[63260]: _type = "Task" [ 913.581805] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.589975] env[63260]: DEBUG oslo_vmware.api [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]522f9dbb-b3c9-10c2-da86-4b5d014493f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.654403] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ae4fc306-ca8a-468e-aa48-2050593dc6e2 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "3e0382f6-cd72-4dc4-952b-3917fb7675d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.654747] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ae4fc306-ca8a-468e-aa48-2050593dc6e2 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "3e0382f6-cd72-4dc4-952b-3917fb7675d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.655123] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ae4fc306-ca8a-468e-aa48-2050593dc6e2 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "3e0382f6-cd72-4dc4-952b-3917fb7675d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.655341] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ae4fc306-ca8a-468e-aa48-2050593dc6e2 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "3e0382f6-cd72-4dc4-952b-3917fb7675d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.655624] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ae4fc306-ca8a-468e-aa48-2050593dc6e2 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "3e0382f6-cd72-4dc4-952b-3917fb7675d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.658187] env[63260]: INFO nova.compute.manager [None req-ae4fc306-ca8a-468e-aa48-2050593dc6e2 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Terminating instance [ 913.772021] env[63260]: DEBUG nova.network.neutron [req-549ac142-2f15-4fd4-bedb-92f956a21e81 req-1e3cc320-4ac5-4426-9ec3-6295dc864d57 service nova] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Updated VIF entry in instance network info cache for port cc61ad48-57b9-4d35-91fc-584853ed6924. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.772545] env[63260]: DEBUG nova.network.neutron [req-549ac142-2f15-4fd4-bedb-92f956a21e81 req-1e3cc320-4ac5-4426-9ec3-6295dc864d57 service nova] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Updating instance_info_cache with network_info: [{"id": "cc61ad48-57b9-4d35-91fc-584853ed6924", "address": "fa:16:3e:89:f5:a7", "network": {"id": "12cac167-06ee-4a9d-9f49-909f6223cefc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1378256468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d05277a51b7498da8763fa330b37ef7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc61ad48-57", "ovs_interfaceid": "cc61ad48-57b9-4d35-91fc-584853ed6924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.823628] env[63260]: INFO nova.compute.manager [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Took 13.96 seconds to build instance. [ 913.844381] env[63260]: DEBUG oslo_vmware.api [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': task-2284954, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.008933] env[63260]: DEBUG oslo_vmware.api [None req-78638531-ade2-4817-8834-2c68f0236e5b tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Task: {'id': task-2284955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167244} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.009221] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-78638531-ade2-4817-8834-2c68f0236e5b tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.009490] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-78638531-ade2-4817-8834-2c68f0236e5b tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 914.009802] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-78638531-ade2-4817-8834-2c68f0236e5b tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 914.009993] env[63260]: INFO nova.compute.manager [None req-78638531-ade2-4817-8834-2c68f0236e5b tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Took 1.34 seconds to destroy the instance on the hypervisor. [ 914.010271] env[63260]: DEBUG oslo.service.loopingcall [None req-78638531-ade2-4817-8834-2c68f0236e5b tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 914.010669] env[63260]: DEBUG nova.compute.manager [-] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 914.010942] env[63260]: DEBUG nova.network.neutron [-] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 914.015296] env[63260]: DEBUG nova.scheduler.client.report [None req-8a85e167-2b9b-4184-a86b-292d814fdb7e tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.095991] env[63260]: DEBUG oslo_vmware.api [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]522f9dbb-b3c9-10c2-da86-4b5d014493f5, 'name': SearchDatastore_Task, 'duration_secs': 0.012063} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.095991] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.095991] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.095991] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.095991] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.095991] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.095991] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-685c0968-e6fc-4353-8de3-cf6a12763a0a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.108234] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.108234] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.108234] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fb516c9-2f71-4d96-8575-83b11f12ac53 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.114221] env[63260]: DEBUG oslo_vmware.api [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Waiting for the task: (returnval){ [ 914.114221] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52fc911e-d235-a808-6af9-a8a42bd9233f" [ 914.114221] env[63260]: _type = "Task" [ 914.114221] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.124479] env[63260]: DEBUG oslo_vmware.api [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52fc911e-d235-a808-6af9-a8a42bd9233f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.137348] env[63260]: DEBUG oslo_concurrency.lockutils [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "f09accbd-ac38-4bd5-9fed-54aa0ba3e38e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.138163] env[63260]: DEBUG oslo_concurrency.lockutils [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "f09accbd-ac38-4bd5-9fed-54aa0ba3e38e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.162303] env[63260]: DEBUG nova.compute.manager [None req-ae4fc306-ca8a-468e-aa48-2050593dc6e2 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 914.162732] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4fc306-ca8a-468e-aa48-2050593dc6e2 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.163673] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ce06fa-f29e-45c6-b278-a898f0abc1cb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.172706] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae4fc306-ca8a-468e-aa48-2050593dc6e2 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.173715] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b5fb470-7fd6-41f7-b298-8f4d60ff3a77 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.180484] env[63260]: DEBUG oslo_vmware.api [None req-ae4fc306-ca8a-468e-aa48-2050593dc6e2 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 914.180484] env[63260]: value = "task-2284956" [ 914.180484] env[63260]: _type = "Task" [ 914.180484] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.189990] env[63260]: DEBUG oslo_vmware.api [None req-ae4fc306-ca8a-468e-aa48-2050593dc6e2 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.275068] env[63260]: DEBUG oslo_concurrency.lockutils [req-549ac142-2f15-4fd4-bedb-92f956a21e81 req-1e3cc320-4ac5-4426-9ec3-6295dc864d57 service nova] Releasing lock "refresh_cache-9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.325406] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f3fdd65-225e-45be-9d59-1cbd8cd38b0c tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Lock "75030d12-4e94-48e1-822a-04b14731d98c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.478s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.344033] env[63260]: DEBUG oslo_vmware.api [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': task-2284954, 'name': PowerOnVM_Task, 'duration_secs': 0.566039} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.345129] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.345129] env[63260]: INFO nova.compute.manager [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Took 5.86 seconds to spawn the instance on the hypervisor. [ 914.345129] env[63260]: DEBUG nova.compute.manager [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.345839] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c513e4af-70cb-46b6-a7d1-0ad692055894 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.520730] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8a85e167-2b9b-4184-a86b-292d814fdb7e tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.548175] env[63260]: INFO nova.scheduler.client.report [None req-8a85e167-2b9b-4184-a86b-292d814fdb7e tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Deleted allocations for instance efb75177-14e2-4003-9daa-a4a488094fcd [ 914.555600] env[63260]: INFO nova.compute.manager [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Rescuing [ 914.555853] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Acquiring lock "refresh_cache-75030d12-4e94-48e1-822a-04b14731d98c" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.556010] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Acquired lock "refresh_cache-75030d12-4e94-48e1-822a-04b14731d98c" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.556186] env[63260]: DEBUG nova.network.neutron [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.624557] env[63260]: DEBUG oslo_vmware.api [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52fc911e-d235-a808-6af9-a8a42bd9233f, 'name': SearchDatastore_Task, 'duration_secs': 0.011049} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.625378] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64fbbf27-446c-4880-8ec0-9e7a79ef471b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.630312] env[63260]: DEBUG oslo_vmware.api [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Waiting for the task: (returnval){ [ 914.630312] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]522cfff7-2afd-53c3-e8fe-a4d00a9fd1fc" [ 914.630312] env[63260]: _type = "Task" [ 914.630312] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.638166] env[63260]: DEBUG oslo_vmware.api [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]522cfff7-2afd-53c3-e8fe-a4d00a9fd1fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.640632] env[63260]: DEBUG nova.compute.manager [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 914.689787] env[63260]: DEBUG oslo_vmware.api [None req-ae4fc306-ca8a-468e-aa48-2050593dc6e2 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284956, 'name': PowerOffVM_Task, 'duration_secs': 0.32594} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.690177] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae4fc306-ca8a-468e-aa48-2050593dc6e2 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.690217] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4fc306-ca8a-468e-aa48-2050593dc6e2 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 914.690475] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b53fcf3-846c-49b6-ba09-89cf5f5d0e81 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.770826] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4fc306-ca8a-468e-aa48-2050593dc6e2 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 914.771095] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4fc306-ca8a-468e-aa48-2050593dc6e2 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 914.771314] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae4fc306-ca8a-468e-aa48-2050593dc6e2 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Deleting the datastore file [datastore2] 3e0382f6-cd72-4dc4-952b-3917fb7675d6 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 914.771642] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-528a0583-8f7e-4958-be5e-ef38d292dbcc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.780569] env[63260]: DEBUG oslo_vmware.api [None req-ae4fc306-ca8a-468e-aa48-2050593dc6e2 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 914.780569] env[63260]: value = "task-2284958" [ 914.780569] env[63260]: _type = "Task" [ 914.780569] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.789127] env[63260]: DEBUG oslo_vmware.api [None req-ae4fc306-ca8a-468e-aa48-2050593dc6e2 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.803696] env[63260]: DEBUG nova.network.neutron [-] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.863045] env[63260]: INFO nova.compute.manager [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Took 14.00 seconds to build instance. [ 914.930159] env[63260]: DEBUG nova.compute.manager [req-4f0a2dde-558f-443d-bd6d-43fb5f0f09c7 req-a532aea6-44bd-495f-82bb-d1223feb81ec service nova] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Received event network-vif-deleted-5dddfdde-bb07-478f-9749-6c3cf0e1ecb0 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 915.055812] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8a85e167-2b9b-4184-a86b-292d814fdb7e tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "efb75177-14e2-4003-9daa-a4a488094fcd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.124s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.143029] env[63260]: DEBUG oslo_vmware.api [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]522cfff7-2afd-53c3-e8fe-a4d00a9fd1fc, 'name': SearchDatastore_Task, 'duration_secs': 0.009841} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.143256] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.143517] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe/9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.145764] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9e2edd4-3a10-44fe-8aba-bb556c6dfb72 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.157172] env[63260]: DEBUG oslo_vmware.api [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Waiting for the task: (returnval){ [ 915.157172] env[63260]: value = "task-2284959" [ 915.157172] env[63260]: _type = "Task" [ 915.157172] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.165247] env[63260]: DEBUG oslo_vmware.api [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2284959, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.166358] env[63260]: DEBUG oslo_concurrency.lockutils [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.166590] env[63260]: DEBUG oslo_concurrency.lockutils [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.168173] env[63260]: INFO nova.compute.claims [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.291330] env[63260]: DEBUG oslo_vmware.api [None req-ae4fc306-ca8a-468e-aa48-2050593dc6e2 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284958, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179099} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.291531] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae4fc306-ca8a-468e-aa48-2050593dc6e2 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.291730] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4fc306-ca8a-468e-aa48-2050593dc6e2 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.291930] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4fc306-ca8a-468e-aa48-2050593dc6e2 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.292129] env[63260]: INFO nova.compute.manager [None req-ae4fc306-ca8a-468e-aa48-2050593dc6e2 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 915.292372] env[63260]: DEBUG oslo.service.loopingcall [None req-ae4fc306-ca8a-468e-aa48-2050593dc6e2 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 915.292573] env[63260]: DEBUG nova.compute.manager [-] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.292670] env[63260]: DEBUG nova.network.neutron [-] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.310118] env[63260]: INFO nova.compute.manager [-] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Took 1.30 seconds to deallocate network for instance. [ 915.351417] env[63260]: DEBUG nova.network.neutron [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Updating instance_info_cache with network_info: [{"id": "55993b86-e31f-46bd-b144-af71042c7b9f", "address": "fa:16:3e:45:e1:7e", "network": {"id": "14b2e227-b125-411c-a855-2c87c0f24682", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-222039150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ff9b925304214476a6e7f70601b6d534", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55993b86-e3", "ovs_interfaceid": "55993b86-e31f-46bd-b144-af71042c7b9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.364612] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0fdcec27-4e00-47d2-a483-663620f25650 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Lock "e65e3151-0860-4bd0-be50-54ba4b32e66d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.514s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.455387] env[63260]: INFO nova.compute.manager [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Rebuilding instance [ 915.498105] env[63260]: DEBUG nova.compute.manager [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.498987] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0221f85-e327-4bed-a6b4-f741aa592356 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.677693] env[63260]: DEBUG oslo_vmware.api [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2284959, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.820211] env[63260]: DEBUG oslo_concurrency.lockutils [None req-78638531-ade2-4817-8834-2c68f0236e5b tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.853577] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Releasing lock "refresh_cache-75030d12-4e94-48e1-822a-04b14731d98c" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.170265] env[63260]: DEBUG oslo_vmware.api [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2284959, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531614} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.170537] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe/9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 916.170790] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 916.171103] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc07bfe8-a014-4d2c-809b-a3419a88602f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.180922] env[63260]: DEBUG nova.network.neutron [-] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.182142] env[63260]: DEBUG oslo_vmware.api [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Waiting for the task: (returnval){ [ 916.182142] env[63260]: value = "task-2284960" [ 916.182142] env[63260]: _type = "Task" [ 916.182142] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.194703] env[63260]: DEBUG oslo_vmware.api [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2284960, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.449288] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bbf340-886c-40f6-8bb9-9ec48cc41efa {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.457348] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c29b85-d46f-4e59-9f35-2740521e8261 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.491447] env[63260]: DEBUG oslo_concurrency.lockutils [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "69d7f7bf-5b71-4cf8-ab48-ecf971be819b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.491776] env[63260]: DEBUG oslo_concurrency.lockutils [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "69d7f7bf-5b71-4cf8-ab48-ecf971be819b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.495758] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9f818a-07cd-4d10-a619-f9015cff0ce1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.504168] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b024e5f-7dd6-4d85-b882-37c144cd9889 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.520771] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.521526] env[63260]: DEBUG nova.compute.provider_tree [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.522797] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1367d13-533f-44b0-9f00-7a3abdfa484e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.531889] env[63260]: DEBUG oslo_vmware.api [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Waiting for the task: (returnval){ [ 916.531889] env[63260]: value = "task-2284961" [ 916.531889] env[63260]: _type = "Task" [ 916.531889] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.542630] env[63260]: DEBUG oslo_vmware.api [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': task-2284961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.683684] env[63260]: INFO nova.compute.manager [-] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Took 1.39 seconds to deallocate network for instance. [ 916.697453] env[63260]: DEBUG oslo_vmware.api [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2284960, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073311} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.697750] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.699032] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a322e7dc-be64-4bcf-bb6b-068f2b4f6247 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.722471] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe/9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.723488] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5831274c-e8c8-4ac0-a316-dd6a016cdffc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.745716] env[63260]: DEBUG oslo_vmware.api [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Waiting for the task: (returnval){ [ 916.745716] env[63260]: value = "task-2284962" [ 916.745716] env[63260]: _type = "Task" [ 916.745716] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.755410] env[63260]: DEBUG oslo_vmware.api [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2284962, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.956076] env[63260]: DEBUG nova.compute.manager [req-65b653bc-c2ce-4a17-9ea0-1bbf958faaca req-e25bd9f8-b608-44c7-8424-6d125e426b1b service nova] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Received event network-vif-deleted-ee3f1442-7d43-4ec2-9afe-6260356f8c68 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 916.998760] env[63260]: DEBUG nova.compute.manager [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 917.026549] env[63260]: DEBUG nova.scheduler.client.report [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.042295] env[63260]: DEBUG oslo_vmware.api [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': task-2284961, 'name': PowerOffVM_Task, 'duration_secs': 0.168275} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.042578] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.042962] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 917.043642] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e030ed-6e8d-4001-b15d-5a77eeaf3b01 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.052686] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.052945] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb2c5b91-0d76-4c4a-b7d7-64df239909ba {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.081977] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.082285] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.082519] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Deleting the datastore file [datastore2] e65e3151-0860-4bd0-be50-54ba4b32e66d {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.083276] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eccbbd71-54ff-4327-ba6c-3228f5556837 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.090326] env[63260]: DEBUG oslo_vmware.api [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Waiting for the task: (returnval){ [ 917.090326] env[63260]: value = "task-2284964" [ 917.090326] env[63260]: _type = "Task" [ 917.090326] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.098565] env[63260]: DEBUG oslo_vmware.api [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': task-2284964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.194063] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ae4fc306-ca8a-468e-aa48-2050593dc6e2 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.257038] env[63260]: DEBUG oslo_vmware.api [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2284962, 'name': ReconfigVM_Task, 'duration_secs': 0.44695} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.257340] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe/9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.257942] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b49a55b-45c8-48ad-a26d-c3cfdf1b86e3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.265338] env[63260]: DEBUG oslo_vmware.api [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Waiting for the task: (returnval){ [ 917.265338] env[63260]: value = "task-2284965" [ 917.265338] env[63260]: _type = "Task" [ 917.265338] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.274378] env[63260]: DEBUG oslo_vmware.api [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2284965, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.392066] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.392442] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d1a73bb-1690-4790-9a24-63b30bf03a17 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.401818] env[63260]: DEBUG oslo_vmware.api [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Waiting for the task: (returnval){ [ 917.401818] env[63260]: value = "task-2284966" [ 917.401818] env[63260]: _type = "Task" [ 917.401818] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.414827] env[63260]: DEBUG oslo_vmware.api [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.521022] env[63260]: DEBUG oslo_concurrency.lockutils [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.521022] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 917.521195] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 917.531876] env[63260]: DEBUG oslo_concurrency.lockutils [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.532448] env[63260]: DEBUG nova.compute.manager [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 917.535091] env[63260]: DEBUG oslo_concurrency.lockutils [None req-78638531-ade2-4817-8834-2c68f0236e5b tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.715s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.535316] env[63260]: DEBUG nova.objects.instance [None req-78638531-ade2-4817-8834-2c68f0236e5b tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Lazy-loading 'resources' on Instance uuid 93332739-3e6a-4ba1-9cba-e397ae34e458 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.603448] env[63260]: DEBUG oslo_vmware.api [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': task-2284964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115968} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.603755] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.603973] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.604266] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.776536] env[63260]: DEBUG oslo_vmware.api [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2284965, 'name': Rename_Task, 'duration_secs': 0.206625} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.776833] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.777102] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-686b90b6-9bc2-4e14-9abe-273d3aaa5faa {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.785254] env[63260]: DEBUG oslo_vmware.api [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Waiting for the task: (returnval){ [ 917.785254] env[63260]: value = "task-2284967" [ 917.785254] env[63260]: _type = "Task" [ 917.785254] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.793728] env[63260]: DEBUG oslo_vmware.api [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2284967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.913190] env[63260]: DEBUG oslo_vmware.api [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284966, 'name': PowerOffVM_Task, 'duration_secs': 0.233864} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.913458] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.914313] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa65764-ade3-41ce-9f21-fcace603f13b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.934031] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d1362a-32d4-43d0-b79c-e507a60dbf1c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.968521] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.968846] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa57ca4d-7c4c-4c9d-9a2f-009edb5fba72 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.977037] env[63260]: DEBUG oslo_vmware.api [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Waiting for the task: (returnval){ [ 917.977037] env[63260]: value = "task-2284968" [ 917.977037] env[63260]: _type = "Task" [ 917.977037] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.986462] env[63260]: DEBUG oslo_vmware.api [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.028802] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 918.028952] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Starting heal instance info cache {{(pid=63260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 918.038733] env[63260]: DEBUG nova.compute.utils [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 918.043913] env[63260]: DEBUG nova.compute.manager [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 918.044107] env[63260]: DEBUG nova.network.neutron [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 918.087246] env[63260]: DEBUG nova.policy [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5d6b72b30034a7d95de79c32fe4b38e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e885618998694cdf8d3aacc484576252', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 918.298343] env[63260]: DEBUG oslo_vmware.api [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2284967, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.323576] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca496ea1-52eb-46ab-be7c-2b5a142c01ac {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.332326] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728d58be-7a65-4a37-9943-409b040ab5c7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.367605] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e1636b-e32c-4ea5-9af8-b8524eda53db {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.377077] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01136d03-987b-4f66-b4d3-e4b0c485644d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.392840] env[63260]: DEBUG nova.compute.provider_tree [None req-78638531-ade2-4817-8834-2c68f0236e5b tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.396802] env[63260]: DEBUG nova.network.neutron [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Successfully created port: 04f5d39a-c5b7-41ef-8eb0-891324dfea68 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 918.489173] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] VM already powered off {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 918.491620] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.491620] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.491620] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.491620] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.491620] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b04a7757-9f42-4779-a5ab-57f86e98c945 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.501134] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.501386] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.502189] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-583b9c99-b552-4170-9fb3-dd604bc6016b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.508509] env[63260]: DEBUG oslo_vmware.api [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Waiting for the task: (returnval){ [ 918.508509] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5271f2cf-6dca-42c9-9651-6f01f52940ac" [ 918.508509] env[63260]: _type = "Task" [ 918.508509] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.516929] env[63260]: DEBUG oslo_vmware.api [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5271f2cf-6dca-42c9-9651-6f01f52940ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.550207] env[63260]: DEBUG nova.compute.manager [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 918.638640] env[63260]: DEBUG nova.virt.hardware [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.638884] env[63260]: DEBUG nova.virt.hardware [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.639050] env[63260]: DEBUG nova.virt.hardware [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.639237] env[63260]: DEBUG nova.virt.hardware [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.639383] env[63260]: DEBUG nova.virt.hardware [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.639587] env[63260]: DEBUG nova.virt.hardware [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.639811] env[63260]: DEBUG nova.virt.hardware [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.639970] env[63260]: DEBUG nova.virt.hardware [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.640145] env[63260]: DEBUG nova.virt.hardware [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.640308] env[63260]: DEBUG nova.virt.hardware [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.640494] env[63260]: DEBUG nova.virt.hardware [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.641362] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2890e869-b0c3-495b-ab37-22167651fdf0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.650055] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247c0232-c4f7-4069-8ca1-f529935af100 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.665012] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Instance VIF info [] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.670284] env[63260]: DEBUG oslo.service.loopingcall [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 918.670421] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.670654] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2400a02-a18f-4add-b99e-d9671b59c7da {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.689524] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.689524] env[63260]: value = "task-2284969" [ 918.689524] env[63260]: _type = "Task" [ 918.689524] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.705379] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284969, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.800100] env[63260]: DEBUG oslo_vmware.api [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2284967, 'name': PowerOnVM_Task, 'duration_secs': 0.610912} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.800484] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.800728] env[63260]: INFO nova.compute.manager [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Took 7.93 seconds to spawn the instance on the hypervisor. [ 918.800928] env[63260]: DEBUG nova.compute.manager [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.801884] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f7cd6c-0f8c-4e8c-8132-0e669fbc4fc1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.899073] env[63260]: DEBUG nova.scheduler.client.report [None req-78638531-ade2-4817-8834-2c68f0236e5b tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.020310] env[63260]: DEBUG oslo_vmware.api [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5271f2cf-6dca-42c9-9651-6f01f52940ac, 'name': SearchDatastore_Task, 'duration_secs': 0.010946} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.021099] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42d06979-a948-4eb6-a921-fdba14663e6f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.027301] env[63260]: DEBUG oslo_vmware.api [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Waiting for the task: (returnval){ [ 919.027301] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52da5cd9-04f0-8c74-cf4b-3151df2afcf1" [ 919.027301] env[63260]: _type = "Task" [ 919.027301] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.038111] env[63260]: DEBUG oslo_vmware.api [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52da5cd9-04f0-8c74-cf4b-3151df2afcf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.202435] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284969, 'name': CreateVM_Task, 'duration_secs': 0.306446} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.202715] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.203063] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.203236] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.203567] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.203828] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ba7cf96-cc41-43b2-a307-befdd5fb7cb2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.209023] env[63260]: DEBUG oslo_vmware.api [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Waiting for the task: (returnval){ [ 919.209023] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e84196-f77e-7cdb-201a-712a3967c843" [ 919.209023] env[63260]: _type = "Task" [ 919.209023] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.217274] env[63260]: DEBUG oslo_vmware.api [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e84196-f77e-7cdb-201a-712a3967c843, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.323087] env[63260]: INFO nova.compute.manager [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Took 18.46 seconds to build instance. [ 919.404832] env[63260]: DEBUG oslo_concurrency.lockutils [None req-78638531-ade2-4817-8834-2c68f0236e5b tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.870s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.408038] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ae4fc306-ca8a-468e-aa48-2050593dc6e2 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.213s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.408038] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ae4fc306-ca8a-468e-aa48-2050593dc6e2 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.409177] env[63260]: DEBUG oslo_concurrency.lockutils [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.889s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.412224] env[63260]: INFO nova.compute.claims [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 919.430798] env[63260]: INFO nova.scheduler.client.report [None req-78638531-ade2-4817-8834-2c68f0236e5b tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Deleted allocations for instance 93332739-3e6a-4ba1-9cba-e397ae34e458 [ 919.435674] env[63260]: INFO nova.scheduler.client.report [None req-ae4fc306-ca8a-468e-aa48-2050593dc6e2 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Deleted allocations for instance 3e0382f6-cd72-4dc4-952b-3917fb7675d6 [ 919.538456] env[63260]: DEBUG oslo_vmware.api [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52da5cd9-04f0-8c74-cf4b-3151df2afcf1, 'name': SearchDatastore_Task, 'duration_secs': 0.011738} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.538727] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.539040] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 75030d12-4e94-48e1-822a-04b14731d98c/8ebd5f76-b764-4077-809c-696b4e973e48-rescue.vmdk. {{(pid=63260) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 919.540531] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-170a1206-9e0b-4657-9547-28a0e7e599ad {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.547981] env[63260]: DEBUG oslo_vmware.api [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Waiting for the task: (returnval){ [ 919.547981] env[63260]: value = "task-2284970" [ 919.547981] env[63260]: _type = "Task" [ 919.547981] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.558127] env[63260]: DEBUG nova.compute.manager [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 919.560425] env[63260]: DEBUG oslo_vmware.api [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.585862] env[63260]: DEBUG nova.virt.hardware [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.586156] env[63260]: DEBUG nova.virt.hardware [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.586320] env[63260]: DEBUG nova.virt.hardware [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.586504] env[63260]: DEBUG nova.virt.hardware [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.586647] env[63260]: DEBUG nova.virt.hardware [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.586791] env[63260]: DEBUG nova.virt.hardware [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.587072] env[63260]: DEBUG nova.virt.hardware [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.587269] env[63260]: DEBUG nova.virt.hardware [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.587536] env[63260]: DEBUG nova.virt.hardware [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.587714] env[63260]: DEBUG nova.virt.hardware [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.587887] env[63260]: DEBUG nova.virt.hardware [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.588741] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b43532-1e6b-4aa8-a1da-df8a1e860c72 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.598188] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4c4ffc-9596-4e35-a39c-3b1a5840a1bd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.720862] env[63260]: DEBUG oslo_vmware.api [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e84196-f77e-7cdb-201a-712a3967c843, 'name': SearchDatastore_Task, 'duration_secs': 0.017501} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.723715] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.723715] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.723715] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.723715] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.723715] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.723715] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf9c7981-9ff9-4899-ae35-53c84eb9d856 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.732869] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.733174] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.734070] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe048188-e5fd-42e7-b5db-8fe72790f4b7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.741556] env[63260]: DEBUG oslo_vmware.api [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Waiting for the task: (returnval){ [ 919.741556] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52070d5d-22f8-37f8-172b-2a9ee5044e73" [ 919.741556] env[63260]: _type = "Task" [ 919.741556] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.755955] env[63260]: DEBUG oslo_vmware.api [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52070d5d-22f8-37f8-172b-2a9ee5044e73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.825883] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1ff112b6-df34-4c59-b93f-5d9e0dc78f66 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lock "9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.977s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.892024] env[63260]: DEBUG nova.compute.manager [req-b35f7651-72f0-4e5a-a4d1-5b4eaa68a389 req-a289a7bc-cc91-41f5-bd5c-e61cbc652de4 service nova] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Received event network-vif-plugged-04f5d39a-c5b7-41ef-8eb0-891324dfea68 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 919.893942] env[63260]: DEBUG oslo_concurrency.lockutils [req-b35f7651-72f0-4e5a-a4d1-5b4eaa68a389 req-a289a7bc-cc91-41f5-bd5c-e61cbc652de4 service nova] Acquiring lock "f09accbd-ac38-4bd5-9fed-54aa0ba3e38e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.894268] env[63260]: DEBUG oslo_concurrency.lockutils [req-b35f7651-72f0-4e5a-a4d1-5b4eaa68a389 req-a289a7bc-cc91-41f5-bd5c-e61cbc652de4 service nova] Lock "f09accbd-ac38-4bd5-9fed-54aa0ba3e38e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.894460] env[63260]: DEBUG oslo_concurrency.lockutils [req-b35f7651-72f0-4e5a-a4d1-5b4eaa68a389 req-a289a7bc-cc91-41f5-bd5c-e61cbc652de4 service nova] Lock "f09accbd-ac38-4bd5-9fed-54aa0ba3e38e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.894644] env[63260]: DEBUG nova.compute.manager [req-b35f7651-72f0-4e5a-a4d1-5b4eaa68a389 req-a289a7bc-cc91-41f5-bd5c-e61cbc652de4 service nova] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] No waiting events found dispatching network-vif-plugged-04f5d39a-c5b7-41ef-8eb0-891324dfea68 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 919.894837] env[63260]: WARNING nova.compute.manager [req-b35f7651-72f0-4e5a-a4d1-5b4eaa68a389 req-a289a7bc-cc91-41f5-bd5c-e61cbc652de4 service nova] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Received unexpected event network-vif-plugged-04f5d39a-c5b7-41ef-8eb0-891324dfea68 for instance with vm_state building and task_state spawning. [ 919.943128] env[63260]: DEBUG oslo_concurrency.lockutils [None req-78638531-ade2-4817-8834-2c68f0236e5b tempest-ServersNegativeTestJSON-1625878857 tempest-ServersNegativeTestJSON-1625878857-project-member] Lock "93332739-3e6a-4ba1-9cba-e397ae34e458" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.783s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.945281] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ae4fc306-ca8a-468e-aa48-2050593dc6e2 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "3e0382f6-cd72-4dc4-952b-3917fb7675d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.289s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.012060] env[63260]: DEBUG nova.network.neutron [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Successfully updated port: 04f5d39a-c5b7-41ef-8eb0-891324dfea68 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 920.019167] env[63260]: DEBUG nova.compute.manager [req-dc7478c7-a9e9-419f-94c5-9f6a8028279c req-eb23d006-46d7-4696-af6b-efe1745374d8 service nova] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Received event network-changed-cc61ad48-57b9-4d35-91fc-584853ed6924 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 920.019342] env[63260]: DEBUG nova.compute.manager [req-dc7478c7-a9e9-419f-94c5-9f6a8028279c req-eb23d006-46d7-4696-af6b-efe1745374d8 service nova] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Refreshing instance network info cache due to event network-changed-cc61ad48-57b9-4d35-91fc-584853ed6924. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 920.019786] env[63260]: DEBUG oslo_concurrency.lockutils [req-dc7478c7-a9e9-419f-94c5-9f6a8028279c req-eb23d006-46d7-4696-af6b-efe1745374d8 service nova] Acquiring lock "refresh_cache-9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.019844] env[63260]: DEBUG oslo_concurrency.lockutils [req-dc7478c7-a9e9-419f-94c5-9f6a8028279c req-eb23d006-46d7-4696-af6b-efe1745374d8 service nova] Acquired lock "refresh_cache-9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.020475] env[63260]: DEBUG nova.network.neutron [req-dc7478c7-a9e9-419f-94c5-9f6a8028279c req-eb23d006-46d7-4696-af6b-efe1745374d8 service nova] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Refreshing network info cache for port cc61ad48-57b9-4d35-91fc-584853ed6924 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.061703] env[63260]: DEBUG oslo_vmware.api [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284970, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.254266] env[63260]: DEBUG oslo_vmware.api [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52070d5d-22f8-37f8-172b-2a9ee5044e73, 'name': SearchDatastore_Task, 'duration_secs': 0.015321} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.255112] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47868ab8-6eab-47ef-899a-cac62321ae93 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.263750] env[63260]: DEBUG oslo_vmware.api [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Waiting for the task: (returnval){ [ 920.263750] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5227924f-2f58-7928-2442-2221907ab97c" [ 920.263750] env[63260]: _type = "Task" [ 920.263750] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.274269] env[63260]: DEBUG oslo_vmware.api [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5227924f-2f58-7928-2442-2221907ab97c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.515940] env[63260]: DEBUG oslo_concurrency.lockutils [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "refresh_cache-f09accbd-ac38-4bd5-9fed-54aa0ba3e38e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.516109] env[63260]: DEBUG oslo_concurrency.lockutils [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquired lock "refresh_cache-f09accbd-ac38-4bd5-9fed-54aa0ba3e38e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.516375] env[63260]: DEBUG nova.network.neutron [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.559348] env[63260]: DEBUG oslo_vmware.api [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284970, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551872} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.564595] env[63260]: INFO nova.virt.vmwareapi.ds_util [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 75030d12-4e94-48e1-822a-04b14731d98c/8ebd5f76-b764-4077-809c-696b4e973e48-rescue.vmdk. [ 920.565936] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9982a6-404e-4d67-8c24-59d36551ba77 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.593700] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 75030d12-4e94-48e1-822a-04b14731d98c/8ebd5f76-b764-4077-809c-696b4e973e48-rescue.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.597427] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1211e48f-dd47-45d6-9a8a-b18d3bb56ce7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.617011] env[63260]: DEBUG oslo_vmware.api [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Waiting for the task: (returnval){ [ 920.617011] env[63260]: value = "task-2284971" [ 920.617011] env[63260]: _type = "Task" [ 920.617011] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.628846] env[63260]: DEBUG oslo_vmware.api [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284971, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.733419] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468c4370-10ec-426e-a978-4b480351bdb8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.742603] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d85405-87aa-452b-9fa8-eaf55d0424ae {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.776609] env[63260]: DEBUG nova.network.neutron [req-dc7478c7-a9e9-419f-94c5-9f6a8028279c req-eb23d006-46d7-4696-af6b-efe1745374d8 service nova] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Updated VIF entry in instance network info cache for port cc61ad48-57b9-4d35-91fc-584853ed6924. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.777029] env[63260]: DEBUG nova.network.neutron [req-dc7478c7-a9e9-419f-94c5-9f6a8028279c req-eb23d006-46d7-4696-af6b-efe1745374d8 service nova] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Updating instance_info_cache with network_info: [{"id": "cc61ad48-57b9-4d35-91fc-584853ed6924", "address": "fa:16:3e:89:f5:a7", "network": {"id": "12cac167-06ee-4a9d-9f49-909f6223cefc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1378256468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d05277a51b7498da8763fa330b37ef7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc61ad48-57", "ovs_interfaceid": "cc61ad48-57b9-4d35-91fc-584853ed6924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.781623] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff3332b-ef04-4f14-a5a1-3c4086aa2ccc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.794549] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24e07aa-34f2-47d0-b513-e664fa41e7c7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.799017] env[63260]: DEBUG oslo_vmware.api [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5227924f-2f58-7928-2442-2221907ab97c, 'name': SearchDatastore_Task, 'duration_secs': 0.018477} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.799317] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.799609] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] e65e3151-0860-4bd0-be50-54ba4b32e66d/e65e3151-0860-4bd0-be50-54ba4b32e66d.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.800234] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb2e0821-6fa7-4d10-86db-de443ac4dcf4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.811316] env[63260]: DEBUG nova.compute.provider_tree [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.819882] env[63260]: DEBUG oslo_vmware.api [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Waiting for the task: (returnval){ [ 920.819882] env[63260]: value = "task-2284972" [ 920.819882] env[63260]: _type = "Task" [ 920.819882] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.828041] env[63260]: DEBUG oslo_vmware.api [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': task-2284972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.070706] env[63260]: DEBUG nova.network.neutron [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 921.132413] env[63260]: DEBUG oslo_vmware.api [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284971, 'name': ReconfigVM_Task, 'duration_secs': 0.416692} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.132777] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 75030d12-4e94-48e1-822a-04b14731d98c/8ebd5f76-b764-4077-809c-696b4e973e48-rescue.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.134373] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadbbaf2-f88b-4ad0-81f1-aa414dcddbbd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.169586] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67c57687-0d2b-4305-b328-5e725faa1b48 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.190556] env[63260]: DEBUG oslo_vmware.api [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Waiting for the task: (returnval){ [ 921.190556] env[63260]: value = "task-2284973" [ 921.190556] env[63260]: _type = "Task" [ 921.190556] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.206008] env[63260]: DEBUG oslo_vmware.api [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284973, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.285851] env[63260]: DEBUG oslo_concurrency.lockutils [req-dc7478c7-a9e9-419f-94c5-9f6a8028279c req-eb23d006-46d7-4696-af6b-efe1745374d8 service nova] Releasing lock "refresh_cache-9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.314419] env[63260]: DEBUG nova.scheduler.client.report [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.326777] env[63260]: DEBUG nova.network.neutron [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Updating instance_info_cache with network_info: [{"id": "04f5d39a-c5b7-41ef-8eb0-891324dfea68", "address": "fa:16:3e:e0:90:d5", "network": {"id": "b4d5f5a7-4020-4c98-9bfc-4168989fb246", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-735735881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e885618998694cdf8d3aacc484576252", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04f5d39a-c5", "ovs_interfaceid": "04f5d39a-c5b7-41ef-8eb0-891324dfea68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.335564] env[63260]: DEBUG oslo_vmware.api [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': task-2284972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506608} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.335893] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] e65e3151-0860-4bd0-be50-54ba4b32e66d/e65e3151-0860-4bd0-be50-54ba4b32e66d.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.336141] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.336986] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af1cb89b-e7ca-4c79-88ec-aad28519dcdb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.345532] env[63260]: DEBUG oslo_vmware.api [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Waiting for the task: (returnval){ [ 921.345532] env[63260]: value = "task-2284974" [ 921.345532] env[63260]: _type = "Task" [ 921.345532] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.358371] env[63260]: DEBUG oslo_vmware.api [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': task-2284974, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.705155] env[63260]: DEBUG oslo_vmware.api [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284973, 'name': ReconfigVM_Task, 'duration_secs': 0.201781} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.705712] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.705712] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f43165a4-b2af-439b-a2c0-b71fd3695d86 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.713106] env[63260]: DEBUG oslo_vmware.api [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Waiting for the task: (returnval){ [ 921.713106] env[63260]: value = "task-2284975" [ 921.713106] env[63260]: _type = "Task" [ 921.713106] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.722433] env[63260]: DEBUG oslo_vmware.api [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284975, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.829121] env[63260]: DEBUG oslo_concurrency.lockutils [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.829840] env[63260]: DEBUG nova.compute.manager [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 921.832743] env[63260]: DEBUG oslo_concurrency.lockutils [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Releasing lock "refresh_cache-f09accbd-ac38-4bd5-9fed-54aa0ba3e38e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.833045] env[63260]: DEBUG nova.compute.manager [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Instance network_info: |[{"id": "04f5d39a-c5b7-41ef-8eb0-891324dfea68", "address": "fa:16:3e:e0:90:d5", "network": {"id": "b4d5f5a7-4020-4c98-9bfc-4168989fb246", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-735735881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e885618998694cdf8d3aacc484576252", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04f5d39a-c5", "ovs_interfaceid": "04f5d39a-c5b7-41ef-8eb0-891324dfea68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 921.833678] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:90:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd33839ae-40ca-471b-92e3-eb282b920682', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04f5d39a-c5b7-41ef-8eb0-891324dfea68', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 921.842378] env[63260]: DEBUG oslo.service.loopingcall [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 921.842595] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 921.842815] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64a1f623-a534-47e9-a92c-5d2906c4fc1d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.867984] env[63260]: DEBUG oslo_vmware.api [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': task-2284974, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072246} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.870039] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.870377] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 921.870377] env[63260]: value = "task-2284976" [ 921.870377] env[63260]: _type = "Task" [ 921.870377] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.871767] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b140238-43f8-4051-8b33-672172aadc3b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.907556] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] e65e3151-0860-4bd0-be50-54ba4b32e66d/e65e3151-0860-4bd0-be50-54ba4b32e66d.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.911723] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f61c205-56ba-4da8-a23c-816d54711468 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.928373] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284976, 'name': CreateVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.932906] env[63260]: DEBUG nova.compute.manager [req-837a4a74-b552-418e-9d34-c76956a623d4 req-f13589aa-2d3f-423e-87b4-e01e7082dac8 service nova] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Received event network-changed-04f5d39a-c5b7-41ef-8eb0-891324dfea68 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 921.932906] env[63260]: DEBUG nova.compute.manager [req-837a4a74-b552-418e-9d34-c76956a623d4 req-f13589aa-2d3f-423e-87b4-e01e7082dac8 service nova] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Refreshing instance network info cache due to event network-changed-04f5d39a-c5b7-41ef-8eb0-891324dfea68. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 921.933147] env[63260]: DEBUG oslo_concurrency.lockutils [req-837a4a74-b552-418e-9d34-c76956a623d4 req-f13589aa-2d3f-423e-87b4-e01e7082dac8 service nova] Acquiring lock "refresh_cache-f09accbd-ac38-4bd5-9fed-54aa0ba3e38e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.933352] env[63260]: DEBUG oslo_concurrency.lockutils [req-837a4a74-b552-418e-9d34-c76956a623d4 req-f13589aa-2d3f-423e-87b4-e01e7082dac8 service nova] Acquired lock "refresh_cache-f09accbd-ac38-4bd5-9fed-54aa0ba3e38e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.933422] env[63260]: DEBUG nova.network.neutron [req-837a4a74-b552-418e-9d34-c76956a623d4 req-f13589aa-2d3f-423e-87b4-e01e7082dac8 service nova] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Refreshing network info cache for port 04f5d39a-c5b7-41ef-8eb0-891324dfea68 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 921.936966] env[63260]: DEBUG oslo_vmware.api [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Waiting for the task: (returnval){ [ 921.936966] env[63260]: value = "task-2284977" [ 921.936966] env[63260]: _type = "Task" [ 921.936966] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.947491] env[63260]: DEBUG oslo_vmware.api [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': task-2284977, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.018188] env[63260]: DEBUG oslo_vmware.rw_handles [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5201287b-d8b2-bc03-0b39-4ec8e16db854/disk-0.vmdk. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 922.019312] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a42ec33-912e-43f2-931a-11b03f4dae4e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.028555] env[63260]: DEBUG oslo_vmware.rw_handles [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5201287b-d8b2-bc03-0b39-4ec8e16db854/disk-0.vmdk is in state: ready. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 922.028806] env[63260]: ERROR oslo_vmware.rw_handles [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5201287b-d8b2-bc03-0b39-4ec8e16db854/disk-0.vmdk due to incomplete transfer. [ 922.029097] env[63260]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6fa606c3-3964-46b2-94a2-a04964c63647 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.038108] env[63260]: DEBUG oslo_vmware.rw_handles [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5201287b-d8b2-bc03-0b39-4ec8e16db854/disk-0.vmdk. {{(pid=63260) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 922.038345] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Uploaded image c5522382-09d1-4485-8e1a-cda9ff9c206a to the Glance image server {{(pid=63260) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 922.040840] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Destroying the VM {{(pid=63260) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 922.041174] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d5b9bb19-0580-4d21-a3e6-177e3f0efdc0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.049214] env[63260]: DEBUG oslo_vmware.api [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 922.049214] env[63260]: value = "task-2284978" [ 922.049214] env[63260]: _type = "Task" [ 922.049214] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.062732] env[63260]: DEBUG oslo_vmware.api [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284978, 'name': Destroy_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.223747] env[63260]: DEBUG oslo_vmware.api [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284975, 'name': PowerOnVM_Task, 'duration_secs': 0.451411} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.224102] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.226716] env[63260]: DEBUG nova.compute.manager [None req-8c3dc8f1-108e-4682-9162-63138090849f tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.227521] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aaae29d-01e8-4141-8a9a-a5ff399ee3ab {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.335837] env[63260]: DEBUG nova.compute.utils [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 922.337319] env[63260]: DEBUG nova.compute.manager [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 922.337489] env[63260]: DEBUG nova.network.neutron [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 922.387146] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284976, 'name': CreateVM_Task} progress is 25%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.408528] env[63260]: DEBUG nova.policy [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f450b1575404a7eb1f04237db7ca759', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '593abaa160404848afa5a59e0dd679f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 922.449886] env[63260]: DEBUG oslo_vmware.api [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': task-2284977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.560019] env[63260]: DEBUG oslo_vmware.api [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284978, 'name': Destroy_Task} progress is 33%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.785784] env[63260]: DEBUG nova.network.neutron [req-837a4a74-b552-418e-9d34-c76956a623d4 req-f13589aa-2d3f-423e-87b4-e01e7082dac8 service nova] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Updated VIF entry in instance network info cache for port 04f5d39a-c5b7-41ef-8eb0-891324dfea68. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 922.786160] env[63260]: DEBUG nova.network.neutron [req-837a4a74-b552-418e-9d34-c76956a623d4 req-f13589aa-2d3f-423e-87b4-e01e7082dac8 service nova] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Updating instance_info_cache with network_info: [{"id": "04f5d39a-c5b7-41ef-8eb0-891324dfea68", "address": "fa:16:3e:e0:90:d5", "network": {"id": "b4d5f5a7-4020-4c98-9bfc-4168989fb246", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-735735881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e885618998694cdf8d3aacc484576252", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04f5d39a-c5", "ovs_interfaceid": "04f5d39a-c5b7-41ef-8eb0-891324dfea68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.840857] env[63260]: DEBUG nova.compute.manager [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 922.845026] env[63260]: DEBUG nova.network.neutron [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Successfully created port: 1926c28a-d454-4e1d-bd43-c5677045f60d {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 922.891901] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284976, 'name': CreateVM_Task, 'duration_secs': 0.743626} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.892242] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 922.893176] env[63260]: DEBUG oslo_concurrency.lockutils [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.893449] env[63260]: DEBUG oslo_concurrency.lockutils [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.893898] env[63260]: DEBUG oslo_concurrency.lockutils [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.894265] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d5de9ec-37bc-4cbc-a67b-05ba845a3803 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.900919] env[63260]: DEBUG oslo_vmware.api [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 922.900919] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]525a0c3a-5d62-934c-17f8-47f316f56ea1" [ 922.900919] env[63260]: _type = "Task" [ 922.900919] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.912728] env[63260]: DEBUG oslo_vmware.api [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]525a0c3a-5d62-934c-17f8-47f316f56ea1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.951796] env[63260]: DEBUG oslo_vmware.api [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': task-2284977, 'name': ReconfigVM_Task, 'duration_secs': 0.651757} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.952099] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Reconfigured VM instance instance-00000057 to attach disk [datastore1] e65e3151-0860-4bd0-be50-54ba4b32e66d/e65e3151-0860-4bd0-be50-54ba4b32e66d.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.952702] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-943d4637-38b7-4b53-b85c-323bb20a43b4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.963886] env[63260]: DEBUG oslo_vmware.api [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Waiting for the task: (returnval){ [ 922.963886] env[63260]: value = "task-2284979" [ 922.963886] env[63260]: _type = "Task" [ 922.963886] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.973058] env[63260]: DEBUG oslo_vmware.api [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': task-2284979, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.060103] env[63260]: DEBUG oslo_vmware.api [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284978, 'name': Destroy_Task} progress is 33%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.288263] env[63260]: DEBUG oslo_concurrency.lockutils [req-837a4a74-b552-418e-9d34-c76956a623d4 req-f13589aa-2d3f-423e-87b4-e01e7082dac8 service nova] Releasing lock "refresh_cache-f09accbd-ac38-4bd5-9fed-54aa0ba3e38e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.412427] env[63260]: DEBUG oslo_vmware.api [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]525a0c3a-5d62-934c-17f8-47f316f56ea1, 'name': SearchDatastore_Task, 'duration_secs': 0.010582} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.412734] env[63260]: DEBUG oslo_concurrency.lockutils [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.412971] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.413224] env[63260]: DEBUG oslo_concurrency.lockutils [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.413370] env[63260]: DEBUG oslo_concurrency.lockutils [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.413546] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 923.413802] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dada249c-31c6-4c02-8b1f-35f29d525605 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.422947] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 923.423155] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 923.423849] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7d3da4b-03e0-43e0-8f43-b9192d735682 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.431302] env[63260]: DEBUG oslo_vmware.api [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 923.431302] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5272163d-a69b-a99e-9092-64bcf7d28f21" [ 923.431302] env[63260]: _type = "Task" [ 923.431302] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.442837] env[63260]: DEBUG oslo_vmware.api [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5272163d-a69b-a99e-9092-64bcf7d28f21, 'name': SearchDatastore_Task, 'duration_secs': 0.009003} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.443536] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce4507ce-d885-4036-95d7-c31a612e07b1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.449587] env[63260]: DEBUG oslo_vmware.api [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 923.449587] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52d9ad43-aa02-4ce6-a66f-a00cbcd781af" [ 923.449587] env[63260]: _type = "Task" [ 923.449587] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.458439] env[63260]: DEBUG oslo_vmware.api [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52d9ad43-aa02-4ce6-a66f-a00cbcd781af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.473876] env[63260]: DEBUG oslo_vmware.api [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': task-2284979, 'name': Rename_Task, 'duration_secs': 0.318227} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.474249] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.474805] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6fbe0ba-b82c-4ab8-b0fe-903616c9f9e3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.483768] env[63260]: DEBUG oslo_vmware.api [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Waiting for the task: (returnval){ [ 923.483768] env[63260]: value = "task-2284980" [ 923.483768] env[63260]: _type = "Task" [ 923.483768] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.492476] env[63260]: DEBUG oslo_vmware.api [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': task-2284980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.562206] env[63260]: DEBUG oslo_vmware.api [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284978, 'name': Destroy_Task, 'duration_secs': 1.07887} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.562206] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Destroyed the VM [ 923.562333] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Deleting Snapshot of the VM instance {{(pid=63260) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 923.562614] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-77cd1295-53d5-4a65-a3bd-b1219ffda904 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.571523] env[63260]: DEBUG oslo_vmware.api [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 923.571523] env[63260]: value = "task-2284981" [ 923.571523] env[63260]: _type = "Task" [ 923.571523] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.582428] env[63260]: DEBUG oslo_vmware.api [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284981, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.850501] env[63260]: DEBUG nova.compute.manager [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 923.877531] env[63260]: DEBUG nova.virt.hardware [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.877833] env[63260]: DEBUG nova.virt.hardware [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.878038] env[63260]: DEBUG nova.virt.hardware [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.878268] env[63260]: DEBUG nova.virt.hardware [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.878440] env[63260]: DEBUG nova.virt.hardware [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.878565] env[63260]: DEBUG nova.virt.hardware [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.878847] env[63260]: DEBUG nova.virt.hardware [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.879020] env[63260]: DEBUG nova.virt.hardware [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.879194] env[63260]: DEBUG nova.virt.hardware [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.879359] env[63260]: DEBUG nova.virt.hardware [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.879538] env[63260]: DEBUG nova.virt.hardware [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.880434] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66948fd0-206f-47b1-94e7-37a91769d949 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.889956] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae27505c-6200-438e-84f2-f396612ed9d0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.938968] env[63260]: INFO nova.compute.manager [None req-0d3ba980-b5dd-44ea-b35d-241af7d96f64 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Unrescuing [ 923.939253] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0d3ba980-b5dd-44ea-b35d-241af7d96f64 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Acquiring lock "refresh_cache-75030d12-4e94-48e1-822a-04b14731d98c" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.939406] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0d3ba980-b5dd-44ea-b35d-241af7d96f64 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Acquired lock "refresh_cache-75030d12-4e94-48e1-822a-04b14731d98c" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.939696] env[63260]: DEBUG nova.network.neutron [None req-0d3ba980-b5dd-44ea-b35d-241af7d96f64 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.962220] env[63260]: DEBUG oslo_vmware.api [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52d9ad43-aa02-4ce6-a66f-a00cbcd781af, 'name': SearchDatastore_Task, 'duration_secs': 0.00939} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.962678] env[63260]: DEBUG oslo_concurrency.lockutils [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.963235] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] f09accbd-ac38-4bd5-9fed-54aa0ba3e38e/f09accbd-ac38-4bd5-9fed-54aa0ba3e38e.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 923.963476] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea6eaa52-d064-434c-82c8-7848b32f6136 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.972344] env[63260]: DEBUG oslo_vmware.api [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 923.972344] env[63260]: value = "task-2284982" [ 923.972344] env[63260]: _type = "Task" [ 923.972344] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.981473] env[63260]: DEBUG oslo_vmware.api [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.996646] env[63260]: DEBUG oslo_vmware.api [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': task-2284980, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.084045] env[63260]: DEBUG oslo_vmware.api [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284981, 'name': RemoveSnapshot_Task, 'duration_secs': 0.436121} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.084237] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Deleted Snapshot of the VM instance {{(pid=63260) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 924.084510] env[63260]: DEBUG nova.compute.manager [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.085543] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3b2528-1b57-45d0-8721-c160089514b3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.321244] env[63260]: DEBUG nova.compute.manager [req-e22d1c03-9cc9-4ccc-b0af-25c1f372b3eb req-912cedde-020f-4fbb-9888-8c1384903e0a service nova] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Received event network-vif-plugged-1926c28a-d454-4e1d-bd43-c5677045f60d {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 924.321564] env[63260]: DEBUG oslo_concurrency.lockutils [req-e22d1c03-9cc9-4ccc-b0af-25c1f372b3eb req-912cedde-020f-4fbb-9888-8c1384903e0a service nova] Acquiring lock "69d7f7bf-5b71-4cf8-ab48-ecf971be819b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.321683] env[63260]: DEBUG oslo_concurrency.lockutils [req-e22d1c03-9cc9-4ccc-b0af-25c1f372b3eb req-912cedde-020f-4fbb-9888-8c1384903e0a service nova] Lock "69d7f7bf-5b71-4cf8-ab48-ecf971be819b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.321924] env[63260]: DEBUG oslo_concurrency.lockutils [req-e22d1c03-9cc9-4ccc-b0af-25c1f372b3eb req-912cedde-020f-4fbb-9888-8c1384903e0a service nova] Lock "69d7f7bf-5b71-4cf8-ab48-ecf971be819b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.322644] env[63260]: DEBUG nova.compute.manager [req-e22d1c03-9cc9-4ccc-b0af-25c1f372b3eb req-912cedde-020f-4fbb-9888-8c1384903e0a service nova] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] No waiting events found dispatching network-vif-plugged-1926c28a-d454-4e1d-bd43-c5677045f60d {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 924.322968] env[63260]: WARNING nova.compute.manager [req-e22d1c03-9cc9-4ccc-b0af-25c1f372b3eb req-912cedde-020f-4fbb-9888-8c1384903e0a service nova] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Received unexpected event network-vif-plugged-1926c28a-d454-4e1d-bd43-c5677045f60d for instance with vm_state building and task_state spawning. [ 924.483936] env[63260]: DEBUG oslo_vmware.api [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284982, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50663} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.483936] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] f09accbd-ac38-4bd5-9fed-54aa0ba3e38e/f09accbd-ac38-4bd5-9fed-54aa0ba3e38e.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.483936] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 924.483936] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6349d6b-999c-4aa5-b0b6-d5cbe4a035f2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.494626] env[63260]: DEBUG oslo_vmware.api [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': task-2284980, 'name': PowerOnVM_Task, 'duration_secs': 0.597344} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.494966] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.495185] env[63260]: DEBUG nova.compute.manager [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.495514] env[63260]: DEBUG oslo_vmware.api [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 924.495514] env[63260]: value = "task-2284983" [ 924.495514] env[63260]: _type = "Task" [ 924.495514] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.496245] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5728635f-1c87-46e5-94d6-7ff3282a332e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.507976] env[63260]: DEBUG oslo_vmware.api [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284983, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.526283] env[63260]: DEBUG nova.network.neutron [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Successfully updated port: 1926c28a-d454-4e1d-bd43-c5677045f60d {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 924.598948] env[63260]: INFO nova.compute.manager [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Shelve offloading [ 924.730697] env[63260]: DEBUG nova.network.neutron [None req-0d3ba980-b5dd-44ea-b35d-241af7d96f64 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Updating instance_info_cache with network_info: [{"id": "55993b86-e31f-46bd-b144-af71042c7b9f", "address": "fa:16:3e:45:e1:7e", "network": {"id": "14b2e227-b125-411c-a855-2c87c0f24682", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-222039150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ff9b925304214476a6e7f70601b6d534", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55993b86-e3", "ovs_interfaceid": "55993b86-e31f-46bd-b144-af71042c7b9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.009376] env[63260]: DEBUG oslo_vmware.api [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284983, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073602} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.009684] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 925.010481] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26278e8-bb7d-4a9a-a2f8-b25089d321d0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.037193] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] f09accbd-ac38-4bd5-9fed-54aa0ba3e38e/f09accbd-ac38-4bd5-9fed-54aa0ba3e38e.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.039301] env[63260]: DEBUG oslo_concurrency.lockutils [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "refresh_cache-69d7f7bf-5b71-4cf8-ab48-ecf971be819b" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.039429] env[63260]: DEBUG oslo_concurrency.lockutils [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquired lock "refresh_cache-69d7f7bf-5b71-4cf8-ab48-ecf971be819b" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.039596] env[63260]: DEBUG nova.network.neutron [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.040494] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3c29965-c517-4462-aef7-f5f57a3b281b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.055146] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.055380] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.055552] env[63260]: DEBUG nova.objects.instance [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63260) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 925.065702] env[63260]: DEBUG oslo_vmware.api [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 925.065702] env[63260]: value = "task-2284984" [ 925.065702] env[63260]: _type = "Task" [ 925.065702] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.074993] env[63260]: DEBUG oslo_vmware.api [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284984, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.103175] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.103409] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-918f1cbb-6ec2-4b8b-808f-2051525be475 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.111899] env[63260]: DEBUG oslo_vmware.api [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 925.111899] env[63260]: value = "task-2284985" [ 925.111899] env[63260]: _type = "Task" [ 925.111899] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.116269] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "refresh_cache-eae2ab94-da4e-45c4-a185-a245dd609514" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.116412] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquired lock "refresh_cache-eae2ab94-da4e-45c4-a185-a245dd609514" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.116559] env[63260]: DEBUG nova.network.neutron [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Forcefully refreshing network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 925.120686] env[63260]: DEBUG oslo_vmware.api [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.236794] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0d3ba980-b5dd-44ea-b35d-241af7d96f64 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Releasing lock "refresh_cache-75030d12-4e94-48e1-822a-04b14731d98c" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.237599] env[63260]: DEBUG nova.objects.instance [None req-0d3ba980-b5dd-44ea-b35d-241af7d96f64 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Lazy-loading 'flavor' on Instance uuid 75030d12-4e94-48e1-822a-04b14731d98c {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.314308] env[63260]: DEBUG oslo_concurrency.lockutils [None req-96a65618-a817-4a84-9078-e64d85dcb5db tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Acquiring lock "e65e3151-0860-4bd0-be50-54ba4b32e66d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.314565] env[63260]: DEBUG oslo_concurrency.lockutils [None req-96a65618-a817-4a84-9078-e64d85dcb5db tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Lock "e65e3151-0860-4bd0-be50-54ba4b32e66d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.314775] env[63260]: DEBUG oslo_concurrency.lockutils [None req-96a65618-a817-4a84-9078-e64d85dcb5db tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Acquiring lock "e65e3151-0860-4bd0-be50-54ba4b32e66d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.314963] env[63260]: DEBUG oslo_concurrency.lockutils [None req-96a65618-a817-4a84-9078-e64d85dcb5db tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Lock "e65e3151-0860-4bd0-be50-54ba4b32e66d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.315153] env[63260]: DEBUG oslo_concurrency.lockutils [None req-96a65618-a817-4a84-9078-e64d85dcb5db tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Lock "e65e3151-0860-4bd0-be50-54ba4b32e66d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.317310] env[63260]: INFO nova.compute.manager [None req-96a65618-a817-4a84-9078-e64d85dcb5db tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Terminating instance [ 925.577792] env[63260]: DEBUG oslo_vmware.api [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.610202] env[63260]: DEBUG nova.network.neutron [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 925.628771] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] VM already powered off {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 925.629184] env[63260]: DEBUG nova.compute.manager [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.630950] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec19129a-603c-4566-8a45-8587a5199b17 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.645164] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "refresh_cache-b745d80b-09d8-4b02-ba27-22a2df35a3d2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.645498] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquired lock "refresh_cache-b745d80b-09d8-4b02-ba27-22a2df35a3d2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.645804] env[63260]: DEBUG nova.network.neutron [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.744827] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52912164-6650-4759-9a63-fd90a2b02a1e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.773170] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d3ba980-b5dd-44ea-b35d-241af7d96f64 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.773535] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f0ceaf3-fab3-4219-a9ad-abb37809f4d9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.782241] env[63260]: DEBUG oslo_vmware.api [None req-0d3ba980-b5dd-44ea-b35d-241af7d96f64 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Waiting for the task: (returnval){ [ 925.782241] env[63260]: value = "task-2284986" [ 925.782241] env[63260]: _type = "Task" [ 925.782241] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.793804] env[63260]: DEBUG oslo_vmware.api [None req-0d3ba980-b5dd-44ea-b35d-241af7d96f64 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.821274] env[63260]: DEBUG oslo_concurrency.lockutils [None req-96a65618-a817-4a84-9078-e64d85dcb5db tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Acquiring lock "refresh_cache-e65e3151-0860-4bd0-be50-54ba4b32e66d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.821531] env[63260]: DEBUG oslo_concurrency.lockutils [None req-96a65618-a817-4a84-9078-e64d85dcb5db tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Acquired lock "refresh_cache-e65e3151-0860-4bd0-be50-54ba4b32e66d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.821836] env[63260]: DEBUG nova.network.neutron [None req-96a65618-a817-4a84-9078-e64d85dcb5db tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.847197] env[63260]: DEBUG nova.network.neutron [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Updating instance_info_cache with network_info: [{"id": "1926c28a-d454-4e1d-bd43-c5677045f60d", "address": "fa:16:3e:bd:a0:52", "network": {"id": "15c698e3-385d-486a-901f-b71a8d1836c1", "bridge": "br-int", "label": "tempest-ServersTestJSON-97174531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "593abaa160404848afa5a59e0dd679f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1926c28a-d4", "ovs_interfaceid": "1926c28a-d454-4e1d-bd43-c5677045f60d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.064737] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d37df014-22c2-491e-94cd-3f7b93bc40a8 tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.077044] env[63260]: DEBUG oslo_vmware.api [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.293784] env[63260]: DEBUG oslo_vmware.api [None req-0d3ba980-b5dd-44ea-b35d-241af7d96f64 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284986, 'name': PowerOffVM_Task, 'duration_secs': 0.266958} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.293987] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d3ba980-b5dd-44ea-b35d-241af7d96f64 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.299164] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d3ba980-b5dd-44ea-b35d-241af7d96f64 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Reconfiguring VM instance instance-00000056 to detach disk 2001 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 926.299476] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edb1bd60-9db9-47b4-9e95-ad50a3c30fa5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.322969] env[63260]: DEBUG oslo_vmware.api [None req-0d3ba980-b5dd-44ea-b35d-241af7d96f64 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Waiting for the task: (returnval){ [ 926.322969] env[63260]: value = "task-2284987" [ 926.322969] env[63260]: _type = "Task" [ 926.322969] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.333489] env[63260]: DEBUG oslo_vmware.api [None req-0d3ba980-b5dd-44ea-b35d-241af7d96f64 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284987, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.351439] env[63260]: DEBUG oslo_concurrency.lockutils [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Releasing lock "refresh_cache-69d7f7bf-5b71-4cf8-ab48-ecf971be819b" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.353851] env[63260]: DEBUG nova.compute.manager [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Instance network_info: |[{"id": "1926c28a-d454-4e1d-bd43-c5677045f60d", "address": "fa:16:3e:bd:a0:52", "network": {"id": "15c698e3-385d-486a-901f-b71a8d1836c1", "bridge": "br-int", "label": "tempest-ServersTestJSON-97174531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "593abaa160404848afa5a59e0dd679f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1926c28a-d4", "ovs_interfaceid": "1926c28a-d454-4e1d-bd43-c5677045f60d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 926.356755] env[63260]: DEBUG nova.compute.manager [req-0bab539b-39a7-46e3-acff-caa4b3e42d01 req-e0bbf78c-510e-442f-aefd-73af6aa2f4aa service nova] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Received event network-changed-1926c28a-d454-4e1d-bd43-c5677045f60d {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 926.356996] env[63260]: DEBUG nova.compute.manager [req-0bab539b-39a7-46e3-acff-caa4b3e42d01 req-e0bbf78c-510e-442f-aefd-73af6aa2f4aa service nova] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Refreshing instance network info cache due to event network-changed-1926c28a-d454-4e1d-bd43-c5677045f60d. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 926.357281] env[63260]: DEBUG oslo_concurrency.lockutils [req-0bab539b-39a7-46e3-acff-caa4b3e42d01 req-e0bbf78c-510e-442f-aefd-73af6aa2f4aa service nova] Acquiring lock "refresh_cache-69d7f7bf-5b71-4cf8-ab48-ecf971be819b" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.357485] env[63260]: DEBUG oslo_concurrency.lockutils [req-0bab539b-39a7-46e3-acff-caa4b3e42d01 req-e0bbf78c-510e-442f-aefd-73af6aa2f4aa service nova] Acquired lock "refresh_cache-69d7f7bf-5b71-4cf8-ab48-ecf971be819b" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.357689] env[63260]: DEBUG nova.network.neutron [req-0bab539b-39a7-46e3-acff-caa4b3e42d01 req-e0bbf78c-510e-442f-aefd-73af6aa2f4aa service nova] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Refreshing network info cache for port 1926c28a-d454-4e1d-bd43-c5677045f60d {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.359826] env[63260]: DEBUG nova.network.neutron [None req-96a65618-a817-4a84-9078-e64d85dcb5db tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 926.362747] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:a0:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad36dd36-1d2c-4f37-a259-98ef2e440794', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1926c28a-d454-4e1d-bd43-c5677045f60d', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.371845] env[63260]: DEBUG oslo.service.loopingcall [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 926.377944] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.381660] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-199f55c8-a7ec-4a57-87aa-dce4ed20a03b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.406299] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.406299] env[63260]: value = "task-2284988" [ 926.406299] env[63260]: _type = "Task" [ 926.406299] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.415157] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284988, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.501949] env[63260]: DEBUG nova.network.neutron [None req-96a65618-a817-4a84-9078-e64d85dcb5db tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.551798] env[63260]: DEBUG nova.network.neutron [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Updating instance_info_cache with network_info: [{"id": "ccd0a982-eca3-4891-840b-15ef264e18a8", "address": "fa:16:3e:43:4e:07", "network": {"id": "ac0ba0ba-6e11-4943-aa23-05b4e44217f7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-358530705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60ea86e6d37c4da9adfb6f02b15c571e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccd0a982-ec", "ovs_interfaceid": "ccd0a982-eca3-4891-840b-15ef264e18a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.576746] env[63260]: DEBUG oslo_vmware.api [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284984, 'name': ReconfigVM_Task, 'duration_secs': 1.238485} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.579418] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Reconfigured VM instance instance-00000059 to attach disk [datastore1] f09accbd-ac38-4bd5-9fed-54aa0ba3e38e/f09accbd-ac38-4bd5-9fed-54aa0ba3e38e.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.580364] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36051742-353d-43bb-b876-d75cbc3c847c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.587769] env[63260]: DEBUG oslo_vmware.api [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 926.587769] env[63260]: value = "task-2284989" [ 926.587769] env[63260]: _type = "Task" [ 926.587769] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.591693] env[63260]: DEBUG nova.network.neutron [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Updating instance_info_cache with network_info: [{"id": "7f8b1541-2348-4b07-ba6a-deaebf05faf0", "address": "fa:16:3e:c0:87:52", "network": {"id": "5b68e61c-9924-43a6-9550-c424919c7ebd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505122137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc112fd26644b7abedda679fb222d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f8b1541-23", "ovs_interfaceid": "7f8b1541-2348-4b07-ba6a-deaebf05faf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.599557] env[63260]: DEBUG oslo_vmware.api [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284989, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.616938] env[63260]: DEBUG nova.network.neutron [req-0bab539b-39a7-46e3-acff-caa4b3e42d01 req-e0bbf78c-510e-442f-aefd-73af6aa2f4aa service nova] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Updated VIF entry in instance network info cache for port 1926c28a-d454-4e1d-bd43-c5677045f60d. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.617337] env[63260]: DEBUG nova.network.neutron [req-0bab539b-39a7-46e3-acff-caa4b3e42d01 req-e0bbf78c-510e-442f-aefd-73af6aa2f4aa service nova] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Updating instance_info_cache with network_info: [{"id": "1926c28a-d454-4e1d-bd43-c5677045f60d", "address": "fa:16:3e:bd:a0:52", "network": {"id": "15c698e3-385d-486a-901f-b71a8d1836c1", "bridge": "br-int", "label": "tempest-ServersTestJSON-97174531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "593abaa160404848afa5a59e0dd679f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1926c28a-d4", "ovs_interfaceid": "1926c28a-d454-4e1d-bd43-c5677045f60d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.836394] env[63260]: DEBUG oslo_vmware.api [None req-0d3ba980-b5dd-44ea-b35d-241af7d96f64 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284987, 'name': ReconfigVM_Task, 'duration_secs': 0.25101} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.836690] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d3ba980-b5dd-44ea-b35d-241af7d96f64 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Reconfigured VM instance instance-00000056 to detach disk 2001 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 926.836871] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d3ba980-b5dd-44ea-b35d-241af7d96f64 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.837140] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2daf40e4-f482-4620-813e-8f1191287dd2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.845124] env[63260]: DEBUG oslo_vmware.api [None req-0d3ba980-b5dd-44ea-b35d-241af7d96f64 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Waiting for the task: (returnval){ [ 926.845124] env[63260]: value = "task-2284990" [ 926.845124] env[63260]: _type = "Task" [ 926.845124] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.853997] env[63260]: DEBUG oslo_vmware.api [None req-0d3ba980-b5dd-44ea-b35d-241af7d96f64 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284990, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.918029] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2284988, 'name': CreateVM_Task, 'duration_secs': 0.3722} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.918029] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.918263] env[63260]: DEBUG oslo_concurrency.lockutils [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.918426] env[63260]: DEBUG oslo_concurrency.lockutils [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.918777] env[63260]: DEBUG oslo_concurrency.lockutils [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.919061] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b803aeea-9019-4c64-aec8-8a74f636c37c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.925097] env[63260]: DEBUG oslo_vmware.api [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 926.925097] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5201b32a-d59b-eadc-1950-ae3d9a4a9e10" [ 926.925097] env[63260]: _type = "Task" [ 926.925097] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.934741] env[63260]: DEBUG oslo_vmware.api [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5201b32a-d59b-eadc-1950-ae3d9a4a9e10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.007112] env[63260]: DEBUG oslo_concurrency.lockutils [None req-96a65618-a817-4a84-9078-e64d85dcb5db tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Releasing lock "refresh_cache-e65e3151-0860-4bd0-be50-54ba4b32e66d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.007664] env[63260]: DEBUG nova.compute.manager [None req-96a65618-a817-4a84-9078-e64d85dcb5db tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 927.007883] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-96a65618-a817-4a84-9078-e64d85dcb5db tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.008807] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c5935f-57a3-461d-886b-290e70c29bed {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.017024] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a65618-a817-4a84-9078-e64d85dcb5db tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.017267] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff4c87af-4628-485a-bc8e-02f454e58689 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.024215] env[63260]: DEBUG oslo_vmware.api [None req-96a65618-a817-4a84-9078-e64d85dcb5db tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Waiting for the task: (returnval){ [ 927.024215] env[63260]: value = "task-2284991" [ 927.024215] env[63260]: _type = "Task" [ 927.024215] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.032294] env[63260]: DEBUG oslo_vmware.api [None req-96a65618-a817-4a84-9078-e64d85dcb5db tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': task-2284991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.055139] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Releasing lock "refresh_cache-b745d80b-09d8-4b02-ba27-22a2df35a3d2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.094097] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Releasing lock "refresh_cache-eae2ab94-da4e-45c4-a185-a245dd609514" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.094316] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Updated the network info_cache for instance {{(pid=63260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 927.094998] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 927.095501] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 927.095673] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 927.095828] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 927.095972] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 927.096135] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 927.096267] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 927.096413] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 927.101074] env[63260]: DEBUG oslo_vmware.api [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284989, 'name': Rename_Task, 'duration_secs': 0.186301} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.101476] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.101856] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e29381fd-01e6-46a9-8416-c4da78adf419 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.109257] env[63260]: DEBUG oslo_vmware.api [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 927.109257] env[63260]: value = "task-2284992" [ 927.109257] env[63260]: _type = "Task" [ 927.109257] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.117950] env[63260]: DEBUG oslo_vmware.api [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.119458] env[63260]: DEBUG oslo_concurrency.lockutils [req-0bab539b-39a7-46e3-acff-caa4b3e42d01 req-e0bbf78c-510e-442f-aefd-73af6aa2f4aa service nova] Releasing lock "refresh_cache-69d7f7bf-5b71-4cf8-ab48-ecf971be819b" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.309709] env[63260]: DEBUG nova.compute.manager [req-ee22a869-fbab-40e2-b011-aaf0087afb7c req-01f12b3a-83ea-4c7e-81b4-42ef1c7d13d2 service nova] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Received event network-vif-unplugged-ccd0a982-eca3-4891-840b-15ef264e18a8 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 927.309988] env[63260]: DEBUG oslo_concurrency.lockutils [req-ee22a869-fbab-40e2-b011-aaf0087afb7c req-01f12b3a-83ea-4c7e-81b4-42ef1c7d13d2 service nova] Acquiring lock "b745d80b-09d8-4b02-ba27-22a2df35a3d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.310193] env[63260]: DEBUG oslo_concurrency.lockutils [req-ee22a869-fbab-40e2-b011-aaf0087afb7c req-01f12b3a-83ea-4c7e-81b4-42ef1c7d13d2 service nova] Lock "b745d80b-09d8-4b02-ba27-22a2df35a3d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.310406] env[63260]: DEBUG oslo_concurrency.lockutils [req-ee22a869-fbab-40e2-b011-aaf0087afb7c req-01f12b3a-83ea-4c7e-81b4-42ef1c7d13d2 service nova] Lock "b745d80b-09d8-4b02-ba27-22a2df35a3d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.310612] env[63260]: DEBUG nova.compute.manager [req-ee22a869-fbab-40e2-b011-aaf0087afb7c req-01f12b3a-83ea-4c7e-81b4-42ef1c7d13d2 service nova] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] No waiting events found dispatching network-vif-unplugged-ccd0a982-eca3-4891-840b-15ef264e18a8 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 927.310825] env[63260]: WARNING nova.compute.manager [req-ee22a869-fbab-40e2-b011-aaf0087afb7c req-01f12b3a-83ea-4c7e-81b4-42ef1c7d13d2 service nova] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Received unexpected event network-vif-unplugged-ccd0a982-eca3-4891-840b-15ef264e18a8 for instance with vm_state shelved and task_state shelving_offloading. [ 927.334782] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.335705] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e74649-d73c-4d9f-a1b9-0b701600caeb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.344719] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.344959] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1de54391-54bf-4e5e-ace9-ac43481e31bb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.354799] env[63260]: DEBUG oslo_vmware.api [None req-0d3ba980-b5dd-44ea-b35d-241af7d96f64 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284990, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.431181] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.431449] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.431595] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Deleting the datastore file [datastore2] b745d80b-09d8-4b02-ba27-22a2df35a3d2 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.432327] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a94bf19-73cb-4aeb-b4fe-8e19b2abf5c7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.440508] env[63260]: DEBUG oslo_vmware.api [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5201b32a-d59b-eadc-1950-ae3d9a4a9e10, 'name': SearchDatastore_Task, 'duration_secs': 0.010175} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.440813] env[63260]: DEBUG oslo_concurrency.lockutils [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.441060] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.441300] env[63260]: DEBUG oslo_concurrency.lockutils [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.441446] env[63260]: DEBUG oslo_concurrency.lockutils [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.441625] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.442246] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8463411f-45cc-45b5-b8e8-81d9f3a40af5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.446167] env[63260]: DEBUG oslo_vmware.api [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 927.446167] env[63260]: value = "task-2284994" [ 927.446167] env[63260]: _type = "Task" [ 927.446167] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.451461] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.451665] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.455285] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21ee9f41-81a2-4f92-b7c2-d2c89bc5ded5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.457616] env[63260]: DEBUG oslo_vmware.api [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.460860] env[63260]: DEBUG oslo_vmware.api [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 927.460860] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52925c8a-1632-94d6-acf0-09daad5b325f" [ 927.460860] env[63260]: _type = "Task" [ 927.460860] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.468566] env[63260]: DEBUG oslo_vmware.api [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52925c8a-1632-94d6-acf0-09daad5b325f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.535186] env[63260]: DEBUG oslo_vmware.api [None req-96a65618-a817-4a84-9078-e64d85dcb5db tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': task-2284991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.603693] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.604099] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.604475] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.604765] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 927.606162] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09c262c-ed3b-44d0-8e31-b3e5eda331aa {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.625124] env[63260]: DEBUG oslo_vmware.api [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2284992, 'name': PowerOnVM_Task, 'duration_secs': 0.507893} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.628371] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.628717] env[63260]: INFO nova.compute.manager [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Took 8.07 seconds to spawn the instance on the hypervisor. [ 927.629048] env[63260]: DEBUG nova.compute.manager [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.630718] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbed6df-dc77-4e21-b6b5-b99d9015123c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.636420] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ff09b9-d5f5-4df5-b7ef-fe8131dd2978 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.661598] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f41da58-611e-46ab-afb7-5868e249fbd6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.675812] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a521fa52-80b2-4fd0-a62e-87066f23c96a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.711473] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179085MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=63260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 927.711686] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.711871] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.857998] env[63260]: DEBUG oslo_vmware.api [None req-0d3ba980-b5dd-44ea-b35d-241af7d96f64 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284990, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.956280] env[63260]: DEBUG oslo_vmware.api [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2284994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280809} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.956553] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.956741] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.956925] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.971811] env[63260]: DEBUG oslo_vmware.api [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52925c8a-1632-94d6-acf0-09daad5b325f, 'name': SearchDatastore_Task, 'duration_secs': 0.009884} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.972671] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d62bc46-f74c-409d-bbda-455ef3be0231 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.979131] env[63260]: DEBUG oslo_vmware.api [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 927.979131] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c5b5b7-a7c1-4178-1f87-230287c3f1b0" [ 927.979131] env[63260]: _type = "Task" [ 927.979131] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.989929] env[63260]: INFO nova.scheduler.client.report [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Deleted allocations for instance b745d80b-09d8-4b02-ba27-22a2df35a3d2 [ 927.994689] env[63260]: DEBUG oslo_vmware.api [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c5b5b7-a7c1-4178-1f87-230287c3f1b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.035852] env[63260]: DEBUG oslo_vmware.api [None req-96a65618-a817-4a84-9078-e64d85dcb5db tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': task-2284991, 'name': PowerOffVM_Task, 'duration_secs': 0.821773} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.036137] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a65618-a817-4a84-9078-e64d85dcb5db tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.036308] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-96a65618-a817-4a84-9078-e64d85dcb5db tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.036563] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-483b2127-2498-48ca-9bd1-cd66d6587fe2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.076009] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-96a65618-a817-4a84-9078-e64d85dcb5db tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.076496] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-96a65618-a817-4a84-9078-e64d85dcb5db tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.076751] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a65618-a817-4a84-9078-e64d85dcb5db tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Deleting the datastore file [datastore1] e65e3151-0860-4bd0-be50-54ba4b32e66d {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.077117] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c682f26-d3c4-42b3-9b87-06c330f2d668 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.086845] env[63260]: DEBUG oslo_vmware.api [None req-96a65618-a817-4a84-9078-e64d85dcb5db tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Waiting for the task: (returnval){ [ 928.086845] env[63260]: value = "task-2284996" [ 928.086845] env[63260]: _type = "Task" [ 928.086845] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.096444] env[63260]: DEBUG oslo_vmware.api [None req-96a65618-a817-4a84-9078-e64d85dcb5db tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': task-2284996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.179067] env[63260]: INFO nova.compute.manager [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Took 13.03 seconds to build instance. [ 928.358142] env[63260]: DEBUG oslo_vmware.api [None req-0d3ba980-b5dd-44ea-b35d-241af7d96f64 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2284990, 'name': PowerOnVM_Task, 'duration_secs': 1.262394} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.358447] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d3ba980-b5dd-44ea-b35d-241af7d96f64 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.358672] env[63260]: DEBUG nova.compute.manager [None req-0d3ba980-b5dd-44ea-b35d-241af7d96f64 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.359565] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e894f7-63f9-492b-a2f0-bb6ae996e957 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.490341] env[63260]: DEBUG oslo_vmware.api [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c5b5b7-a7c1-4178-1f87-230287c3f1b0, 'name': SearchDatastore_Task, 'duration_secs': 0.011447} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.490600] env[63260]: DEBUG oslo_concurrency.lockutils [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.490869] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 69d7f7bf-5b71-4cf8-ab48-ecf971be819b/69d7f7bf-5b71-4cf8-ab48-ecf971be819b.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 928.491144] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c1118b3-23c4-46f7-bf75-20a7008fd686 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.496389] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.499815] env[63260]: DEBUG oslo_vmware.api [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 928.499815] env[63260]: value = "task-2284997" [ 928.499815] env[63260]: _type = "Task" [ 928.499815] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.509440] env[63260]: DEBUG oslo_vmware.api [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284997, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.597082] env[63260]: DEBUG oslo_vmware.api [None req-96a65618-a817-4a84-9078-e64d85dcb5db tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Task: {'id': task-2284996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090422} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.597082] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a65618-a817-4a84-9078-e64d85dcb5db tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.597305] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-96a65618-a817-4a84-9078-e64d85dcb5db tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.597403] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-96a65618-a817-4a84-9078-e64d85dcb5db tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.597562] env[63260]: INFO nova.compute.manager [None req-96a65618-a817-4a84-9078-e64d85dcb5db tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Took 1.59 seconds to destroy the instance on the hypervisor. [ 928.597836] env[63260]: DEBUG oslo.service.loopingcall [None req-96a65618-a817-4a84-9078-e64d85dcb5db tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 928.598041] env[63260]: DEBUG nova.compute.manager [-] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 928.598137] env[63260]: DEBUG nova.network.neutron [-] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 928.614412] env[63260]: DEBUG nova.network.neutron [-] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.681473] env[63260]: DEBUG oslo_concurrency.lockutils [None req-31ed352d-02e5-44d3-b925-4cc3be316b1b tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "f09accbd-ac38-4bd5-9fed-54aa0ba3e38e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.543s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.743968] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance eae2ab94-da4e-45c4-a185-a245dd609514 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 928.744180] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 05f51648-73be-4989-8574-57bc8eb882b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 928.744319] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 67c72ba6-2ba1-4494-add1-f86cc7163ed9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 928.744471] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 968e6889-032a-4b5a-8cb5-3e612664bb1c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 928.744705] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 45c1f310-f48d-4903-be93-f23e8fc413c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 928.744876] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 478b9913-6c63-42e5-921f-21e503efc7ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 928.745062] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 928.745256] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 3d0f44ca-75e7-4579-9e7c-0451473e64af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 928.745588] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 928.745691] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance e7079a58-fb09-44b7-bed8-3625be32b5f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 928.745918] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 5d3f96ae-7544-4925-aa43-051905096b48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 928.746062] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 6b06b2fd-dc12-4eca-ae5d-61579f8f450c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 928.746199] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 75030d12-4e94-48e1-822a-04b14731d98c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 928.746333] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance e65e3151-0860-4bd0-be50-54ba4b32e66d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 928.746476] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 928.746590] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 69d7f7bf-5b71-4cf8-ab48-ecf971be819b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 929.013903] env[63260]: DEBUG oslo_vmware.api [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284997, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503828} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.014716] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 69d7f7bf-5b71-4cf8-ab48-ecf971be819b/69d7f7bf-5b71-4cf8-ab48-ecf971be819b.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 929.015329] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 929.015375] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1288f1bf-54e5-4050-8d5f-b210d2c071ec {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.022884] env[63260]: DEBUG oslo_vmware.api [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 929.022884] env[63260]: value = "task-2284998" [ 929.022884] env[63260]: _type = "Task" [ 929.022884] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.032820] env[63260]: DEBUG oslo_vmware.api [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284998, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.117245] env[63260]: DEBUG nova.network.neutron [-] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.249917] env[63260]: INFO nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance c05a40fa-753e-4eb7-a821-eced2827e7f0 has allocations against this compute host but is not found in the database. [ 929.250199] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=63260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 929.250348] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3968MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=63260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 929.375762] env[63260]: DEBUG nova.compute.manager [req-bae4f9e6-e550-47ca-86b3-a635a63b6109 req-3ddad27c-7029-47ff-97be-d583483d51af service nova] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Received event network-changed-ccd0a982-eca3-4891-840b-15ef264e18a8 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 929.375762] env[63260]: DEBUG nova.compute.manager [req-bae4f9e6-e550-47ca-86b3-a635a63b6109 req-3ddad27c-7029-47ff-97be-d583483d51af service nova] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Refreshing instance network info cache due to event network-changed-ccd0a982-eca3-4891-840b-15ef264e18a8. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 929.375971] env[63260]: DEBUG oslo_concurrency.lockutils [req-bae4f9e6-e550-47ca-86b3-a635a63b6109 req-3ddad27c-7029-47ff-97be-d583483d51af service nova] Acquiring lock "refresh_cache-b745d80b-09d8-4b02-ba27-22a2df35a3d2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.376140] env[63260]: DEBUG oslo_concurrency.lockutils [req-bae4f9e6-e550-47ca-86b3-a635a63b6109 req-3ddad27c-7029-47ff-97be-d583483d51af service nova] Acquired lock "refresh_cache-b745d80b-09d8-4b02-ba27-22a2df35a3d2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.376303] env[63260]: DEBUG nova.network.neutron [req-bae4f9e6-e550-47ca-86b3-a635a63b6109 req-3ddad27c-7029-47ff-97be-d583483d51af service nova] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Refreshing network info cache for port ccd0a982-eca3-4891-840b-15ef264e18a8 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.466393] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002b0458-ab6d-478a-8f06-32aaf2dd3115 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.474571] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f519168-78f4-44e9-92aa-5aa16714bcb3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.509081] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70515959-b928-4162-909f-a865acb4fee6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.511904] env[63260]: DEBUG nova.compute.manager [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Stashing vm_state: active {{(pid=63260) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 929.520970] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b19105-4c6f-44b0-a92f-32e579fa8d99 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.537392] env[63260]: DEBUG nova.compute.provider_tree [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.541797] env[63260]: DEBUG oslo_vmware.api [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284998, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078204} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.541948] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 929.542607] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca67582-dbcf-412f-ae1f-6f7c8456dbbc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.565363] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 69d7f7bf-5b71-4cf8-ab48-ecf971be819b/69d7f7bf-5b71-4cf8-ab48-ecf971be819b.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.565989] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0e4c3c2-9fd4-4ea8-bb90-7404a8717b4c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.586301] env[63260]: DEBUG oslo_vmware.api [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 929.586301] env[63260]: value = "task-2284999" [ 929.586301] env[63260]: _type = "Task" [ 929.586301] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.594793] env[63260]: DEBUG oslo_vmware.api [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284999, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.621109] env[63260]: INFO nova.compute.manager [-] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Took 1.02 seconds to deallocate network for instance. [ 929.760472] env[63260]: DEBUG oslo_concurrency.lockutils [None req-19fb27f6-7923-4ad4-a07f-f283c46cb5a6 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Acquiring lock "75030d12-4e94-48e1-822a-04b14731d98c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.760719] env[63260]: DEBUG oslo_concurrency.lockutils [None req-19fb27f6-7923-4ad4-a07f-f283c46cb5a6 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Lock "75030d12-4e94-48e1-822a-04b14731d98c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.760914] env[63260]: DEBUG oslo_concurrency.lockutils [None req-19fb27f6-7923-4ad4-a07f-f283c46cb5a6 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Acquiring lock "75030d12-4e94-48e1-822a-04b14731d98c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.761118] env[63260]: DEBUG oslo_concurrency.lockutils [None req-19fb27f6-7923-4ad4-a07f-f283c46cb5a6 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Lock "75030d12-4e94-48e1-822a-04b14731d98c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.761298] env[63260]: DEBUG oslo_concurrency.lockutils [None req-19fb27f6-7923-4ad4-a07f-f283c46cb5a6 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Lock "75030d12-4e94-48e1-822a-04b14731d98c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.763366] env[63260]: INFO nova.compute.manager [None req-19fb27f6-7923-4ad4-a07f-f283c46cb5a6 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Terminating instance [ 929.782853] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2881dd29-fed2-42b8-a886-1585975038f6 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "b745d80b-09d8-4b02-ba27-22a2df35a3d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.028016] env[63260]: DEBUG oslo_concurrency.lockutils [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.042761] env[63260]: DEBUG nova.scheduler.client.report [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.095704] env[63260]: DEBUG nova.network.neutron [req-bae4f9e6-e550-47ca-86b3-a635a63b6109 req-3ddad27c-7029-47ff-97be-d583483d51af service nova] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Updated VIF entry in instance network info cache for port ccd0a982-eca3-4891-840b-15ef264e18a8. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.096136] env[63260]: DEBUG nova.network.neutron [req-bae4f9e6-e550-47ca-86b3-a635a63b6109 req-3ddad27c-7029-47ff-97be-d583483d51af service nova] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Updating instance_info_cache with network_info: [{"id": "ccd0a982-eca3-4891-840b-15ef264e18a8", "address": "fa:16:3e:43:4e:07", "network": {"id": "ac0ba0ba-6e11-4943-aa23-05b4e44217f7", "bridge": null, "label": "tempest-DeleteServersTestJSON-358530705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60ea86e6d37c4da9adfb6f02b15c571e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapccd0a982-ec", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.104070] env[63260]: DEBUG oslo_vmware.api [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.127557] env[63260]: DEBUG oslo_concurrency.lockutils [None req-96a65618-a817-4a84-9078-e64d85dcb5db tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.267062] env[63260]: DEBUG nova.compute.manager [None req-19fb27f6-7923-4ad4-a07f-f283c46cb5a6 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.267277] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-19fb27f6-7923-4ad4-a07f-f283c46cb5a6 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.268347] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af5da9c-2fdc-4a91-b51e-b202f021fbc4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.277969] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-19fb27f6-7923-4ad4-a07f-f283c46cb5a6 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.278380] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fe6c9d1-b2f2-4d58-8fa0-c5c033d5bfd3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.287226] env[63260]: DEBUG oslo_vmware.api [None req-19fb27f6-7923-4ad4-a07f-f283c46cb5a6 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Waiting for the task: (returnval){ [ 930.287226] env[63260]: value = "task-2285000" [ 930.287226] env[63260]: _type = "Task" [ 930.287226] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.304479] env[63260]: DEBUG oslo_vmware.api [None req-19fb27f6-7923-4ad4-a07f-f283c46cb5a6 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2285000, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.549051] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 930.549051] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.837s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.549305] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.053s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.549530] env[63260]: DEBUG nova.objects.instance [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lazy-loading 'resources' on Instance uuid b745d80b-09d8-4b02-ba27-22a2df35a3d2 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.601667] env[63260]: DEBUG oslo_concurrency.lockutils [req-bae4f9e6-e550-47ca-86b3-a635a63b6109 req-3ddad27c-7029-47ff-97be-d583483d51af service nova] Releasing lock "refresh_cache-b745d80b-09d8-4b02-ba27-22a2df35a3d2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.602084] env[63260]: DEBUG oslo_vmware.api [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2284999, 'name': ReconfigVM_Task, 'duration_secs': 0.769435} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.602341] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 69d7f7bf-5b71-4cf8-ab48-ecf971be819b/69d7f7bf-5b71-4cf8-ab48-ecf971be819b.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.602956] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d0bde3e-35ed-48d6-b609-294b0e9c9524 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.610807] env[63260]: DEBUG oslo_vmware.api [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 930.610807] env[63260]: value = "task-2285001" [ 930.610807] env[63260]: _type = "Task" [ 930.610807] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.619220] env[63260]: DEBUG oslo_vmware.api [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285001, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.798570] env[63260]: DEBUG oslo_vmware.api [None req-19fb27f6-7923-4ad4-a07f-f283c46cb5a6 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2285000, 'name': PowerOffVM_Task, 'duration_secs': 0.374369} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.798963] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-19fb27f6-7923-4ad4-a07f-f283c46cb5a6 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.799049] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-19fb27f6-7923-4ad4-a07f-f283c46cb5a6 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.799302] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1bf925e-f633-49b3-8869-6ad549cdb8ba {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.863597] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-19fb27f6-7923-4ad4-a07f-f283c46cb5a6 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.863841] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-19fb27f6-7923-4ad4-a07f-f283c46cb5a6 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.864044] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-19fb27f6-7923-4ad4-a07f-f283c46cb5a6 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Deleting the datastore file [datastore2] 75030d12-4e94-48e1-822a-04b14731d98c {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.864333] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a388309-356d-4d82-9c64-77ebdbbd2903 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.872108] env[63260]: DEBUG oslo_vmware.api [None req-19fb27f6-7923-4ad4-a07f-f283c46cb5a6 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Waiting for the task: (returnval){ [ 930.872108] env[63260]: value = "task-2285003" [ 930.872108] env[63260]: _type = "Task" [ 930.872108] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.881112] env[63260]: DEBUG oslo_vmware.api [None req-19fb27f6-7923-4ad4-a07f-f283c46cb5a6 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2285003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.052392] env[63260]: DEBUG nova.objects.instance [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lazy-loading 'numa_topology' on Instance uuid b745d80b-09d8-4b02-ba27-22a2df35a3d2 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.120760] env[63260]: DEBUG oslo_vmware.api [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285001, 'name': Rename_Task, 'duration_secs': 0.294508} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.121870] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.121870] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3408aea7-a91c-4a4e-9558-368b8bed2936 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.128419] env[63260]: DEBUG oslo_vmware.api [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 931.128419] env[63260]: value = "task-2285004" [ 931.128419] env[63260]: _type = "Task" [ 931.128419] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.136251] env[63260]: DEBUG oslo_vmware.api [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285004, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.389062] env[63260]: DEBUG oslo_vmware.api [None req-19fb27f6-7923-4ad4-a07f-f283c46cb5a6 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2285003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138986} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.389404] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-19fb27f6-7923-4ad4-a07f-f283c46cb5a6 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.389562] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-19fb27f6-7923-4ad4-a07f-f283c46cb5a6 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.389776] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-19fb27f6-7923-4ad4-a07f-f283c46cb5a6 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.389974] env[63260]: INFO nova.compute.manager [None req-19fb27f6-7923-4ad4-a07f-f283c46cb5a6 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 931.390255] env[63260]: DEBUG oslo.service.loopingcall [None req-19fb27f6-7923-4ad4-a07f-f283c46cb5a6 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 931.390463] env[63260]: DEBUG nova.compute.manager [-] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 931.390569] env[63260]: DEBUG nova.network.neutron [-] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 931.555283] env[63260]: DEBUG nova.objects.base [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=63260) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 931.638816] env[63260]: DEBUG oslo_vmware.api [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285004, 'name': PowerOnVM_Task, 'duration_secs': 0.460221} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.639104] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.639308] env[63260]: INFO nova.compute.manager [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Took 7.79 seconds to spawn the instance on the hypervisor. [ 931.639485] env[63260]: DEBUG nova.compute.manager [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.642539] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e584ba1-180f-4934-aec1-8f2e4ee32248 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.761117] env[63260]: DEBUG nova.compute.manager [req-2ef0cf0e-29dd-45e7-9e69-bf6972fb4f88 req-35b97a44-9e3c-4f8b-b673-71773647ec7e service nova] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Received event network-vif-deleted-55993b86-e31f-46bd-b144-af71042c7b9f {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 931.761340] env[63260]: INFO nova.compute.manager [req-2ef0cf0e-29dd-45e7-9e69-bf6972fb4f88 req-35b97a44-9e3c-4f8b-b673-71773647ec7e service nova] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Neutron deleted interface 55993b86-e31f-46bd-b144-af71042c7b9f; detaching it from the instance and deleting it from the info cache [ 931.761481] env[63260]: DEBUG nova.network.neutron [req-2ef0cf0e-29dd-45e7-9e69-bf6972fb4f88 req-35b97a44-9e3c-4f8b-b673-71773647ec7e service nova] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.810218] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0284905d-d820-4ed5-929f-a5736daaec21 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.817939] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8450579-e250-4976-8763-573f0aff53a2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.848893] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddddaf8-abdd-4816-84e3-466fdefd5e6b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.856541] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49dadcce-4b73-45f2-9955-a182ac60f08d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.869689] env[63260]: DEBUG nova.compute.provider_tree [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.159980] env[63260]: INFO nova.compute.manager [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Took 14.66 seconds to build instance. [ 932.241224] env[63260]: DEBUG nova.network.neutron [-] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.264210] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f10f557-6324-4712-893f-c2a5d47f3ea2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.274570] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2602c82-cf6a-4fbe-bf03-86d4e13e0416 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.312360] env[63260]: DEBUG nova.compute.manager [req-2ef0cf0e-29dd-45e7-9e69-bf6972fb4f88 req-35b97a44-9e3c-4f8b-b673-71773647ec7e service nova] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Detach interface failed, port_id=55993b86-e31f-46bd-b144-af71042c7b9f, reason: Instance 75030d12-4e94-48e1-822a-04b14731d98c could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 932.373250] env[63260]: DEBUG nova.scheduler.client.report [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.662512] env[63260]: DEBUG oslo_concurrency.lockutils [None req-03b6bfc0-3382-408e-bcce-e006659a3779 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "69d7f7bf-5b71-4cf8-ab48-ecf971be819b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.171s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.743450] env[63260]: INFO nova.compute.manager [-] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Took 1.35 seconds to deallocate network for instance. [ 932.879149] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.329s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.882168] env[63260]: DEBUG oslo_concurrency.lockutils [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.854s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.250701] env[63260]: DEBUG oslo_concurrency.lockutils [None req-19fb27f6-7923-4ad4-a07f-f283c46cb5a6 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.387056] env[63260]: INFO nova.compute.claims [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.395275] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8d34c4ff-6964-4514-b25b-683bfb7aeac2 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "b745d80b-09d8-4b02-ba27-22a2df35a3d2" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.158s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.396252] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2881dd29-fed2-42b8-a886-1585975038f6 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "b745d80b-09d8-4b02-ba27-22a2df35a3d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 3.613s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.396464] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2881dd29-fed2-42b8-a886-1585975038f6 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "b745d80b-09d8-4b02-ba27-22a2df35a3d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.396683] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2881dd29-fed2-42b8-a886-1585975038f6 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "b745d80b-09d8-4b02-ba27-22a2df35a3d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.396823] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2881dd29-fed2-42b8-a886-1585975038f6 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "b745d80b-09d8-4b02-ba27-22a2df35a3d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.398390] env[63260]: INFO nova.compute.manager [None req-2881dd29-fed2-42b8-a886-1585975038f6 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Terminating instance [ 933.579750] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "719f4962-6a39-4e45-aaa5-cc6d1e633280" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.579993] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "719f4962-6a39-4e45-aaa5-cc6d1e633280" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.894400] env[63260]: INFO nova.compute.resource_tracker [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Updating resource usage from migration c05a40fa-753e-4eb7-a821-eced2827e7f0 [ 933.902316] env[63260]: DEBUG nova.compute.manager [None req-2881dd29-fed2-42b8-a886-1585975038f6 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 933.902570] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2881dd29-fed2-42b8-a886-1585975038f6 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.902948] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7596c363-a232-471f-8e6e-2e857acc725e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.915102] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb23278-7d18-4bf3-a024-a9718847f4b5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.952107] env[63260]: WARNING nova.virt.vmwareapi.vmops [None req-2881dd29-fed2-42b8-a886-1585975038f6 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance b745d80b-09d8-4b02-ba27-22a2df35a3d2 could not be found. [ 933.953034] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2881dd29-fed2-42b8-a886-1585975038f6 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.953034] env[63260]: INFO nova.compute.manager [None req-2881dd29-fed2-42b8-a886-1585975038f6 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Took 0.05 seconds to destroy the instance on the hypervisor. [ 933.953034] env[63260]: DEBUG oslo.service.loopingcall [None req-2881dd29-fed2-42b8-a886-1585975038f6 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 933.955380] env[63260]: DEBUG nova.compute.manager [-] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 933.955513] env[63260]: DEBUG nova.network.neutron [-] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 934.082027] env[63260]: DEBUG nova.compute.manager [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 934.168290] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdc8705-3f47-434a-a8ff-482d757a9e70 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.176884] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffea1ebe-525e-46c4-823d-a2072618e49f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.208987] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623bffde-978e-49e0-9504-74b5a69a6bae {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.217472] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf47f141-16f2-462a-a870-78ee5b01ff01 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.232267] env[63260]: DEBUG nova.compute.provider_tree [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.603373] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.735452] env[63260]: DEBUG nova.scheduler.client.report [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.743923] env[63260]: DEBUG nova.network.neutron [-] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.242576] env[63260]: DEBUG oslo_concurrency.lockutils [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.361s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.242911] env[63260]: INFO nova.compute.manager [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Migrating [ 935.249272] env[63260]: DEBUG oslo_concurrency.lockutils [None req-96a65618-a817-4a84-9078-e64d85dcb5db tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.122s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.249484] env[63260]: DEBUG nova.objects.instance [None req-96a65618-a817-4a84-9078-e64d85dcb5db tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Lazy-loading 'resources' on Instance uuid e65e3151-0860-4bd0-be50-54ba4b32e66d {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.250563] env[63260]: INFO nova.compute.manager [-] [instance: b745d80b-09d8-4b02-ba27-22a2df35a3d2] Took 1.30 seconds to deallocate network for instance. [ 935.763320] env[63260]: DEBUG oslo_concurrency.lockutils [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "refresh_cache-f09accbd-ac38-4bd5-9fed-54aa0ba3e38e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.763510] env[63260]: DEBUG oslo_concurrency.lockutils [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquired lock "refresh_cache-f09accbd-ac38-4bd5-9fed-54aa0ba3e38e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.763687] env[63260]: DEBUG nova.network.neutron [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.992238] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190f4e43-8c12-40c5-86b9-547c79a765f1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.000483] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408632ea-bda5-4edf-b02f-0f089b6f8d9c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.031630] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f7307a-6044-4725-bc16-1f083ff88486 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.040018] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6afa8d0-6fe3-437d-8004-1f75b6abd60b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.053876] env[63260]: DEBUG nova.compute.provider_tree [None req-96a65618-a817-4a84-9078-e64d85dcb5db tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.283152] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2881dd29-fed2-42b8-a886-1585975038f6 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "b745d80b-09d8-4b02-ba27-22a2df35a3d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.887s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.557515] env[63260]: DEBUG nova.scheduler.client.report [None req-96a65618-a817-4a84-9078-e64d85dcb5db tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.709574] env[63260]: DEBUG nova.network.neutron [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Updating instance_info_cache with network_info: [{"id": "04f5d39a-c5b7-41ef-8eb0-891324dfea68", "address": "fa:16:3e:e0:90:d5", "network": {"id": "b4d5f5a7-4020-4c98-9bfc-4168989fb246", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-735735881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e885618998694cdf8d3aacc484576252", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04f5d39a-c5", "ovs_interfaceid": "04f5d39a-c5b7-41ef-8eb0-891324dfea68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.939648] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "04176e66-2e03-4f80-a6d8-19513ecefe6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.939923] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "04176e66-2e03-4f80-a6d8-19513ecefe6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.069090] env[63260]: DEBUG oslo_concurrency.lockutils [None req-96a65618-a817-4a84-9078-e64d85dcb5db tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.820s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.071993] env[63260]: DEBUG oslo_concurrency.lockutils [None req-19fb27f6-7923-4ad4-a07f-f283c46cb5a6 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.821s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.072270] env[63260]: DEBUG nova.objects.instance [None req-19fb27f6-7923-4ad4-a07f-f283c46cb5a6 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Lazy-loading 'resources' on Instance uuid 75030d12-4e94-48e1-822a-04b14731d98c {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.090240] env[63260]: INFO nova.scheduler.client.report [None req-96a65618-a817-4a84-9078-e64d85dcb5db tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Deleted allocations for instance e65e3151-0860-4bd0-be50-54ba4b32e66d [ 937.212606] env[63260]: DEBUG oslo_concurrency.lockutils [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Releasing lock "refresh_cache-f09accbd-ac38-4bd5-9fed-54aa0ba3e38e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.442278] env[63260]: DEBUG nova.compute.manager [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 937.597051] env[63260]: DEBUG oslo_concurrency.lockutils [None req-96a65618-a817-4a84-9078-e64d85dcb5db tempest-ServerShowV254Test-1162310451 tempest-ServerShowV254Test-1162310451-project-member] Lock "e65e3151-0860-4bd0-be50-54ba4b32e66d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.282s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.796716] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f1cafa-33e5-4701-a9be-d452e34d1759 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.805222] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf20547-e429-4a16-b56b-ff3465a373c5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.836594] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f289c5-6dd8-4b73-8ac7-fb7051fcbbbb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.844368] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2098929a-0c5e-48c8-b768-d75a8fdf0b30 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.857687] env[63260]: DEBUG nova.compute.provider_tree [None req-19fb27f6-7923-4ad4-a07f-f283c46cb5a6 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.968458] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.361065] env[63260]: DEBUG nova.scheduler.client.report [None req-19fb27f6-7923-4ad4-a07f-f283c46cb5a6 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.727550] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b90116-7ca2-4349-8d99-ae9beb487e7a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.746871] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Updating instance 'f09accbd-ac38-4bd5-9fed-54aa0ba3e38e' progress to 0 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 938.867105] env[63260]: DEBUG oslo_concurrency.lockutils [None req-19fb27f6-7923-4ad4-a07f-f283c46cb5a6 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.794s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.869111] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.266s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.870799] env[63260]: INFO nova.compute.claims [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.885791] env[63260]: INFO nova.scheduler.client.report [None req-19fb27f6-7923-4ad4-a07f-f283c46cb5a6 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Deleted allocations for instance 75030d12-4e94-48e1-822a-04b14731d98c [ 939.254024] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.254024] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-342fb597-0f50-4ea0-8ee3-dfefe9f61b61 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.261959] env[63260]: DEBUG oslo_vmware.api [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 939.261959] env[63260]: value = "task-2285005" [ 939.261959] env[63260]: _type = "Task" [ 939.261959] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.272915] env[63260]: DEBUG oslo_vmware.api [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2285005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.393965] env[63260]: DEBUG oslo_concurrency.lockutils [None req-19fb27f6-7923-4ad4-a07f-f283c46cb5a6 tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Lock "75030d12-4e94-48e1-822a-04b14731d98c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.633s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.592788] env[63260]: DEBUG oslo_concurrency.lockutils [None req-541cb14c-bff9-420c-9ea0-9553acbdeeaf tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Acquiring lock "6b06b2fd-dc12-4eca-ae5d-61579f8f450c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.593153] env[63260]: DEBUG oslo_concurrency.lockutils [None req-541cb14c-bff9-420c-9ea0-9553acbdeeaf tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Lock "6b06b2fd-dc12-4eca-ae5d-61579f8f450c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.593377] env[63260]: DEBUG oslo_concurrency.lockutils [None req-541cb14c-bff9-420c-9ea0-9553acbdeeaf tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Acquiring lock "6b06b2fd-dc12-4eca-ae5d-61579f8f450c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.593737] env[63260]: DEBUG oslo_concurrency.lockutils [None req-541cb14c-bff9-420c-9ea0-9553acbdeeaf tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Lock "6b06b2fd-dc12-4eca-ae5d-61579f8f450c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.593737] env[63260]: DEBUG oslo_concurrency.lockutils [None req-541cb14c-bff9-420c-9ea0-9553acbdeeaf tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Lock "6b06b2fd-dc12-4eca-ae5d-61579f8f450c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.596288] env[63260]: INFO nova.compute.manager [None req-541cb14c-bff9-420c-9ea0-9553acbdeeaf tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Terminating instance [ 939.774610] env[63260]: DEBUG oslo_vmware.api [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2285005, 'name': PowerOffVM_Task, 'duration_secs': 0.449635} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.774610] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.775038] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Updating instance 'f09accbd-ac38-4bd5-9fed-54aa0ba3e38e' progress to 17 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 940.080748] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3496208-3347-43d1-b769-8d28b05efd68 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.088182] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6b255b-a9a1-4ac8-8bda-3913467a159b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.117485] env[63260]: DEBUG nova.compute.manager [None req-541cb14c-bff9-420c-9ea0-9553acbdeeaf tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.117698] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-541cb14c-bff9-420c-9ea0-9553acbdeeaf tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.118560] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfacef54-d81f-482d-9740-d5601daec766 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.121347] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f23b656-f714-4733-a87a-78f860a50e68 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.130276] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51bdcf7-d66b-4f51-bf17-9095de0860c4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.133769] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-541cb14c-bff9-420c-9ea0-9553acbdeeaf tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.133976] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cacd937-471b-45a0-9cb3-19599bd577bf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.147732] env[63260]: DEBUG nova.compute.provider_tree [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.150269] env[63260]: DEBUG oslo_vmware.api [None req-541cb14c-bff9-420c-9ea0-9553acbdeeaf tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Waiting for the task: (returnval){ [ 940.150269] env[63260]: value = "task-2285006" [ 940.150269] env[63260]: _type = "Task" [ 940.150269] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.158404] env[63260]: DEBUG oslo_vmware.api [None req-541cb14c-bff9-420c-9ea0-9553acbdeeaf tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2285006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.281647] env[63260]: DEBUG nova.virt.hardware [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.281922] env[63260]: DEBUG nova.virt.hardware [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.282153] env[63260]: DEBUG nova.virt.hardware [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.282256] env[63260]: DEBUG nova.virt.hardware [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.282406] env[63260]: DEBUG nova.virt.hardware [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.282553] env[63260]: DEBUG nova.virt.hardware [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.282756] env[63260]: DEBUG nova.virt.hardware [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.282913] env[63260]: DEBUG nova.virt.hardware [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.283091] env[63260]: DEBUG nova.virt.hardware [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.283256] env[63260]: DEBUG nova.virt.hardware [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.283428] env[63260]: DEBUG nova.virt.hardware [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.288445] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be31e88d-1539-468a-81d2-2c76b9d15700 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.306213] env[63260]: DEBUG oslo_vmware.api [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 940.306213] env[63260]: value = "task-2285007" [ 940.306213] env[63260]: _type = "Task" [ 940.306213] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.315914] env[63260]: DEBUG oslo_vmware.api [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2285007, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.652680] env[63260]: DEBUG nova.scheduler.client.report [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.664666] env[63260]: DEBUG oslo_vmware.api [None req-541cb14c-bff9-420c-9ea0-9553acbdeeaf tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2285006, 'name': PowerOffVM_Task, 'duration_secs': 0.220281} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.664957] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-541cb14c-bff9-420c-9ea0-9553acbdeeaf tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.665148] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-541cb14c-bff9-420c-9ea0-9553acbdeeaf tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.665396] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-adb2f444-0cae-44ef-9cca-f23ca201c59d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.733230] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-541cb14c-bff9-420c-9ea0-9553acbdeeaf tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.733573] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-541cb14c-bff9-420c-9ea0-9553acbdeeaf tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.733843] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-541cb14c-bff9-420c-9ea0-9553acbdeeaf tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Deleting the datastore file [datastore1] 6b06b2fd-dc12-4eca-ae5d-61579f8f450c {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.734665] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85433091-9aa6-4155-ae50-15f816f7d976 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.742863] env[63260]: DEBUG oslo_vmware.api [None req-541cb14c-bff9-420c-9ea0-9553acbdeeaf tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Waiting for the task: (returnval){ [ 940.742863] env[63260]: value = "task-2285009" [ 940.742863] env[63260]: _type = "Task" [ 940.742863] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.754493] env[63260]: DEBUG oslo_vmware.api [None req-541cb14c-bff9-420c-9ea0-9553acbdeeaf tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2285009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.817576] env[63260]: DEBUG oslo_vmware.api [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2285007, 'name': ReconfigVM_Task, 'duration_secs': 0.196656} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.817965] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Updating instance 'f09accbd-ac38-4bd5-9fed-54aa0ba3e38e' progress to 33 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 941.160040] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.160618] env[63260]: DEBUG nova.compute.manager [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 941.163220] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.195s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.164621] env[63260]: INFO nova.compute.claims [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.254039] env[63260]: DEBUG oslo_vmware.api [None req-541cb14c-bff9-420c-9ea0-9553acbdeeaf tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Task: {'id': task-2285009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250983} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.254311] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-541cb14c-bff9-420c-9ea0-9553acbdeeaf tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.254504] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-541cb14c-bff9-420c-9ea0-9553acbdeeaf tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.254683] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-541cb14c-bff9-420c-9ea0-9553acbdeeaf tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.254857] env[63260]: INFO nova.compute.manager [None req-541cb14c-bff9-420c-9ea0-9553acbdeeaf tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 941.255113] env[63260]: DEBUG oslo.service.loopingcall [None req-541cb14c-bff9-420c-9ea0-9553acbdeeaf tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 941.255305] env[63260]: DEBUG nova.compute.manager [-] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 941.255400] env[63260]: DEBUG nova.network.neutron [-] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 941.325738] env[63260]: DEBUG nova.virt.hardware [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.325991] env[63260]: DEBUG nova.virt.hardware [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.326204] env[63260]: DEBUG nova.virt.hardware [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.326400] env[63260]: DEBUG nova.virt.hardware [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.326546] env[63260]: DEBUG nova.virt.hardware [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.327355] env[63260]: DEBUG nova.virt.hardware [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.327355] env[63260]: DEBUG nova.virt.hardware [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.327355] env[63260]: DEBUG nova.virt.hardware [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.327355] env[63260]: DEBUG nova.virt.hardware [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.327355] env[63260]: DEBUG nova.virt.hardware [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.327673] env[63260]: DEBUG nova.virt.hardware [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.333342] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Reconfiguring VM instance instance-00000059 to detach disk 2000 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 941.333999] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d2beaf9-914f-45c2-8ca5-7d9a4dc09bac {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.355059] env[63260]: DEBUG oslo_vmware.api [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 941.355059] env[63260]: value = "task-2285010" [ 941.355059] env[63260]: _type = "Task" [ 941.355059] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.364715] env[63260]: DEBUG oslo_vmware.api [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2285010, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.556909] env[63260]: DEBUG nova.compute.manager [req-719367e6-e869-4542-a513-e69cc2711b7c req-46caeb99-9f42-4407-83a9-27de0113ae9f service nova] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Received event network-vif-deleted-7329d092-af20-4049-b75b-7b60d07ff5b2 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 941.557229] env[63260]: INFO nova.compute.manager [req-719367e6-e869-4542-a513-e69cc2711b7c req-46caeb99-9f42-4407-83a9-27de0113ae9f service nova] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Neutron deleted interface 7329d092-af20-4049-b75b-7b60d07ff5b2; detaching it from the instance and deleting it from the info cache [ 941.557333] env[63260]: DEBUG nova.network.neutron [req-719367e6-e869-4542-a513-e69cc2711b7c req-46caeb99-9f42-4407-83a9-27de0113ae9f service nova] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.668891] env[63260]: DEBUG nova.compute.utils [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 941.672493] env[63260]: DEBUG nova.compute.manager [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.672657] env[63260]: DEBUG nova.network.neutron [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.718023] env[63260]: DEBUG nova.policy [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f450b1575404a7eb1f04237db7ca759', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '593abaa160404848afa5a59e0dd679f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.866362] env[63260]: DEBUG oslo_vmware.api [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2285010, 'name': ReconfigVM_Task, 'duration_secs': 0.192241} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.866764] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Reconfigured VM instance instance-00000059 to detach disk 2000 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 941.867408] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d06369d-3a26-4e50-8602-c5cd491c3611 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.892726] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] f09accbd-ac38-4bd5-9fed-54aa0ba3e38e/f09accbd-ac38-4bd5-9fed-54aa0ba3e38e.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.892726] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aeb41c73-1c8d-40bb-a312-c78d3d65cceb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.912347] env[63260]: DEBUG oslo_vmware.api [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 941.912347] env[63260]: value = "task-2285011" [ 941.912347] env[63260]: _type = "Task" [ 941.912347] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.921209] env[63260]: DEBUG oslo_vmware.api [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2285011, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.040918] env[63260]: DEBUG nova.network.neutron [-] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.060047] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5adee5ea-bc6c-4c22-b00a-acc8db948d37 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.064126] env[63260]: DEBUG nova.network.neutron [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Successfully created port: 4b095371-0671-4fca-8a1e-f80509e1d940 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.075935] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff77762f-2b3a-4c06-9018-d3dcc56bd069 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.125079] env[63260]: DEBUG nova.compute.manager [req-719367e6-e869-4542-a513-e69cc2711b7c req-46caeb99-9f42-4407-83a9-27de0113ae9f service nova] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Detach interface failed, port_id=7329d092-af20-4049-b75b-7b60d07ff5b2, reason: Instance 6b06b2fd-dc12-4eca-ae5d-61579f8f450c could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 942.173945] env[63260]: DEBUG nova.compute.manager [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 942.423431] env[63260]: DEBUG oslo_vmware.api [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2285011, 'name': ReconfigVM_Task, 'duration_secs': 0.297704} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.423615] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Reconfigured VM instance instance-00000059 to attach disk [datastore1] f09accbd-ac38-4bd5-9fed-54aa0ba3e38e/f09accbd-ac38-4bd5-9fed-54aa0ba3e38e.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.423881] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Updating instance 'f09accbd-ac38-4bd5-9fed-54aa0ba3e38e' progress to 50 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 942.519754] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b00654-f6d4-452a-83af-23e183333af6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.530241] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a6664b-5e87-4376-a01a-51f00b20e625 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.561113] env[63260]: INFO nova.compute.manager [-] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Took 1.31 seconds to deallocate network for instance. [ 942.563603] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa9a483-92ff-4221-8b4b-882988b10459 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.574944] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb13ce73-79be-4470-99b2-51042d16731d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.590627] env[63260]: DEBUG nova.compute.provider_tree [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.931227] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8976c2f0-bfb5-49d2-ad63-486c141c1479 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.951027] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6639a6d9-b569-4246-9e56-f2a9e56e634f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.972211] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Updating instance 'f09accbd-ac38-4bd5-9fed-54aa0ba3e38e' progress to 67 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 943.071085] env[63260]: DEBUG oslo_concurrency.lockutils [None req-541cb14c-bff9-420c-9ea0-9553acbdeeaf tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.093809] env[63260]: DEBUG nova.scheduler.client.report [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.187417] env[63260]: DEBUG nova.compute.manager [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 943.215053] env[63260]: DEBUG nova.virt.hardware [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.215439] env[63260]: DEBUG nova.virt.hardware [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.215518] env[63260]: DEBUG nova.virt.hardware [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.215712] env[63260]: DEBUG nova.virt.hardware [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.215861] env[63260]: DEBUG nova.virt.hardware [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.216026] env[63260]: DEBUG nova.virt.hardware [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.216235] env[63260]: DEBUG nova.virt.hardware [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.216946] env[63260]: DEBUG nova.virt.hardware [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.216946] env[63260]: DEBUG nova.virt.hardware [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.216946] env[63260]: DEBUG nova.virt.hardware [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.216946] env[63260]: DEBUG nova.virt.hardware [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.217758] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100d217b-fc23-4e9e-9cf7-db78e9939591 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.226772] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2591ab-adbe-42b9-b983-92c48f6eaa31 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.514250] env[63260]: DEBUG nova.network.neutron [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Port 04f5d39a-c5b7-41ef-8eb0-891324dfea68 binding to destination host cpu-1 is already ACTIVE {{(pid=63260) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 943.581550] env[63260]: DEBUG nova.compute.manager [req-3a407c21-30ab-4574-ad9e-ed8abf74b9c8 req-7851f76c-2cc7-454a-9445-e2b8be678c70 service nova] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Received event network-vif-plugged-4b095371-0671-4fca-8a1e-f80509e1d940 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 943.581783] env[63260]: DEBUG oslo_concurrency.lockutils [req-3a407c21-30ab-4574-ad9e-ed8abf74b9c8 req-7851f76c-2cc7-454a-9445-e2b8be678c70 service nova] Acquiring lock "719f4962-6a39-4e45-aaa5-cc6d1e633280-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.581994] env[63260]: DEBUG oslo_concurrency.lockutils [req-3a407c21-30ab-4574-ad9e-ed8abf74b9c8 req-7851f76c-2cc7-454a-9445-e2b8be678c70 service nova] Lock "719f4962-6a39-4e45-aaa5-cc6d1e633280-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.582185] env[63260]: DEBUG oslo_concurrency.lockutils [req-3a407c21-30ab-4574-ad9e-ed8abf74b9c8 req-7851f76c-2cc7-454a-9445-e2b8be678c70 service nova] Lock "719f4962-6a39-4e45-aaa5-cc6d1e633280-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.582388] env[63260]: DEBUG nova.compute.manager [req-3a407c21-30ab-4574-ad9e-ed8abf74b9c8 req-7851f76c-2cc7-454a-9445-e2b8be678c70 service nova] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] No waiting events found dispatching network-vif-plugged-4b095371-0671-4fca-8a1e-f80509e1d940 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 943.582567] env[63260]: WARNING nova.compute.manager [req-3a407c21-30ab-4574-ad9e-ed8abf74b9c8 req-7851f76c-2cc7-454a-9445-e2b8be678c70 service nova] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Received unexpected event network-vif-plugged-4b095371-0671-4fca-8a1e-f80509e1d940 for instance with vm_state building and task_state spawning. [ 943.599308] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.599797] env[63260]: DEBUG nova.compute.manager [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.602371] env[63260]: DEBUG oslo_concurrency.lockutils [None req-541cb14c-bff9-420c-9ea0-9553acbdeeaf tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.531s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.602589] env[63260]: DEBUG nova.objects.instance [None req-541cb14c-bff9-420c-9ea0-9553acbdeeaf tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Lazy-loading 'resources' on Instance uuid 6b06b2fd-dc12-4eca-ae5d-61579f8f450c {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.618370] env[63260]: DEBUG nova.network.neutron [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Successfully updated port: 4b095371-0671-4fca-8a1e-f80509e1d940 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 944.107771] env[63260]: DEBUG nova.compute.utils [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 944.112558] env[63260]: DEBUG nova.compute.manager [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 944.112558] env[63260]: DEBUG nova.network.neutron [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 944.120174] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "refresh_cache-719f4962-6a39-4e45-aaa5-cc6d1e633280" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.120309] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquired lock "refresh_cache-719f4962-6a39-4e45-aaa5-cc6d1e633280" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.120449] env[63260]: DEBUG nova.network.neutron [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.154136] env[63260]: DEBUG nova.policy [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ed1ceb400fd40f49c95375c53373a45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60ea86e6d37c4da9adfb6f02b15c571e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.333159] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b856c305-488d-4498-8be6-3818301e2abb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.341012] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff35165-8efb-454a-a212-8780c6582292 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.373592] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c6c826-a397-43eb-b54b-a578040552c0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.382017] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821e164b-87e5-4d6e-a228-171ae3636afc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.396451] env[63260]: DEBUG nova.compute.provider_tree [None req-541cb14c-bff9-420c-9ea0-9553acbdeeaf tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.430417] env[63260]: DEBUG nova.network.neutron [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Successfully created port: 00ab4d3a-f2a3-4795-9b1f-675740b773cb {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.538863] env[63260]: DEBUG oslo_concurrency.lockutils [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "f09accbd-ac38-4bd5-9fed-54aa0ba3e38e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.539041] env[63260]: DEBUG oslo_concurrency.lockutils [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "f09accbd-ac38-4bd5-9fed-54aa0ba3e38e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.539208] env[63260]: DEBUG oslo_concurrency.lockutils [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "f09accbd-ac38-4bd5-9fed-54aa0ba3e38e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.614891] env[63260]: DEBUG nova.compute.manager [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.657581] env[63260]: DEBUG nova.network.neutron [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.803979] env[63260]: DEBUG nova.network.neutron [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Updating instance_info_cache with network_info: [{"id": "4b095371-0671-4fca-8a1e-f80509e1d940", "address": "fa:16:3e:17:4f:ec", "network": {"id": "15c698e3-385d-486a-901f-b71a8d1836c1", "bridge": "br-int", "label": "tempest-ServersTestJSON-97174531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "593abaa160404848afa5a59e0dd679f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b095371-06", "ovs_interfaceid": "4b095371-0671-4fca-8a1e-f80509e1d940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.900349] env[63260]: DEBUG nova.scheduler.client.report [None req-541cb14c-bff9-420c-9ea0-9553acbdeeaf tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.307408] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Releasing lock "refresh_cache-719f4962-6a39-4e45-aaa5-cc6d1e633280" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.307702] env[63260]: DEBUG nova.compute.manager [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Instance network_info: |[{"id": "4b095371-0671-4fca-8a1e-f80509e1d940", "address": "fa:16:3e:17:4f:ec", "network": {"id": "15c698e3-385d-486a-901f-b71a8d1836c1", "bridge": "br-int", "label": "tempest-ServersTestJSON-97174531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "593abaa160404848afa5a59e0dd679f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b095371-06", "ovs_interfaceid": "4b095371-0671-4fca-8a1e-f80509e1d940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.308193] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:4f:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad36dd36-1d2c-4f37-a259-98ef2e440794', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b095371-0671-4fca-8a1e-f80509e1d940', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.315515] env[63260]: DEBUG oslo.service.loopingcall [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 945.315710] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.315923] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-702a3185-04f2-4477-97e9-6bf6176f0639 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.336213] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.336213] env[63260]: value = "task-2285012" [ 945.336213] env[63260]: _type = "Task" [ 945.336213] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.344311] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285012, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.405831] env[63260]: DEBUG oslo_concurrency.lockutils [None req-541cb14c-bff9-420c-9ea0-9553acbdeeaf tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.803s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.428841] env[63260]: INFO nova.scheduler.client.report [None req-541cb14c-bff9-420c-9ea0-9553acbdeeaf tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Deleted allocations for instance 6b06b2fd-dc12-4eca-ae5d-61579f8f450c [ 945.577184] env[63260]: DEBUG oslo_concurrency.lockutils [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "refresh_cache-f09accbd-ac38-4bd5-9fed-54aa0ba3e38e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.577388] env[63260]: DEBUG oslo_concurrency.lockutils [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquired lock "refresh_cache-f09accbd-ac38-4bd5-9fed-54aa0ba3e38e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.577757] env[63260]: DEBUG nova.network.neutron [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.612082] env[63260]: DEBUG nova.compute.manager [req-c4eab6be-def2-4a8b-8538-e47640a2a14c req-eacbc605-995b-4c16-b4b9-7e3f35c83049 service nova] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Received event network-changed-4b095371-0671-4fca-8a1e-f80509e1d940 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 945.612260] env[63260]: DEBUG nova.compute.manager [req-c4eab6be-def2-4a8b-8538-e47640a2a14c req-eacbc605-995b-4c16-b4b9-7e3f35c83049 service nova] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Refreshing instance network info cache due to event network-changed-4b095371-0671-4fca-8a1e-f80509e1d940. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 945.612464] env[63260]: DEBUG oslo_concurrency.lockutils [req-c4eab6be-def2-4a8b-8538-e47640a2a14c req-eacbc605-995b-4c16-b4b9-7e3f35c83049 service nova] Acquiring lock "refresh_cache-719f4962-6a39-4e45-aaa5-cc6d1e633280" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.612604] env[63260]: DEBUG oslo_concurrency.lockutils [req-c4eab6be-def2-4a8b-8538-e47640a2a14c req-eacbc605-995b-4c16-b4b9-7e3f35c83049 service nova] Acquired lock "refresh_cache-719f4962-6a39-4e45-aaa5-cc6d1e633280" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.612760] env[63260]: DEBUG nova.network.neutron [req-c4eab6be-def2-4a8b-8538-e47640a2a14c req-eacbc605-995b-4c16-b4b9-7e3f35c83049 service nova] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Refreshing network info cache for port 4b095371-0671-4fca-8a1e-f80509e1d940 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.626066] env[63260]: DEBUG nova.compute.manager [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.652612] env[63260]: DEBUG nova.virt.hardware [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.652879] env[63260]: DEBUG nova.virt.hardware [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.653050] env[63260]: DEBUG nova.virt.hardware [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.653242] env[63260]: DEBUG nova.virt.hardware [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.653389] env[63260]: DEBUG nova.virt.hardware [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.653537] env[63260]: DEBUG nova.virt.hardware [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.653747] env[63260]: DEBUG nova.virt.hardware [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.653905] env[63260]: DEBUG nova.virt.hardware [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.654086] env[63260]: DEBUG nova.virt.hardware [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.654257] env[63260]: DEBUG nova.virt.hardware [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.654522] env[63260]: DEBUG nova.virt.hardware [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.655618] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb58441b-8408-41da-abaf-6f3bba38ae46 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.663531] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a07365e-e610-4c00-b1da-f36a4a516994 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.846722] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285012, 'name': CreateVM_Task, 'duration_secs': 0.325474} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.846947] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.847705] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.847882] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.848344] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.848493] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-404525ee-b18e-4f98-9b1e-26a0471718aa {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.854051] env[63260]: DEBUG oslo_vmware.api [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 945.854051] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526c3033-7304-1964-d1fe-c8ec6006ece4" [ 945.854051] env[63260]: _type = "Task" [ 945.854051] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.862699] env[63260]: DEBUG oslo_vmware.api [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526c3033-7304-1964-d1fe-c8ec6006ece4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.937542] env[63260]: DEBUG oslo_concurrency.lockutils [None req-541cb14c-bff9-420c-9ea0-9553acbdeeaf tempest-ServerRescueTestJSON-829105302 tempest-ServerRescueTestJSON-829105302-project-member] Lock "6b06b2fd-dc12-4eca-ae5d-61579f8f450c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.344s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.938846] env[63260]: DEBUG nova.network.neutron [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Successfully updated port: 00ab4d3a-f2a3-4795-9b1f-675740b773cb {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.282523] env[63260]: DEBUG nova.network.neutron [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Updating instance_info_cache with network_info: [{"id": "04f5d39a-c5b7-41ef-8eb0-891324dfea68", "address": "fa:16:3e:e0:90:d5", "network": {"id": "b4d5f5a7-4020-4c98-9bfc-4168989fb246", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-735735881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e885618998694cdf8d3aacc484576252", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04f5d39a-c5", "ovs_interfaceid": "04f5d39a-c5b7-41ef-8eb0-891324dfea68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.370660] env[63260]: DEBUG oslo_vmware.api [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526c3033-7304-1964-d1fe-c8ec6006ece4, 'name': SearchDatastore_Task, 'duration_secs': 0.011374} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.371039] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.371230] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.371476] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.371627] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.371810] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.372083] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-160c2a66-0628-47cd-8f7b-a76009851e87 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.380770] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.380944] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.381708] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f23a800a-551b-41f9-8b0d-626dfcc5e4ba {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.391104] env[63260]: DEBUG oslo_vmware.api [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 946.391104] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52d9871b-6a78-80ca-563f-3440f52858b0" [ 946.391104] env[63260]: _type = "Task" [ 946.391104] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.398463] env[63260]: DEBUG oslo_vmware.api [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52d9871b-6a78-80ca-563f-3440f52858b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.442114] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "refresh_cache-04176e66-2e03-4f80-a6d8-19513ecefe6f" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.442274] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquired lock "refresh_cache-04176e66-2e03-4f80-a6d8-19513ecefe6f" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.442432] env[63260]: DEBUG nova.network.neutron [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.454178] env[63260]: DEBUG nova.network.neutron [req-c4eab6be-def2-4a8b-8538-e47640a2a14c req-eacbc605-995b-4c16-b4b9-7e3f35c83049 service nova] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Updated VIF entry in instance network info cache for port 4b095371-0671-4fca-8a1e-f80509e1d940. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.454514] env[63260]: DEBUG nova.network.neutron [req-c4eab6be-def2-4a8b-8538-e47640a2a14c req-eacbc605-995b-4c16-b4b9-7e3f35c83049 service nova] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Updating instance_info_cache with network_info: [{"id": "4b095371-0671-4fca-8a1e-f80509e1d940", "address": "fa:16:3e:17:4f:ec", "network": {"id": "15c698e3-385d-486a-901f-b71a8d1836c1", "bridge": "br-int", "label": "tempest-ServersTestJSON-97174531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "593abaa160404848afa5a59e0dd679f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b095371-06", "ovs_interfaceid": "4b095371-0671-4fca-8a1e-f80509e1d940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.787659] env[63260]: DEBUG oslo_concurrency.lockutils [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Releasing lock "refresh_cache-f09accbd-ac38-4bd5-9fed-54aa0ba3e38e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.902797] env[63260]: DEBUG oslo_vmware.api [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52d9871b-6a78-80ca-563f-3440f52858b0, 'name': SearchDatastore_Task, 'duration_secs': 0.008606} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.903662] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-996533f4-dffa-489d-a553-3279a12cfb64 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.909404] env[63260]: DEBUG oslo_vmware.api [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 946.909404] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]520b47f7-4a4c-6604-822a-068aba4bbb9c" [ 946.909404] env[63260]: _type = "Task" [ 946.909404] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.917417] env[63260]: DEBUG oslo_vmware.api [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]520b47f7-4a4c-6604-822a-068aba4bbb9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.958339] env[63260]: DEBUG oslo_concurrency.lockutils [req-c4eab6be-def2-4a8b-8538-e47640a2a14c req-eacbc605-995b-4c16-b4b9-7e3f35c83049 service nova] Releasing lock "refresh_cache-719f4962-6a39-4e45-aaa5-cc6d1e633280" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.997265] env[63260]: DEBUG nova.network.neutron [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.194900] env[63260]: DEBUG nova.network.neutron [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Updating instance_info_cache with network_info: [{"id": "00ab4d3a-f2a3-4795-9b1f-675740b773cb", "address": "fa:16:3e:9d:02:da", "network": {"id": "ac0ba0ba-6e11-4943-aa23-05b4e44217f7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-358530705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60ea86e6d37c4da9adfb6f02b15c571e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00ab4d3a-f2", "ovs_interfaceid": "00ab4d3a-f2a3-4795-9b1f-675740b773cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.313671] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ea91f8-abb3-4744-a0dc-96af542a19b0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.335912] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb2e415-d9f6-4804-898d-97a844407e4e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.343778] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Updating instance 'f09accbd-ac38-4bd5-9fed-54aa0ba3e38e' progress to 83 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 947.422138] env[63260]: DEBUG oslo_vmware.api [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]520b47f7-4a4c-6604-822a-068aba4bbb9c, 'name': SearchDatastore_Task, 'duration_secs': 0.02243} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.425047] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.425047] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 719f4962-6a39-4e45-aaa5-cc6d1e633280/719f4962-6a39-4e45-aaa5-cc6d1e633280.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.425047] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35c55837-63ab-4271-80f6-5f6edbcae1ff {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.429989] env[63260]: DEBUG oslo_vmware.api [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 947.429989] env[63260]: value = "task-2285013" [ 947.429989] env[63260]: _type = "Task" [ 947.429989] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.439818] env[63260]: DEBUG oslo_vmware.api [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.642307] env[63260]: DEBUG nova.compute.manager [req-edfccc5e-9108-422f-ab10-46dac7d25f91 req-1c78322a-aa43-4590-b933-8c8964c471d1 service nova] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Received event network-vif-plugged-00ab4d3a-f2a3-4795-9b1f-675740b773cb {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 947.642732] env[63260]: DEBUG oslo_concurrency.lockutils [req-edfccc5e-9108-422f-ab10-46dac7d25f91 req-1c78322a-aa43-4590-b933-8c8964c471d1 service nova] Acquiring lock "04176e66-2e03-4f80-a6d8-19513ecefe6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.642781] env[63260]: DEBUG oslo_concurrency.lockutils [req-edfccc5e-9108-422f-ab10-46dac7d25f91 req-1c78322a-aa43-4590-b933-8c8964c471d1 service nova] Lock "04176e66-2e03-4f80-a6d8-19513ecefe6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.642967] env[63260]: DEBUG oslo_concurrency.lockutils [req-edfccc5e-9108-422f-ab10-46dac7d25f91 req-1c78322a-aa43-4590-b933-8c8964c471d1 service nova] Lock "04176e66-2e03-4f80-a6d8-19513ecefe6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.643130] env[63260]: DEBUG nova.compute.manager [req-edfccc5e-9108-422f-ab10-46dac7d25f91 req-1c78322a-aa43-4590-b933-8c8964c471d1 service nova] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] No waiting events found dispatching network-vif-plugged-00ab4d3a-f2a3-4795-9b1f-675740b773cb {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 947.643300] env[63260]: WARNING nova.compute.manager [req-edfccc5e-9108-422f-ab10-46dac7d25f91 req-1c78322a-aa43-4590-b933-8c8964c471d1 service nova] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Received unexpected event network-vif-plugged-00ab4d3a-f2a3-4795-9b1f-675740b773cb for instance with vm_state building and task_state spawning. [ 947.643460] env[63260]: DEBUG nova.compute.manager [req-edfccc5e-9108-422f-ab10-46dac7d25f91 req-1c78322a-aa43-4590-b933-8c8964c471d1 service nova] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Received event network-changed-00ab4d3a-f2a3-4795-9b1f-675740b773cb {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 947.643608] env[63260]: DEBUG nova.compute.manager [req-edfccc5e-9108-422f-ab10-46dac7d25f91 req-1c78322a-aa43-4590-b933-8c8964c471d1 service nova] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Refreshing instance network info cache due to event network-changed-00ab4d3a-f2a3-4795-9b1f-675740b773cb. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 947.643777] env[63260]: DEBUG oslo_concurrency.lockutils [req-edfccc5e-9108-422f-ab10-46dac7d25f91 req-1c78322a-aa43-4590-b933-8c8964c471d1 service nova] Acquiring lock "refresh_cache-04176e66-2e03-4f80-a6d8-19513ecefe6f" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.701382] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Releasing lock "refresh_cache-04176e66-2e03-4f80-a6d8-19513ecefe6f" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.701733] env[63260]: DEBUG nova.compute.manager [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Instance network_info: |[{"id": "00ab4d3a-f2a3-4795-9b1f-675740b773cb", "address": "fa:16:3e:9d:02:da", "network": {"id": "ac0ba0ba-6e11-4943-aa23-05b4e44217f7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-358530705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60ea86e6d37c4da9adfb6f02b15c571e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00ab4d3a-f2", "ovs_interfaceid": "00ab4d3a-f2a3-4795-9b1f-675740b773cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.702093] env[63260]: DEBUG oslo_concurrency.lockutils [req-edfccc5e-9108-422f-ab10-46dac7d25f91 req-1c78322a-aa43-4590-b933-8c8964c471d1 service nova] Acquired lock "refresh_cache-04176e66-2e03-4f80-a6d8-19513ecefe6f" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.702433] env[63260]: DEBUG nova.network.neutron [req-edfccc5e-9108-422f-ab10-46dac7d25f91 req-1c78322a-aa43-4590-b933-8c8964c471d1 service nova] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Refreshing network info cache for port 00ab4d3a-f2a3-4795-9b1f-675740b773cb {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.703881] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:02:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76f377cd-5966-49b4-9210-907f592c694e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00ab4d3a-f2a3-4795-9b1f-675740b773cb', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.711942] env[63260]: DEBUG oslo.service.loopingcall [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 947.715538] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.716034] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67de05e9-af8a-4cff-a934-cdfa584cbe90 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.741288] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.741288] env[63260]: value = "task-2285014" [ 947.741288] env[63260]: _type = "Task" [ 947.741288] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.750253] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285014, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.851036] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.851257] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c76db08-993c-42f5-91e9-3c3e52259076 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.861324] env[63260]: DEBUG oslo_vmware.api [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 947.861324] env[63260]: value = "task-2285015" [ 947.861324] env[63260]: _type = "Task" [ 947.861324] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.869734] env[63260]: DEBUG oslo_vmware.api [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2285015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.938627] env[63260]: DEBUG oslo_vmware.api [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285013, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48061} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.938959] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 719f4962-6a39-4e45-aaa5-cc6d1e633280/719f4962-6a39-4e45-aaa5-cc6d1e633280.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.939306] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.939505] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4184f14c-6a45-4ca9-9704-84408989f3df {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.945925] env[63260]: DEBUG oslo_vmware.api [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 947.945925] env[63260]: value = "task-2285016" [ 947.945925] env[63260]: _type = "Task" [ 947.945925] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.953815] env[63260]: DEBUG oslo_vmware.api [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.966261] env[63260]: DEBUG nova.network.neutron [req-edfccc5e-9108-422f-ab10-46dac7d25f91 req-1c78322a-aa43-4590-b933-8c8964c471d1 service nova] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Updated VIF entry in instance network info cache for port 00ab4d3a-f2a3-4795-9b1f-675740b773cb. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 947.966668] env[63260]: DEBUG nova.network.neutron [req-edfccc5e-9108-422f-ab10-46dac7d25f91 req-1c78322a-aa43-4590-b933-8c8964c471d1 service nova] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Updating instance_info_cache with network_info: [{"id": "00ab4d3a-f2a3-4795-9b1f-675740b773cb", "address": "fa:16:3e:9d:02:da", "network": {"id": "ac0ba0ba-6e11-4943-aa23-05b4e44217f7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-358530705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60ea86e6d37c4da9adfb6f02b15c571e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00ab4d3a-f2", "ovs_interfaceid": "00ab4d3a-f2a3-4795-9b1f-675740b773cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.251036] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285014, 'name': CreateVM_Task, 'duration_secs': 0.408055} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.251230] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.251816] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.251979] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.252324] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.252574] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a884808-713e-43e8-b39c-20a4c04941e6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.256857] env[63260]: DEBUG oslo_vmware.api [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 948.256857] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]525d8fee-61d0-ae68-e967-00f62041204d" [ 948.256857] env[63260]: _type = "Task" [ 948.256857] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.264365] env[63260]: DEBUG oslo_vmware.api [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]525d8fee-61d0-ae68-e967-00f62041204d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.371397] env[63260]: DEBUG oslo_vmware.api [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2285015, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.455673] env[63260]: DEBUG oslo_vmware.api [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068839} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.458030] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.458030] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7083cf76-2e01-46f8-9151-27d53bf4f66c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.471012] env[63260]: DEBUG oslo_concurrency.lockutils [req-edfccc5e-9108-422f-ab10-46dac7d25f91 req-1c78322a-aa43-4590-b933-8c8964c471d1 service nova] Releasing lock "refresh_cache-04176e66-2e03-4f80-a6d8-19513ecefe6f" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.479763] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 719f4962-6a39-4e45-aaa5-cc6d1e633280/719f4962-6a39-4e45-aaa5-cc6d1e633280.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.480064] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f57e959-0cb0-49f7-a0b8-046601029e26 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.498776] env[63260]: DEBUG oslo_vmware.api [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 948.498776] env[63260]: value = "task-2285017" [ 948.498776] env[63260]: _type = "Task" [ 948.498776] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.508033] env[63260]: DEBUG oslo_vmware.api [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285017, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.767703] env[63260]: DEBUG oslo_vmware.api [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]525d8fee-61d0-ae68-e967-00f62041204d, 'name': SearchDatastore_Task, 'duration_secs': 0.011289} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.768023] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.768378] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.768681] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.768842] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.769039] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.769315] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39c00ec8-7488-4815-93b1-dc0979302b9e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.778798] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.778965] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.779647] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39d11041-ae11-4d9e-98b7-5cbd142731e0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.785023] env[63260]: DEBUG oslo_vmware.api [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 948.785023] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523da9e0-fef2-07ca-a95c-9041226d9595" [ 948.785023] env[63260]: _type = "Task" [ 948.785023] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.791700] env[63260]: DEBUG oslo_vmware.api [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523da9e0-fef2-07ca-a95c-9041226d9595, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.871797] env[63260]: DEBUG oslo_vmware.api [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2285015, 'name': PowerOnVM_Task, 'duration_secs': 0.62664} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.872046] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.872229] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-39a83d8b-bfce-46af-8d69-1d41b10a5879 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Updating instance 'f09accbd-ac38-4bd5-9fed-54aa0ba3e38e' progress to 100 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 949.008278] env[63260]: DEBUG oslo_vmware.api [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285017, 'name': ReconfigVM_Task, 'duration_secs': 0.276397} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.008655] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 719f4962-6a39-4e45-aaa5-cc6d1e633280/719f4962-6a39-4e45-aaa5-cc6d1e633280.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.009433] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75a5d6fe-f820-4ea4-9e68-53b9f6179142 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.015894] env[63260]: DEBUG oslo_vmware.api [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 949.015894] env[63260]: value = "task-2285018" [ 949.015894] env[63260]: _type = "Task" [ 949.015894] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.023884] env[63260]: DEBUG oslo_vmware.api [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285018, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.142773] env[63260]: INFO nova.compute.manager [None req-1da29d38-e812-4f0d-ae82-49ec0e0f8f42 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Get console output [ 949.143206] env[63260]: WARNING nova.virt.vmwareapi.driver [None req-1da29d38-e812-4f0d-ae82-49ec0e0f8f42 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] The console log is missing. Check your VSPC configuration [ 949.294902] env[63260]: DEBUG oslo_vmware.api [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523da9e0-fef2-07ca-a95c-9041226d9595, 'name': SearchDatastore_Task, 'duration_secs': 0.007519} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.295625] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5145e509-5fa0-4603-9390-a3236c524198 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.300659] env[63260]: DEBUG oslo_vmware.api [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 949.300659] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52eca7c5-c1ee-a4c9-d7d3-3b85990e7533" [ 949.300659] env[63260]: _type = "Task" [ 949.300659] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.307918] env[63260]: DEBUG oslo_vmware.api [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52eca7c5-c1ee-a4c9-d7d3-3b85990e7533, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.526247] env[63260]: DEBUG oslo_vmware.api [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285018, 'name': Rename_Task, 'duration_secs': 0.185638} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.526552] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.526753] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fc668a4-cae4-4021-9873-b646f4416853 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.533327] env[63260]: DEBUG oslo_vmware.api [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 949.533327] env[63260]: value = "task-2285019" [ 949.533327] env[63260]: _type = "Task" [ 949.533327] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.541093] env[63260]: DEBUG oslo_vmware.api [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.812549] env[63260]: DEBUG oslo_vmware.api [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52eca7c5-c1ee-a4c9-d7d3-3b85990e7533, 'name': SearchDatastore_Task, 'duration_secs': 0.008538} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.812821] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.813203] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 04176e66-2e03-4f80-a6d8-19513ecefe6f/04176e66-2e03-4f80-a6d8-19513ecefe6f.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.813511] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5e5e151-35bb-43a6-bb42-35d5875c3fac {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.820361] env[63260]: DEBUG oslo_vmware.api [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 949.820361] env[63260]: value = "task-2285020" [ 949.820361] env[63260]: _type = "Task" [ 949.820361] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.829591] env[63260]: DEBUG oslo_vmware.api [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.047481] env[63260]: DEBUG oslo_vmware.api [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285019, 'name': PowerOnVM_Task, 'duration_secs': 0.495104} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.120247] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.120247] env[63260]: INFO nova.compute.manager [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Took 6.86 seconds to spawn the instance on the hypervisor. [ 950.120247] env[63260]: DEBUG nova.compute.manager [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.120247] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877aa572-1f12-4416-92aa-ec96d1e6e598 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.213448] env[63260]: DEBUG oslo_concurrency.lockutils [None req-50ca744e-6033-41d3-9c1d-06c526d6eec7 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Acquiring lock "968e6889-032a-4b5a-8cb5-3e612664bb1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.213792] env[63260]: DEBUG oslo_concurrency.lockutils [None req-50ca744e-6033-41d3-9c1d-06c526d6eec7 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Lock "968e6889-032a-4b5a-8cb5-3e612664bb1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.214103] env[63260]: DEBUG oslo_concurrency.lockutils [None req-50ca744e-6033-41d3-9c1d-06c526d6eec7 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Acquiring lock "968e6889-032a-4b5a-8cb5-3e612664bb1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.214360] env[63260]: DEBUG oslo_concurrency.lockutils [None req-50ca744e-6033-41d3-9c1d-06c526d6eec7 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Lock "968e6889-032a-4b5a-8cb5-3e612664bb1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.214561] env[63260]: DEBUG oslo_concurrency.lockutils [None req-50ca744e-6033-41d3-9c1d-06c526d6eec7 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Lock "968e6889-032a-4b5a-8cb5-3e612664bb1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.217133] env[63260]: INFO nova.compute.manager [None req-50ca744e-6033-41d3-9c1d-06c526d6eec7 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Terminating instance [ 950.330087] env[63260]: DEBUG oslo_vmware.api [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470505} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.330373] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 04176e66-2e03-4f80-a6d8-19513ecefe6f/04176e66-2e03-4f80-a6d8-19513ecefe6f.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.330595] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.330866] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e112af1-5447-4a96-aa88-bbc1796f3ae6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.337237] env[63260]: DEBUG oslo_vmware.api [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 950.337237] env[63260]: value = "task-2285021" [ 950.337237] env[63260]: _type = "Task" [ 950.337237] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.344902] env[63260]: DEBUG oslo_vmware.api [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285021, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.574018] env[63260]: INFO nova.compute.manager [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Took 15.98 seconds to build instance. [ 950.721225] env[63260]: DEBUG nova.compute.manager [None req-50ca744e-6033-41d3-9c1d-06c526d6eec7 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 950.721478] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-50ca744e-6033-41d3-9c1d-06c526d6eec7 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.722377] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3feb70-3b7a-4e07-8002-1a7b5e85b581 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.730472] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-50ca744e-6033-41d3-9c1d-06c526d6eec7 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.730721] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c658134-f3d1-4a59-88ed-64b0c69fc79c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.739114] env[63260]: DEBUG oslo_vmware.api [None req-50ca744e-6033-41d3-9c1d-06c526d6eec7 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Waiting for the task: (returnval){ [ 950.739114] env[63260]: value = "task-2285022" [ 950.739114] env[63260]: _type = "Task" [ 950.739114] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.747179] env[63260]: DEBUG oslo_vmware.api [None req-50ca744e-6033-41d3-9c1d-06c526d6eec7 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': task-2285022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.847248] env[63260]: DEBUG oslo_vmware.api [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285021, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063483} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.847519] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.848234] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e63c6c-ebea-427b-89e5-8420a9a99d3b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.870624] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 04176e66-2e03-4f80-a6d8-19513ecefe6f/04176e66-2e03-4f80-a6d8-19513ecefe6f.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.871987] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da10eec3-6e8a-40d7-a7ed-0a383ac669ff {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.894049] env[63260]: DEBUG oslo_vmware.api [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 950.894049] env[63260]: value = "task-2285023" [ 950.894049] env[63260]: _type = "Task" [ 950.894049] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.902345] env[63260]: DEBUG oslo_vmware.api [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285023, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.076215] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9c28b4ef-d666-4c6b-8c2b-19a857903a68 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "719f4962-6a39-4e45-aaa5-cc6d1e633280" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.496s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.250810] env[63260]: DEBUG oslo_vmware.api [None req-50ca744e-6033-41d3-9c1d-06c526d6eec7 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': task-2285022, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.364106] env[63260]: DEBUG oslo_concurrency.lockutils [None req-220fd9b5-6988-4029-9ea3-c64a38ae73b8 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "3d0f44ca-75e7-4579-9e7c-0451473e64af" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.364553] env[63260]: DEBUG oslo_concurrency.lockutils [None req-220fd9b5-6988-4029-9ea3-c64a38ae73b8 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "3d0f44ca-75e7-4579-9e7c-0451473e64af" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.395227] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a66812b2-bbcc-4503-a874-874e8c8e1dbb tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "719f4962-6a39-4e45-aaa5-cc6d1e633280" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.395571] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a66812b2-bbcc-4503-a874-874e8c8e1dbb tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "719f4962-6a39-4e45-aaa5-cc6d1e633280" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.395874] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a66812b2-bbcc-4503-a874-874e8c8e1dbb tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "719f4962-6a39-4e45-aaa5-cc6d1e633280-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.396153] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a66812b2-bbcc-4503-a874-874e8c8e1dbb tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "719f4962-6a39-4e45-aaa5-cc6d1e633280-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.396360] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a66812b2-bbcc-4503-a874-874e8c8e1dbb tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "719f4962-6a39-4e45-aaa5-cc6d1e633280-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.401856] env[63260]: INFO nova.compute.manager [None req-a66812b2-bbcc-4503-a874-874e8c8e1dbb tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Terminating instance [ 951.409231] env[63260]: DEBUG oslo_vmware.api [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285023, 'name': ReconfigVM_Task, 'duration_secs': 0.493146} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.409440] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 04176e66-2e03-4f80-a6d8-19513ecefe6f/04176e66-2e03-4f80-a6d8-19513ecefe6f.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.410472] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86824c0e-cea5-4d56-a9f4-a43790a92db2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.416386] env[63260]: DEBUG oslo_vmware.api [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 951.416386] env[63260]: value = "task-2285024" [ 951.416386] env[63260]: _type = "Task" [ 951.416386] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.419790] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6944113-deeb-4464-bf28-28e0c3ef0f02 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "f09accbd-ac38-4bd5-9fed-54aa0ba3e38e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.419994] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6944113-deeb-4464-bf28-28e0c3ef0f02 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "f09accbd-ac38-4bd5-9fed-54aa0ba3e38e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.420248] env[63260]: DEBUG nova.compute.manager [None req-e6944113-deeb-4464-bf28-28e0c3ef0f02 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Going to confirm migration 4 {{(pid=63260) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 951.426586] env[63260]: DEBUG oslo_vmware.api [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285024, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.750231] env[63260]: DEBUG oslo_vmware.api [None req-50ca744e-6033-41d3-9c1d-06c526d6eec7 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': task-2285022, 'name': PowerOffVM_Task, 'duration_secs': 0.618259} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.750540] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-50ca744e-6033-41d3-9c1d-06c526d6eec7 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.750711] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-50ca744e-6033-41d3-9c1d-06c526d6eec7 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.750964] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d1669cf-d889-43c0-b9ec-553c8de71200 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.842094] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-50ca744e-6033-41d3-9c1d-06c526d6eec7 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.842343] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-50ca744e-6033-41d3-9c1d-06c526d6eec7 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.842532] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-50ca744e-6033-41d3-9c1d-06c526d6eec7 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Deleting the datastore file [datastore2] 968e6889-032a-4b5a-8cb5-3e612664bb1c {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.842814] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ea82b50-0d58-4fe0-8325-37fb842f0c66 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.849295] env[63260]: DEBUG oslo_vmware.api [None req-50ca744e-6033-41d3-9c1d-06c526d6eec7 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Waiting for the task: (returnval){ [ 951.849295] env[63260]: value = "task-2285026" [ 951.849295] env[63260]: _type = "Task" [ 951.849295] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.857547] env[63260]: DEBUG oslo_vmware.api [None req-50ca744e-6033-41d3-9c1d-06c526d6eec7 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': task-2285026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.869631] env[63260]: DEBUG nova.compute.utils [None req-220fd9b5-6988-4029-9ea3-c64a38ae73b8 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 951.906024] env[63260]: DEBUG nova.compute.manager [None req-a66812b2-bbcc-4503-a874-874e8c8e1dbb tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.906267] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a66812b2-bbcc-4503-a874-874e8c8e1dbb tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.907738] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7288ff93-28da-459f-8d17-73af71cfde0f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.916239] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-a66812b2-bbcc-4503-a874-874e8c8e1dbb tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.916543] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9c7ff76-bb9a-4d78-8f86-1a421a8eec7b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.929125] env[63260]: DEBUG oslo_vmware.api [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285024, 'name': Rename_Task, 'duration_secs': 0.133205} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.930304] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.930895] env[63260]: DEBUG oslo_vmware.api [None req-a66812b2-bbcc-4503-a874-874e8c8e1dbb tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 951.930895] env[63260]: value = "task-2285027" [ 951.930895] env[63260]: _type = "Task" [ 951.930895] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.931202] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9ed1c28-d095-4be0-ba2b-641723ee5053 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.941721] env[63260]: DEBUG oslo_vmware.api [None req-a66812b2-bbcc-4503-a874-874e8c8e1dbb tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.942949] env[63260]: DEBUG oslo_vmware.api [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 951.942949] env[63260]: value = "task-2285028" [ 951.942949] env[63260]: _type = "Task" [ 951.942949] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.950231] env[63260]: DEBUG oslo_vmware.api [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.976406] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6944113-deeb-4464-bf28-28e0c3ef0f02 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "refresh_cache-f09accbd-ac38-4bd5-9fed-54aa0ba3e38e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.976675] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6944113-deeb-4464-bf28-28e0c3ef0f02 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquired lock "refresh_cache-f09accbd-ac38-4bd5-9fed-54aa0ba3e38e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.976869] env[63260]: DEBUG nova.network.neutron [None req-e6944113-deeb-4464-bf28-28e0c3ef0f02 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.977074] env[63260]: DEBUG nova.objects.instance [None req-e6944113-deeb-4464-bf28-28e0c3ef0f02 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lazy-loading 'info_cache' on Instance uuid f09accbd-ac38-4bd5-9fed-54aa0ba3e38e {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.359628] env[63260]: DEBUG oslo_vmware.api [None req-50ca744e-6033-41d3-9c1d-06c526d6eec7 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Task: {'id': task-2285026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208091} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.359923] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-50ca744e-6033-41d3-9c1d-06c526d6eec7 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.360091] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-50ca744e-6033-41d3-9c1d-06c526d6eec7 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.360315] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-50ca744e-6033-41d3-9c1d-06c526d6eec7 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.360495] env[63260]: INFO nova.compute.manager [None req-50ca744e-6033-41d3-9c1d-06c526d6eec7 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Took 1.64 seconds to destroy the instance on the hypervisor. [ 952.360867] env[63260]: DEBUG oslo.service.loopingcall [None req-50ca744e-6033-41d3-9c1d-06c526d6eec7 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 952.361174] env[63260]: DEBUG nova.compute.manager [-] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.361286] env[63260]: DEBUG nova.network.neutron [-] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.372625] env[63260]: DEBUG oslo_concurrency.lockutils [None req-220fd9b5-6988-4029-9ea3-c64a38ae73b8 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "3d0f44ca-75e7-4579-9e7c-0451473e64af" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.443886] env[63260]: DEBUG oslo_vmware.api [None req-a66812b2-bbcc-4503-a874-874e8c8e1dbb tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285027, 'name': PowerOffVM_Task, 'duration_secs': 0.214818} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.447154] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-a66812b2-bbcc-4503-a874-874e8c8e1dbb tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.447382] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a66812b2-bbcc-4503-a874-874e8c8e1dbb tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.448244] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79fbbee6-773d-40aa-9b42-ee470c2eebea {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.456837] env[63260]: DEBUG oslo_vmware.api [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285028, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.510634] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a66812b2-bbcc-4503-a874-874e8c8e1dbb tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.510885] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a66812b2-bbcc-4503-a874-874e8c8e1dbb tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.511095] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-a66812b2-bbcc-4503-a874-874e8c8e1dbb tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Deleting the datastore file [datastore2] 719f4962-6a39-4e45-aaa5-cc6d1e633280 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.511388] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db53ba29-6f55-4c40-81f3-a0f792297f28 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.518646] env[63260]: DEBUG oslo_vmware.api [None req-a66812b2-bbcc-4503-a874-874e8c8e1dbb tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 952.518646] env[63260]: value = "task-2285030" [ 952.518646] env[63260]: _type = "Task" [ 952.518646] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.527832] env[63260]: DEBUG oslo_vmware.api [None req-a66812b2-bbcc-4503-a874-874e8c8e1dbb tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.875426] env[63260]: DEBUG nova.compute.manager [req-5b364a6b-79af-4d78-9525-a9edae16afbd req-494c4438-23c1-4aff-b605-0d12bdd94ced service nova] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Received event network-vif-deleted-e1217e65-ea01-45dc-94f7-af32061075d5 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 952.876087] env[63260]: INFO nova.compute.manager [req-5b364a6b-79af-4d78-9525-a9edae16afbd req-494c4438-23c1-4aff-b605-0d12bdd94ced service nova] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Neutron deleted interface e1217e65-ea01-45dc-94f7-af32061075d5; detaching it from the instance and deleting it from the info cache [ 952.876087] env[63260]: DEBUG nova.network.neutron [req-5b364a6b-79af-4d78-9525-a9edae16afbd req-494c4438-23c1-4aff-b605-0d12bdd94ced service nova] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.952588] env[63260]: DEBUG oslo_vmware.api [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285028, 'name': PowerOnVM_Task, 'duration_secs': 0.730952} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.952863] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.953075] env[63260]: INFO nova.compute.manager [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Took 7.33 seconds to spawn the instance on the hypervisor. [ 952.953257] env[63260]: DEBUG nova.compute.manager [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.954020] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373725dd-c068-4009-870e-fb9e151e5625 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.028380] env[63260]: DEBUG oslo_vmware.api [None req-a66812b2-bbcc-4503-a874-874e8c8e1dbb tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367104} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.028645] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-a66812b2-bbcc-4503-a874-874e8c8e1dbb tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.028827] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a66812b2-bbcc-4503-a874-874e8c8e1dbb tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.029008] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a66812b2-bbcc-4503-a874-874e8c8e1dbb tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.029220] env[63260]: INFO nova.compute.manager [None req-a66812b2-bbcc-4503-a874-874e8c8e1dbb tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Took 1.12 seconds to destroy the instance on the hypervisor. [ 953.029477] env[63260]: DEBUG oslo.service.loopingcall [None req-a66812b2-bbcc-4503-a874-874e8c8e1dbb tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 953.029658] env[63260]: DEBUG nova.compute.manager [-] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 953.029750] env[63260]: DEBUG nova.network.neutron [-] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 953.189027] env[63260]: DEBUG nova.network.neutron [None req-e6944113-deeb-4464-bf28-28e0c3ef0f02 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Updating instance_info_cache with network_info: [{"id": "04f5d39a-c5b7-41ef-8eb0-891324dfea68", "address": "fa:16:3e:e0:90:d5", "network": {"id": "b4d5f5a7-4020-4c98-9bfc-4168989fb246", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-735735881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e885618998694cdf8d3aacc484576252", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04f5d39a-c5", "ovs_interfaceid": "04f5d39a-c5b7-41ef-8eb0-891324dfea68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.286712] env[63260]: DEBUG nova.compute.manager [req-cb52b6cd-373c-4d6e-8762-1e3cb15f40b2 req-7c552ceb-d42e-4428-8a21-7f23adc303c2 service nova] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Received event network-vif-deleted-4b095371-0671-4fca-8a1e-f80509e1d940 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 953.287136] env[63260]: INFO nova.compute.manager [req-cb52b6cd-373c-4d6e-8762-1e3cb15f40b2 req-7c552ceb-d42e-4428-8a21-7f23adc303c2 service nova] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Neutron deleted interface 4b095371-0671-4fca-8a1e-f80509e1d940; detaching it from the instance and deleting it from the info cache [ 953.287136] env[63260]: DEBUG nova.network.neutron [req-cb52b6cd-373c-4d6e-8762-1e3cb15f40b2 req-7c552ceb-d42e-4428-8a21-7f23adc303c2 service nova] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.290583] env[63260]: DEBUG nova.network.neutron [-] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.379031] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f4564891-f846-4eed-83fc-725d4a96aa32 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.390259] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a02b45e-84ce-4c3d-8e89-7d94b6794e47 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.423931] env[63260]: DEBUG nova.compute.manager [req-5b364a6b-79af-4d78-9525-a9edae16afbd req-494c4438-23c1-4aff-b605-0d12bdd94ced service nova] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Detach interface failed, port_id=e1217e65-ea01-45dc-94f7-af32061075d5, reason: Instance 968e6889-032a-4b5a-8cb5-3e612664bb1c could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 953.442385] env[63260]: DEBUG oslo_concurrency.lockutils [None req-220fd9b5-6988-4029-9ea3-c64a38ae73b8 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "3d0f44ca-75e7-4579-9e7c-0451473e64af" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.442693] env[63260]: DEBUG oslo_concurrency.lockutils [None req-220fd9b5-6988-4029-9ea3-c64a38ae73b8 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "3d0f44ca-75e7-4579-9e7c-0451473e64af" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.443158] env[63260]: INFO nova.compute.manager [None req-220fd9b5-6988-4029-9ea3-c64a38ae73b8 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Attaching volume 90f2ab5c-bafd-4d1c-bca6-715681afccc0 to /dev/sdb [ 953.473919] env[63260]: INFO nova.compute.manager [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Took 15.53 seconds to build instance. [ 953.476185] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a55b29-8843-421c-881d-353f12db2d25 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.483125] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4314a6f2-ba92-4446-9b28-e9c37c5225c6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.497281] env[63260]: DEBUG nova.virt.block_device [None req-220fd9b5-6988-4029-9ea3-c64a38ae73b8 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Updating existing volume attachment record: 3144d4c4-8704-4031-9f14-c2a0ea69ad80 {{(pid=63260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 953.691636] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6944113-deeb-4464-bf28-28e0c3ef0f02 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Releasing lock "refresh_cache-f09accbd-ac38-4bd5-9fed-54aa0ba3e38e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.691919] env[63260]: DEBUG nova.objects.instance [None req-e6944113-deeb-4464-bf28-28e0c3ef0f02 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lazy-loading 'migration_context' on Instance uuid f09accbd-ac38-4bd5-9fed-54aa0ba3e38e {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.772376] env[63260]: DEBUG nova.network.neutron [-] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.790044] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d1997a8-acb9-4326-b90b-f98b0b645cca {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.793791] env[63260]: INFO nova.compute.manager [-] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Took 1.43 seconds to deallocate network for instance. [ 953.801494] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32719c4-2ebe-4012-a8cc-51959361f3ab {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.835236] env[63260]: DEBUG nova.compute.manager [req-cb52b6cd-373c-4d6e-8762-1e3cb15f40b2 req-7c552ceb-d42e-4428-8a21-7f23adc303c2 service nova] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Detach interface failed, port_id=4b095371-0671-4fca-8a1e-f80509e1d940, reason: Instance 719f4962-6a39-4e45-aaa5-cc6d1e633280 could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 953.980385] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2ef92d75-2090-4e26-b92b-9b6228365d04 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "04176e66-2e03-4f80-a6d8-19513ecefe6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.040s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.194637] env[63260]: DEBUG nova.objects.base [None req-e6944113-deeb-4464-bf28-28e0c3ef0f02 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63260) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 954.195605] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a54fadf-cfef-49f6-8523-d60460e57292 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.216769] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cf13685-faea-46ec-ab09-4ee06397f398 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.222296] env[63260]: DEBUG oslo_vmware.api [None req-e6944113-deeb-4464-bf28-28e0c3ef0f02 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 954.222296] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52cb635a-85c0-e60e-0d4f-c87435883d1a" [ 954.222296] env[63260]: _type = "Task" [ 954.222296] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.231129] env[63260]: DEBUG oslo_vmware.api [None req-e6944113-deeb-4464-bf28-28e0c3ef0f02 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52cb635a-85c0-e60e-0d4f-c87435883d1a, 'name': SearchDatastore_Task, 'duration_secs': 0.006684} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.231369] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6944113-deeb-4464-bf28-28e0c3ef0f02 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.231684] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6944113-deeb-4464-bf28-28e0c3ef0f02 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.274874] env[63260]: INFO nova.compute.manager [-] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Took 1.24 seconds to deallocate network for instance. [ 954.314402] env[63260]: DEBUG oslo_concurrency.lockutils [None req-50ca744e-6033-41d3-9c1d-06c526d6eec7 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.525264] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f7cfc354-d671-4538-b1a7-0a6b453b7ee9 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "04176e66-2e03-4f80-a6d8-19513ecefe6f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.525531] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f7cfc354-d671-4538-b1a7-0a6b453b7ee9 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "04176e66-2e03-4f80-a6d8-19513ecefe6f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.525719] env[63260]: DEBUG nova.compute.manager [None req-f7cfc354-d671-4538-b1a7-0a6b453b7ee9 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.526638] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03e4f3f-a868-41dd-a9fc-23767e57cc6a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.533312] env[63260]: DEBUG nova.compute.manager [None req-f7cfc354-d671-4538-b1a7-0a6b453b7ee9 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63260) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 954.533849] env[63260]: DEBUG nova.objects.instance [None req-f7cfc354-d671-4538-b1a7-0a6b453b7ee9 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lazy-loading 'flavor' on Instance uuid 04176e66-2e03-4f80-a6d8-19513ecefe6f {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.781915] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a66812b2-bbcc-4503-a874-874e8c8e1dbb tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.915447] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c5797f-f960-40c4-b1b7-9b94720ee1de {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.923237] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00975b20-41de-4a8e-86a8-1940e3002bdf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.952473] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e5dee0-c7ae-4102-9f59-89e038804374 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.959735] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2c7130-3c98-4b24-a523-071cccf2d17b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.973879] env[63260]: DEBUG nova.compute.provider_tree [None req-e6944113-deeb-4464-bf28-28e0c3ef0f02 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.477229] env[63260]: DEBUG nova.scheduler.client.report [None req-e6944113-deeb-4464-bf28-28e0c3ef0f02 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.540016] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7cfc354-d671-4538-b1a7-0a6b453b7ee9 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.540911] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ae9f196-ef75-4294-b2da-f201f1aa29f7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.549489] env[63260]: DEBUG oslo_vmware.api [None req-f7cfc354-d671-4538-b1a7-0a6b453b7ee9 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 955.549489] env[63260]: value = "task-2285034" [ 955.549489] env[63260]: _type = "Task" [ 955.549489] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.557821] env[63260]: DEBUG oslo_vmware.api [None req-f7cfc354-d671-4538-b1a7-0a6b453b7ee9 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.058687] env[63260]: DEBUG oslo_vmware.api [None req-f7cfc354-d671-4538-b1a7-0a6b453b7ee9 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285034, 'name': PowerOffVM_Task, 'duration_secs': 0.193128} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.058952] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7cfc354-d671-4538-b1a7-0a6b453b7ee9 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.059169] env[63260]: DEBUG nova.compute.manager [None req-f7cfc354-d671-4538-b1a7-0a6b453b7ee9 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.059934] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a84725-4247-4d04-9727-0a1b5c16ae8d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.492030] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6944113-deeb-4464-bf28-28e0c3ef0f02 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.259s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.494015] env[63260]: DEBUG oslo_concurrency.lockutils [None req-50ca744e-6033-41d3-9c1d-06c526d6eec7 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.180s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.494232] env[63260]: DEBUG nova.objects.instance [None req-50ca744e-6033-41d3-9c1d-06c526d6eec7 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Lazy-loading 'resources' on Instance uuid 968e6889-032a-4b5a-8cb5-3e612664bb1c {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.571788] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f7cfc354-d671-4538-b1a7-0a6b453b7ee9 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "04176e66-2e03-4f80-a6d8-19513ecefe6f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.994646] env[63260]: INFO nova.compute.manager [None req-c3f8669b-0ab2-41a3-99b8-3e30445e5065 tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Rebuilding instance [ 957.039547] env[63260]: DEBUG nova.compute.manager [None req-c3f8669b-0ab2-41a3-99b8-3e30445e5065 tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.040506] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccc2bf3-c773-4b33-9bc5-b078d0478b89 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.052971] env[63260]: INFO nova.scheduler.client.report [None req-e6944113-deeb-4464-bf28-28e0c3ef0f02 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Deleted allocation for migration c05a40fa-753e-4eb7-a821-eced2827e7f0 [ 957.068322] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9397f056-6fb8-4b10-b20c-5895f18f5285 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "04176e66-2e03-4f80-a6d8-19513ecefe6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.068558] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9397f056-6fb8-4b10-b20c-5895f18f5285 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "04176e66-2e03-4f80-a6d8-19513ecefe6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.068753] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9397f056-6fb8-4b10-b20c-5895f18f5285 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "04176e66-2e03-4f80-a6d8-19513ecefe6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.068931] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9397f056-6fb8-4b10-b20c-5895f18f5285 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "04176e66-2e03-4f80-a6d8-19513ecefe6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.069108] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9397f056-6fb8-4b10-b20c-5895f18f5285 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "04176e66-2e03-4f80-a6d8-19513ecefe6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.071145] env[63260]: INFO nova.compute.manager [None req-9397f056-6fb8-4b10-b20c-5895f18f5285 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Terminating instance [ 957.222219] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13aca5ee-ca87-425c-b81d-3f9c860cc913 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.230399] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a440e98-dbee-4ffe-b14b-51634b15d5aa {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.260927] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169898e0-f742-4c6c-87ca-40837bc3b351 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.269725] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e31f58-c4af-43f4-aac5-bb40fd6c8161 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.282617] env[63260]: DEBUG nova.compute.provider_tree [None req-50ca744e-6033-41d3-9c1d-06c526d6eec7 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.559853] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6944113-deeb-4464-bf28-28e0c3ef0f02 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "f09accbd-ac38-4bd5-9fed-54aa0ba3e38e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.140s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.575508] env[63260]: DEBUG nova.compute.manager [None req-9397f056-6fb8-4b10-b20c-5895f18f5285 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 957.575743] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9397f056-6fb8-4b10-b20c-5895f18f5285 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.576634] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a3b293-cd18-40f0-994e-5ff0d85d5709 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.585016] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9397f056-6fb8-4b10-b20c-5895f18f5285 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.585252] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af994502-78a9-47fb-a2ea-d1ecbda0f0bb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.603374] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0bfb6993-d4ce-4820-98d1-1eb37db972bc tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "f09accbd-ac38-4bd5-9fed-54aa0ba3e38e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.603612] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0bfb6993-d4ce-4820-98d1-1eb37db972bc tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "f09accbd-ac38-4bd5-9fed-54aa0ba3e38e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.603809] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0bfb6993-d4ce-4820-98d1-1eb37db972bc tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "f09accbd-ac38-4bd5-9fed-54aa0ba3e38e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.603990] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0bfb6993-d4ce-4820-98d1-1eb37db972bc tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "f09accbd-ac38-4bd5-9fed-54aa0ba3e38e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.604176] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0bfb6993-d4ce-4820-98d1-1eb37db972bc tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "f09accbd-ac38-4bd5-9fed-54aa0ba3e38e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.606047] env[63260]: INFO nova.compute.manager [None req-0bfb6993-d4ce-4820-98d1-1eb37db972bc tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Terminating instance [ 957.644701] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9397f056-6fb8-4b10-b20c-5895f18f5285 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.644853] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9397f056-6fb8-4b10-b20c-5895f18f5285 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.645055] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-9397f056-6fb8-4b10-b20c-5895f18f5285 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Deleting the datastore file [datastore2] 04176e66-2e03-4f80-a6d8-19513ecefe6f {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.645579] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e63c9371-a7d9-420d-803a-0e3d9581b048 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.651681] env[63260]: DEBUG oslo_vmware.api [None req-9397f056-6fb8-4b10-b20c-5895f18f5285 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 957.651681] env[63260]: value = "task-2285037" [ 957.651681] env[63260]: _type = "Task" [ 957.651681] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.658883] env[63260]: DEBUG oslo_vmware.api [None req-9397f056-6fb8-4b10-b20c-5895f18f5285 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.786111] env[63260]: DEBUG nova.scheduler.client.report [None req-50ca744e-6033-41d3-9c1d-06c526d6eec7 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.041765] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "c6ffbdfa-643c-4ef4-b5b0-278692e3c56d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.042122] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "c6ffbdfa-643c-4ef4-b5b0-278692e3c56d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.044032] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-220fd9b5-6988-4029-9ea3-c64a38ae73b8 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Volume attach. Driver type: vmdk {{(pid=63260) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 958.044250] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-220fd9b5-6988-4029-9ea3-c64a38ae73b8 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465142', 'volume_id': '90f2ab5c-bafd-4d1c-bca6-715681afccc0', 'name': 'volume-90f2ab5c-bafd-4d1c-bca6-715681afccc0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3d0f44ca-75e7-4579-9e7c-0451473e64af', 'attached_at': '', 'detached_at': '', 'volume_id': '90f2ab5c-bafd-4d1c-bca6-715681afccc0', 'serial': '90f2ab5c-bafd-4d1c-bca6-715681afccc0'} {{(pid=63260) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 958.045305] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0290b81f-174d-4896-a22c-0d32ed636837 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.064432] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f8669b-0ab2-41a3-99b8-3e30445e5065 tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.065229] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aed75a90-5a6f-43d5-a18c-1943ca3979a3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.067364] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5412d439-6d5b-450d-aa03-4d837923810d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.092566] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-220fd9b5-6988-4029-9ea3-c64a38ae73b8 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] volume-90f2ab5c-bafd-4d1c-bca6-715681afccc0/volume-90f2ab5c-bafd-4d1c-bca6-715681afccc0.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.093943] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc432388-e04e-4f4c-bea7-03b679474405 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.107093] env[63260]: DEBUG oslo_vmware.api [None req-c3f8669b-0ab2-41a3-99b8-3e30445e5065 tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Waiting for the task: (returnval){ [ 958.107093] env[63260]: value = "task-2285038" [ 958.107093] env[63260]: _type = "Task" [ 958.107093] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.110978] env[63260]: DEBUG nova.compute.manager [None req-0bfb6993-d4ce-4820-98d1-1eb37db972bc tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.111244] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfb6993-d4ce-4820-98d1-1eb37db972bc tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.112008] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699ef092-b861-483c-9de4-cec9986e7ca0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.116049] env[63260]: DEBUG oslo_vmware.api [None req-220fd9b5-6988-4029-9ea3-c64a38ae73b8 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 958.116049] env[63260]: value = "task-2285039" [ 958.116049] env[63260]: _type = "Task" [ 958.116049] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.121441] env[63260]: DEBUG oslo_vmware.api [None req-c3f8669b-0ab2-41a3-99b8-3e30445e5065 tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Task: {'id': task-2285038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.128559] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bfb6993-d4ce-4820-98d1-1eb37db972bc tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.129300] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e36ee15e-2dd7-4ed0-aca5-ed22f4f8a29a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.136345] env[63260]: DEBUG oslo_vmware.api [None req-220fd9b5-6988-4029-9ea3-c64a38ae73b8 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285039, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.140672] env[63260]: DEBUG oslo_vmware.api [None req-0bfb6993-d4ce-4820-98d1-1eb37db972bc tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 958.140672] env[63260]: value = "task-2285040" [ 958.140672] env[63260]: _type = "Task" [ 958.140672] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.151700] env[63260]: DEBUG oslo_vmware.api [None req-0bfb6993-d4ce-4820-98d1-1eb37db972bc tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2285040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.161838] env[63260]: DEBUG oslo_vmware.api [None req-9397f056-6fb8-4b10-b20c-5895f18f5285 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127479} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.162292] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-9397f056-6fb8-4b10-b20c-5895f18f5285 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.162686] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9397f056-6fb8-4b10-b20c-5895f18f5285 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.163017] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9397f056-6fb8-4b10-b20c-5895f18f5285 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.163338] env[63260]: INFO nova.compute.manager [None req-9397f056-6fb8-4b10-b20c-5895f18f5285 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Took 0.59 seconds to destroy the instance on the hypervisor. [ 958.163749] env[63260]: DEBUG oslo.service.loopingcall [None req-9397f056-6fb8-4b10-b20c-5895f18f5285 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 958.164070] env[63260]: DEBUG nova.compute.manager [-] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.164240] env[63260]: DEBUG nova.network.neutron [-] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 958.291108] env[63260]: DEBUG oslo_concurrency.lockutils [None req-50ca744e-6033-41d3-9c1d-06c526d6eec7 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.797s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.293761] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a66812b2-bbcc-4503-a874-874e8c8e1dbb tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.512s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.293947] env[63260]: DEBUG nova.objects.instance [None req-a66812b2-bbcc-4503-a874-874e8c8e1dbb tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lazy-loading 'resources' on Instance uuid 719f4962-6a39-4e45-aaa5-cc6d1e633280 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.316781] env[63260]: INFO nova.scheduler.client.report [None req-50ca744e-6033-41d3-9c1d-06c526d6eec7 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Deleted allocations for instance 968e6889-032a-4b5a-8cb5-3e612664bb1c [ 958.416373] env[63260]: DEBUG nova.compute.manager [req-665780bd-34a8-4d90-ba44-3275d58662a4 req-84a346cb-daaa-4d55-81db-1ef64f82083a service nova] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Received event network-vif-deleted-00ab4d3a-f2a3-4795-9b1f-675740b773cb {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 958.416598] env[63260]: INFO nova.compute.manager [req-665780bd-34a8-4d90-ba44-3275d58662a4 req-84a346cb-daaa-4d55-81db-1ef64f82083a service nova] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Neutron deleted interface 00ab4d3a-f2a3-4795-9b1f-675740b773cb; detaching it from the instance and deleting it from the info cache [ 958.416765] env[63260]: DEBUG nova.network.neutron [req-665780bd-34a8-4d90-ba44-3275d58662a4 req-84a346cb-daaa-4d55-81db-1ef64f82083a service nova] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.548597] env[63260]: DEBUG nova.compute.manager [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 958.617183] env[63260]: DEBUG oslo_vmware.api [None req-c3f8669b-0ab2-41a3-99b8-3e30445e5065 tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Task: {'id': task-2285038, 'name': PowerOffVM_Task, 'duration_secs': 0.203942} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.617507] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f8669b-0ab2-41a3-99b8-3e30445e5065 tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.618147] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f8669b-0ab2-41a3-99b8-3e30445e5065 tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.618395] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b11953e9-2ec9-46c8-84b7-66d2d61d88f5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.625414] env[63260]: DEBUG oslo_vmware.api [None req-c3f8669b-0ab2-41a3-99b8-3e30445e5065 tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Waiting for the task: (returnval){ [ 958.625414] env[63260]: value = "task-2285041" [ 958.625414] env[63260]: _type = "Task" [ 958.625414] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.631072] env[63260]: DEBUG oslo_vmware.api [None req-220fd9b5-6988-4029-9ea3-c64a38ae73b8 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285039, 'name': ReconfigVM_Task, 'duration_secs': 0.402205} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.631612] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-220fd9b5-6988-4029-9ea3-c64a38ae73b8 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Reconfigured VM instance instance-0000004b to attach disk [datastore1] volume-90f2ab5c-bafd-4d1c-bca6-715681afccc0/volume-90f2ab5c-bafd-4d1c-bca6-715681afccc0.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.639239] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75030401-791c-4801-ae9f-e961b402f4e4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.648945] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f8669b-0ab2-41a3-99b8-3e30445e5065 tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] VM already powered off {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 958.649194] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3f8669b-0ab2-41a3-99b8-3e30445e5065 tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Volume detach. Driver type: vmdk {{(pid=63260) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 958.649551] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3f8669b-0ab2-41a3-99b8-3e30445e5065 tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465077', 'volume_id': 'd232d8e8-67ec-4f33-8887-99cab20126c0', 'name': 'volume-d232d8e8-67ec-4f33-8887-99cab20126c0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf', 'attached_at': '', 'detached_at': '', 'volume_id': 'd232d8e8-67ec-4f33-8887-99cab20126c0', 'serial': 'd232d8e8-67ec-4f33-8887-99cab20126c0'} {{(pid=63260) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 958.655070] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715c2cc0-7566-46b6-a11e-00e594d92ab8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.659645] env[63260]: DEBUG oslo_vmware.api [None req-220fd9b5-6988-4029-9ea3-c64a38ae73b8 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 958.659645] env[63260]: value = "task-2285042" [ 958.659645] env[63260]: _type = "Task" [ 958.659645] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.677096] env[63260]: DEBUG oslo_vmware.api [None req-0bfb6993-d4ce-4820-98d1-1eb37db972bc tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2285040, 'name': PowerOffVM_Task, 'duration_secs': 0.169838} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.681566] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5dea766-93e1-4625-ac84-4a0145040614 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.684202] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bfb6993-d4ce-4820-98d1-1eb37db972bc tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.684471] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfb6993-d4ce-4820-98d1-1eb37db972bc tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 958.684593] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-411d4fee-5d5b-4888-81ad-8014efd9df1a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.690662] env[63260]: DEBUG oslo_vmware.api [None req-220fd9b5-6988-4029-9ea3-c64a38ae73b8 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.692885] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8030a2a7-9ae0-433f-9ccc-aaebee185b98 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.710189] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68073bac-a9ec-4673-9f41-9130e5ff2688 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.726768] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3f8669b-0ab2-41a3-99b8-3e30445e5065 tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] The volume has not been displaced from its original location: [datastore1] volume-d232d8e8-67ec-4f33-8887-99cab20126c0/volume-d232d8e8-67ec-4f33-8887-99cab20126c0.vmdk. No consolidation needed. {{(pid=63260) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 958.731780] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3f8669b-0ab2-41a3-99b8-3e30445e5065 tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Reconfiguring VM instance instance-00000049 to detach disk 2000 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 958.732100] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a311a52-219a-40ac-a1c2-ab243c3ca962 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.749441] env[63260]: DEBUG oslo_vmware.api [None req-c3f8669b-0ab2-41a3-99b8-3e30445e5065 tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Waiting for the task: (returnval){ [ 958.749441] env[63260]: value = "task-2285044" [ 958.749441] env[63260]: _type = "Task" [ 958.749441] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.757262] env[63260]: DEBUG oslo_vmware.api [None req-c3f8669b-0ab2-41a3-99b8-3e30445e5065 tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Task: {'id': task-2285044, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.764637] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfb6993-d4ce-4820-98d1-1eb37db972bc tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.765286] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfb6993-d4ce-4820-98d1-1eb37db972bc tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.765554] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bfb6993-d4ce-4820-98d1-1eb37db972bc tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Deleting the datastore file [datastore1] f09accbd-ac38-4bd5-9fed-54aa0ba3e38e {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.765792] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25c825ee-20c8-433b-9a8b-ba793e21ec8e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.771374] env[63260]: DEBUG oslo_vmware.api [None req-0bfb6993-d4ce-4820-98d1-1eb37db972bc tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 958.771374] env[63260]: value = "task-2285045" [ 958.771374] env[63260]: _type = "Task" [ 958.771374] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.780434] env[63260]: DEBUG oslo_vmware.api [None req-0bfb6993-d4ce-4820-98d1-1eb37db972bc tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2285045, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.828187] env[63260]: DEBUG oslo_concurrency.lockutils [None req-50ca744e-6033-41d3-9c1d-06c526d6eec7 tempest-ServersWithSpecificFlavorTestJSON-1825846388 tempest-ServersWithSpecificFlavorTestJSON-1825846388-project-member] Lock "968e6889-032a-4b5a-8cb5-3e612664bb1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.612s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.895315] env[63260]: DEBUG nova.network.neutron [-] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.922715] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-053fbc58-2c02-4c94-8e8a-ee170c1751c0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.932647] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92500ff-2b53-4b55-b24c-8584ace8dc2e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.981043] env[63260]: DEBUG nova.compute.manager [req-665780bd-34a8-4d90-ba44-3275d58662a4 req-84a346cb-daaa-4d55-81db-1ef64f82083a service nova] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Detach interface failed, port_id=00ab4d3a-f2a3-4795-9b1f-675740b773cb, reason: Instance 04176e66-2e03-4f80-a6d8-19513ecefe6f could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 959.061531] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab8324a-eff8-4d9a-aa48-b3721246a486 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.066727] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.069741] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bb5d40-d965-4b50-82af-58d010a0527b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.103487] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1302c4-d815-4d84-b4b5-0fc07c35d316 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.110915] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0c5dcd-701d-46e0-b056-bcb6afd1949f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.124082] env[63260]: DEBUG nova.compute.provider_tree [None req-a66812b2-bbcc-4503-a874-874e8c8e1dbb tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.185345] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5e9ff91a-c88a-4546-a203-97fd6ed7a20f tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Acquiring lock "9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.185427] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5e9ff91a-c88a-4546-a203-97fd6ed7a20f tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lock "9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.190862] env[63260]: DEBUG oslo_vmware.api [None req-220fd9b5-6988-4029-9ea3-c64a38ae73b8 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285042, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.260137] env[63260]: DEBUG oslo_vmware.api [None req-c3f8669b-0ab2-41a3-99b8-3e30445e5065 tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Task: {'id': task-2285044, 'name': ReconfigVM_Task, 'duration_secs': 0.180273} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.260498] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3f8669b-0ab2-41a3-99b8-3e30445e5065 tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Reconfigured VM instance instance-00000049 to detach disk 2000 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 959.265573] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-199feadf-2f36-45c1-8f6c-34f83bb08792 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.284548] env[63260]: DEBUG oslo_vmware.api [None req-0bfb6993-d4ce-4820-98d1-1eb37db972bc tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2285045, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137271} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.285922] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bfb6993-d4ce-4820-98d1-1eb37db972bc tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.286138] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfb6993-d4ce-4820-98d1-1eb37db972bc tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.286330] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfb6993-d4ce-4820-98d1-1eb37db972bc tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.286507] env[63260]: INFO nova.compute.manager [None req-0bfb6993-d4ce-4820-98d1-1eb37db972bc tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 959.286741] env[63260]: DEBUG oslo.service.loopingcall [None req-0bfb6993-d4ce-4820-98d1-1eb37db972bc tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 959.287011] env[63260]: DEBUG oslo_vmware.api [None req-c3f8669b-0ab2-41a3-99b8-3e30445e5065 tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Waiting for the task: (returnval){ [ 959.287011] env[63260]: value = "task-2285046" [ 959.287011] env[63260]: _type = "Task" [ 959.287011] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.287210] env[63260]: DEBUG nova.compute.manager [-] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.287304] env[63260]: DEBUG nova.network.neutron [-] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.297688] env[63260]: DEBUG oslo_vmware.api [None req-c3f8669b-0ab2-41a3-99b8-3e30445e5065 tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Task: {'id': task-2285046, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.400380] env[63260]: INFO nova.compute.manager [-] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Took 1.24 seconds to deallocate network for instance. [ 959.626983] env[63260]: DEBUG nova.scheduler.client.report [None req-a66812b2-bbcc-4503-a874-874e8c8e1dbb tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.689641] env[63260]: DEBUG oslo_vmware.api [None req-220fd9b5-6988-4029-9ea3-c64a38ae73b8 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285042, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.692740] env[63260]: DEBUG nova.compute.utils [None req-5e9ff91a-c88a-4546-a203-97fd6ed7a20f tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 959.800386] env[63260]: DEBUG oslo_vmware.api [None req-c3f8669b-0ab2-41a3-99b8-3e30445e5065 tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Task: {'id': task-2285046, 'name': ReconfigVM_Task, 'duration_secs': 0.217724} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.800694] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3f8669b-0ab2-41a3-99b8-3e30445e5065 tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465077', 'volume_id': 'd232d8e8-67ec-4f33-8887-99cab20126c0', 'name': 'volume-d232d8e8-67ec-4f33-8887-99cab20126c0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf', 'attached_at': '', 'detached_at': '', 'volume_id': 'd232d8e8-67ec-4f33-8887-99cab20126c0', 'serial': 'd232d8e8-67ec-4f33-8887-99cab20126c0'} {{(pid=63260) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 959.800957] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f8669b-0ab2-41a3-99b8-3e30445e5065 tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.801746] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3785ee8-38bc-48c2-a5ac-82b0cf73b6f1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.807997] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f8669b-0ab2-41a3-99b8-3e30445e5065 tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.808237] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d7723fc-5bb3-4474-815f-6f44052677ed {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.875693] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f8669b-0ab2-41a3-99b8-3e30445e5065 tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.876077] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f8669b-0ab2-41a3-99b8-3e30445e5065 tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.876469] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3f8669b-0ab2-41a3-99b8-3e30445e5065 tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Deleting the datastore file [datastore1] 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.876469] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19390622-4773-412d-b9cf-4653fd930a3b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.883227] env[63260]: DEBUG oslo_vmware.api [None req-c3f8669b-0ab2-41a3-99b8-3e30445e5065 tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Waiting for the task: (returnval){ [ 959.883227] env[63260]: value = "task-2285048" [ 959.883227] env[63260]: _type = "Task" [ 959.883227] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.892044] env[63260]: DEBUG oslo_vmware.api [None req-c3f8669b-0ab2-41a3-99b8-3e30445e5065 tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Task: {'id': task-2285048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.908370] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9397f056-6fb8-4b10-b20c-5895f18f5285 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.004904] env[63260]: DEBUG oslo_concurrency.lockutils [None req-683bb4fc-649a-47e4-9478-c8225f4ce684 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquiring lock "45c1f310-f48d-4903-be93-f23e8fc413c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.005397] env[63260]: DEBUG oslo_concurrency.lockutils [None req-683bb4fc-649a-47e4-9478-c8225f4ce684 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "45c1f310-f48d-4903-be93-f23e8fc413c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.005694] env[63260]: DEBUG oslo_concurrency.lockutils [None req-683bb4fc-649a-47e4-9478-c8225f4ce684 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquiring lock "45c1f310-f48d-4903-be93-f23e8fc413c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.005694] env[63260]: DEBUG oslo_concurrency.lockutils [None req-683bb4fc-649a-47e4-9478-c8225f4ce684 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "45c1f310-f48d-4903-be93-f23e8fc413c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.006796] env[63260]: DEBUG oslo_concurrency.lockutils [None req-683bb4fc-649a-47e4-9478-c8225f4ce684 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "45c1f310-f48d-4903-be93-f23e8fc413c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.009190] env[63260]: INFO nova.compute.manager [None req-683bb4fc-649a-47e4-9478-c8225f4ce684 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Terminating instance [ 960.024695] env[63260]: DEBUG nova.network.neutron [-] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.132896] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a66812b2-bbcc-4503-a874-874e8c8e1dbb tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.839s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.136035] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.069s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.138040] env[63260]: INFO nova.compute.claims [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.155577] env[63260]: INFO nova.scheduler.client.report [None req-a66812b2-bbcc-4503-a874-874e8c8e1dbb tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Deleted allocations for instance 719f4962-6a39-4e45-aaa5-cc6d1e633280 [ 960.189713] env[63260]: DEBUG oslo_vmware.api [None req-220fd9b5-6988-4029-9ea3-c64a38ae73b8 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285042, 'name': ReconfigVM_Task, 'duration_secs': 1.189337} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.189713] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-220fd9b5-6988-4029-9ea3-c64a38ae73b8 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465142', 'volume_id': '90f2ab5c-bafd-4d1c-bca6-715681afccc0', 'name': 'volume-90f2ab5c-bafd-4d1c-bca6-715681afccc0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3d0f44ca-75e7-4579-9e7c-0451473e64af', 'attached_at': '', 'detached_at': '', 'volume_id': '90f2ab5c-bafd-4d1c-bca6-715681afccc0', 'serial': '90f2ab5c-bafd-4d1c-bca6-715681afccc0'} {{(pid=63260) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 960.196601] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5e9ff91a-c88a-4546-a203-97fd6ed7a20f tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lock "9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.393589] env[63260]: DEBUG oslo_vmware.api [None req-c3f8669b-0ab2-41a3-99b8-3e30445e5065 tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Task: {'id': task-2285048, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.073401} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.393898] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3f8669b-0ab2-41a3-99b8-3e30445e5065 tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.394076] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f8669b-0ab2-41a3-99b8-3e30445e5065 tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.394255] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f8669b-0ab2-41a3-99b8-3e30445e5065 tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.454259] env[63260]: DEBUG nova.compute.manager [req-f0d6deca-0a8a-4196-8500-cafdf1f4231a req-c92f8891-17bc-460d-a278-e3f3c19f1c53 service nova] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Received event network-vif-deleted-04f5d39a-c5b7-41ef-8eb0-891324dfea68 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 960.457574] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3f8669b-0ab2-41a3-99b8-3e30445e5065 tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Volume detach. Driver type: vmdk {{(pid=63260) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 960.458095] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4823737-9860-425d-8198-3ddb46f4e9c1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.467772] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627df487-3316-4ac7-b030-180e6d450ba0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.500519] env[63260]: ERROR nova.compute.manager [None req-c3f8669b-0ab2-41a3-99b8-3e30445e5065 tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Failed to detach volume d232d8e8-67ec-4f33-8887-99cab20126c0 from /dev/sda: nova.exception.InstanceNotFound: Instance 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf could not be found. [ 960.500519] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Traceback (most recent call last): [ 960.500519] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 960.500519] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] self.driver.rebuild(**kwargs) [ 960.500519] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 960.500519] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] raise NotImplementedError() [ 960.500519] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] NotImplementedError [ 960.500519] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] [ 960.500519] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] During handling of the above exception, another exception occurred: [ 960.500519] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] [ 960.500519] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Traceback (most recent call last): [ 960.500519] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 960.500519] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] self.driver.detach_volume(context, old_connection_info, [ 960.500519] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 960.500519] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] return self._volumeops.detach_volume(connection_info, instance) [ 960.500519] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 960.500519] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] self._detach_volume_vmdk(connection_info, instance) [ 960.500519] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 960.500519] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 960.500519] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 960.500519] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] stable_ref.fetch_moref(session) [ 960.500519] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 960.500519] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] raise exception.InstanceNotFound(instance_id=self._uuid) [ 960.500519] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] nova.exception.InstanceNotFound: Instance 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf could not be found. [ 960.500519] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] [ 960.513869] env[63260]: DEBUG nova.compute.manager [None req-683bb4fc-649a-47e4-9478-c8225f4ce684 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.513869] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-683bb4fc-649a-47e4-9478-c8225f4ce684 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.515068] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0f3260-ebb3-4811-bb21-eb98ab1b7c47 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.521445] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-683bb4fc-649a-47e4-9478-c8225f4ce684 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.521683] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-318a2dd3-b0e9-4741-8891-ae49f5743a58 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.529124] env[63260]: INFO nova.compute.manager [-] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Took 1.24 seconds to deallocate network for instance. [ 960.532498] env[63260]: DEBUG oslo_vmware.api [None req-683bb4fc-649a-47e4-9478-c8225f4ce684 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 960.532498] env[63260]: value = "task-2285049" [ 960.532498] env[63260]: _type = "Task" [ 960.532498] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.546251] env[63260]: DEBUG oslo_vmware.api [None req-683bb4fc-649a-47e4-9478-c8225f4ce684 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285049, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.656777] env[63260]: DEBUG nova.compute.utils [None req-c3f8669b-0ab2-41a3-99b8-3e30445e5065 tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Build of instance 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf aborted: Failed to rebuild volume backed instance. {{(pid=63260) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 960.660366] env[63260]: ERROR nova.compute.manager [None req-c3f8669b-0ab2-41a3-99b8-3e30445e5065 tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf aborted: Failed to rebuild volume backed instance. [ 960.660366] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Traceback (most recent call last): [ 960.660366] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 960.660366] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] self.driver.rebuild(**kwargs) [ 960.660366] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 960.660366] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] raise NotImplementedError() [ 960.660366] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] NotImplementedError [ 960.660366] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] [ 960.660366] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] During handling of the above exception, another exception occurred: [ 960.660366] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] [ 960.660366] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Traceback (most recent call last): [ 960.660366] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 960.660366] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] self._detach_root_volume(context, instance, root_bdm) [ 960.660366] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 960.660366] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] with excutils.save_and_reraise_exception(): [ 960.660366] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 960.660366] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] self.force_reraise() [ 960.660366] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 960.660366] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] raise self.value [ 960.660366] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 960.660366] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] self.driver.detach_volume(context, old_connection_info, [ 960.660366] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 960.660366] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] return self._volumeops.detach_volume(connection_info, instance) [ 960.660366] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 960.660366] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] self._detach_volume_vmdk(connection_info, instance) [ 960.660366] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 960.660366] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 960.660366] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 960.660366] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] stable_ref.fetch_moref(session) [ 960.660366] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 960.660366] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] raise exception.InstanceNotFound(instance_id=self._uuid) [ 960.660366] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] nova.exception.InstanceNotFound: Instance 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf could not be found. [ 960.660366] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] [ 960.660366] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] During handling of the above exception, another exception occurred: [ 960.660366] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] [ 960.660366] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Traceback (most recent call last): [ 960.660366] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] File "/opt/stack/nova/nova/compute/manager.py", line 11382, in _error_out_instance_on_exception [ 960.660366] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] yield [ 960.660366] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 960.660366] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] self._do_rebuild_instance_with_claim( [ 960.662287] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 960.662287] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] self._do_rebuild_instance( [ 960.662287] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 960.662287] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] self._rebuild_default_impl(**kwargs) [ 960.662287] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 960.662287] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] self._rebuild_volume_backed_instance( [ 960.662287] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 960.662287] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] raise exception.BuildAbortException( [ 960.662287] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] nova.exception.BuildAbortException: Build of instance 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf aborted: Failed to rebuild volume backed instance. [ 960.662287] env[63260]: ERROR nova.compute.manager [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] [ 960.666034] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a66812b2-bbcc-4503-a874-874e8c8e1dbb tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "719f4962-6a39-4e45-aaa5-cc6d1e633280" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.270s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.041312] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0bfb6993-d4ce-4820-98d1-1eb37db972bc tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.044808] env[63260]: DEBUG oslo_vmware.api [None req-683bb4fc-649a-47e4-9478-c8225f4ce684 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285049, 'name': PowerOffVM_Task, 'duration_secs': 0.217452} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.044808] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-683bb4fc-649a-47e4-9478-c8225f4ce684 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.044975] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-683bb4fc-649a-47e4-9478-c8225f4ce684 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.045344] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-384cf60f-56b7-44b9-a63b-17dff45642eb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.110552] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-683bb4fc-649a-47e4-9478-c8225f4ce684 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.110734] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-683bb4fc-649a-47e4-9478-c8225f4ce684 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.110914] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-683bb4fc-649a-47e4-9478-c8225f4ce684 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Deleting the datastore file [datastore1] 45c1f310-f48d-4903-be93-f23e8fc413c7 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.111196] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8624d2ba-72c2-40ef-bd20-f3c55b32c4d5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.117183] env[63260]: DEBUG oslo_vmware.api [None req-683bb4fc-649a-47e4-9478-c8225f4ce684 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 961.117183] env[63260]: value = "task-2285051" [ 961.117183] env[63260]: _type = "Task" [ 961.117183] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.125048] env[63260]: DEBUG oslo_vmware.api [None req-683bb4fc-649a-47e4-9478-c8225f4ce684 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.231225] env[63260]: DEBUG nova.objects.instance [None req-220fd9b5-6988-4029-9ea3-c64a38ae73b8 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lazy-loading 'flavor' on Instance uuid 3d0f44ca-75e7-4579-9e7c-0451473e64af {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.257959] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5e9ff91a-c88a-4546-a203-97fd6ed7a20f tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Acquiring lock "9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.258290] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5e9ff91a-c88a-4546-a203-97fd6ed7a20f tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lock "9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.258536] env[63260]: INFO nova.compute.manager [None req-5e9ff91a-c88a-4546-a203-97fd6ed7a20f tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Attaching volume 0f790dd8-863c-4a7d-988e-331284da8fae to /dev/sdb [ 961.295878] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e590aca4-72b0-4bfc-880c-c860566a56e7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.305576] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621b2000-f38a-47a6-bc37-df337cc76503 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.319042] env[63260]: DEBUG nova.virt.block_device [None req-5e9ff91a-c88a-4546-a203-97fd6ed7a20f tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Updating existing volume attachment record: a89a1d3f-39cc-484c-9cb9-ccc6d08f3f8e {{(pid=63260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 961.349727] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8cf177d9-a2e3-4a43-bcbd-948d5702a071 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "69d7f7bf-5b71-4cf8-ab48-ecf971be819b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.349974] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8cf177d9-a2e3-4a43-bcbd-948d5702a071 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "69d7f7bf-5b71-4cf8-ab48-ecf971be819b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.350261] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8cf177d9-a2e3-4a43-bcbd-948d5702a071 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "69d7f7bf-5b71-4cf8-ab48-ecf971be819b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.350532] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8cf177d9-a2e3-4a43-bcbd-948d5702a071 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "69d7f7bf-5b71-4cf8-ab48-ecf971be819b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.350920] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8cf177d9-a2e3-4a43-bcbd-948d5702a071 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "69d7f7bf-5b71-4cf8-ab48-ecf971be819b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.356790] env[63260]: INFO nova.compute.manager [None req-8cf177d9-a2e3-4a43-bcbd-948d5702a071 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Terminating instance [ 961.372127] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72084d3b-c3f4-4ac8-bd74-c7c8dd72d1e6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.380253] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd88d67-2db7-46eb-b4c0-7c561eb7d9b6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.412586] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd945cd9-baea-4830-aaf8-bf34cb338ab1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.419784] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced781cc-cc63-411c-8197-9c53bff9910a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.434273] env[63260]: DEBUG nova.compute.provider_tree [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.629012] env[63260]: DEBUG oslo_vmware.api [None req-683bb4fc-649a-47e4-9478-c8225f4ce684 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285051, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127411} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.629237] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-683bb4fc-649a-47e4-9478-c8225f4ce684 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.629644] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-683bb4fc-649a-47e4-9478-c8225f4ce684 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.630012] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-683bb4fc-649a-47e4-9478-c8225f4ce684 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.630168] env[63260]: INFO nova.compute.manager [None req-683bb4fc-649a-47e4-9478-c8225f4ce684 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 961.630544] env[63260]: DEBUG oslo.service.loopingcall [None req-683bb4fc-649a-47e4-9478-c8225f4ce684 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 961.630768] env[63260]: DEBUG nova.compute.manager [-] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.631237] env[63260]: DEBUG nova.network.neutron [-] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.741234] env[63260]: DEBUG oslo_concurrency.lockutils [None req-220fd9b5-6988-4029-9ea3-c64a38ae73b8 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "3d0f44ca-75e7-4579-9e7c-0451473e64af" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.298s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.865617] env[63260]: DEBUG nova.compute.manager [None req-8cf177d9-a2e3-4a43-bcbd-948d5702a071 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.865781] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf177d9-a2e3-4a43-bcbd-948d5702a071 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.867358] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092b5b0d-e788-44e0-9d01-dee4ad30d9ba {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.879236] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf177d9-a2e3-4a43-bcbd-948d5702a071 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.879502] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f18cd0f-2c13-4ecb-b562-493f94dd5d45 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.886957] env[63260]: DEBUG oslo_vmware.api [None req-8cf177d9-a2e3-4a43-bcbd-948d5702a071 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 961.886957] env[63260]: value = "task-2285055" [ 961.886957] env[63260]: _type = "Task" [ 961.886957] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.898268] env[63260]: DEBUG oslo_vmware.api [None req-8cf177d9-a2e3-4a43-bcbd-948d5702a071 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.937774] env[63260]: DEBUG nova.scheduler.client.report [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.176280] env[63260]: INFO nova.compute.manager [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Rebuilding instance [ 962.235907] env[63260]: DEBUG nova.compute.manager [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.236191] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7322d1c2-3648-498a-8d33-4b551c28a659 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.397696] env[63260]: DEBUG oslo_vmware.api [None req-8cf177d9-a2e3-4a43-bcbd-948d5702a071 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285055, 'name': PowerOffVM_Task, 'duration_secs': 0.217311} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.397994] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf177d9-a2e3-4a43-bcbd-948d5702a071 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.398185] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf177d9-a2e3-4a43-bcbd-948d5702a071 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.398462] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d949956-c288-4357-b063-c7a60a7eab5b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.445771] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.446314] env[63260]: DEBUG nova.compute.manager [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 962.449106] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9397f056-6fb8-4b10-b20c-5895f18f5285 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.541s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.451177] env[63260]: DEBUG nova.objects.instance [None req-9397f056-6fb8-4b10-b20c-5895f18f5285 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lazy-loading 'resources' on Instance uuid 04176e66-2e03-4f80-a6d8-19513ecefe6f {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.466686] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf177d9-a2e3-4a43-bcbd-948d5702a071 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.466916] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf177d9-a2e3-4a43-bcbd-948d5702a071 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.467111] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cf177d9-a2e3-4a43-bcbd-948d5702a071 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Deleting the datastore file [datastore1] 69d7f7bf-5b71-4cf8-ab48-ecf971be819b {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.467366] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0371c0e-5b44-4541-8136-580da2b2f28c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.475820] env[63260]: DEBUG oslo_vmware.api [None req-8cf177d9-a2e3-4a43-bcbd-948d5702a071 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 962.475820] env[63260]: value = "task-2285057" [ 962.475820] env[63260]: _type = "Task" [ 962.475820] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.487431] env[63260]: DEBUG oslo_vmware.api [None req-8cf177d9-a2e3-4a43-bcbd-948d5702a071 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.582733] env[63260]: DEBUG nova.compute.manager [req-28e30b42-1943-4a5b-8806-2f07753a8fbc req-560a976a-38a1-4f27-81ac-f70c2227d693 service nova] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Received event network-vif-deleted-3906abef-ad5d-48b4-ba5e-76f7f0e72fd7 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 962.582937] env[63260]: INFO nova.compute.manager [req-28e30b42-1943-4a5b-8806-2f07753a8fbc req-560a976a-38a1-4f27-81ac-f70c2227d693 service nova] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Neutron deleted interface 3906abef-ad5d-48b4-ba5e-76f7f0e72fd7; detaching it from the instance and deleting it from the info cache [ 962.583133] env[63260]: DEBUG nova.network.neutron [req-28e30b42-1943-4a5b-8806-2f07753a8fbc req-560a976a-38a1-4f27-81ac-f70c2227d693 service nova] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.686571] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c3f8669b-0ab2-41a3-99b8-3e30445e5065 tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.877887] env[63260]: DEBUG oslo_concurrency.lockutils [None req-41d1958e-9cd0-42de-a3a5-5b166bda2626 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "interface-67c72ba6-2ba1-4494-add1-f86cc7163ed9-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.878241] env[63260]: DEBUG oslo_concurrency.lockutils [None req-41d1958e-9cd0-42de-a3a5-5b166bda2626 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "interface-67c72ba6-2ba1-4494-add1-f86cc7163ed9-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.878656] env[63260]: DEBUG nova.objects.instance [None req-41d1958e-9cd0-42de-a3a5-5b166bda2626 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lazy-loading 'flavor' on Instance uuid 67c72ba6-2ba1-4494-add1-f86cc7163ed9 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.953664] env[63260]: DEBUG nova.compute.utils [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 962.960415] env[63260]: DEBUG nova.compute.manager [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 962.960415] env[63260]: DEBUG nova.network.neutron [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 962.990858] env[63260]: DEBUG oslo_vmware.api [None req-8cf177d9-a2e3-4a43-bcbd-948d5702a071 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285057, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136831} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.991095] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cf177d9-a2e3-4a43-bcbd-948d5702a071 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.991095] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf177d9-a2e3-4a43-bcbd-948d5702a071 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.991507] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf177d9-a2e3-4a43-bcbd-948d5702a071 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.991676] env[63260]: INFO nova.compute.manager [None req-8cf177d9-a2e3-4a43-bcbd-948d5702a071 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 962.992403] env[63260]: DEBUG oslo.service.loopingcall [None req-8cf177d9-a2e3-4a43-bcbd-948d5702a071 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 962.992670] env[63260]: DEBUG nova.compute.manager [-] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 962.992766] env[63260]: DEBUG nova.network.neutron [-] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.019755] env[63260]: DEBUG nova.policy [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5d6b72b30034a7d95de79c32fe4b38e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e885618998694cdf8d3aacc484576252', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 963.041318] env[63260]: DEBUG nova.network.neutron [-] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.086795] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a3bff7b-50f0-4a33-90d8-a55b9798d4e3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.097730] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e733d14-28ab-4c1b-a8b0-84cb86a83336 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.134908] env[63260]: DEBUG nova.compute.manager [req-28e30b42-1943-4a5b-8806-2f07753a8fbc req-560a976a-38a1-4f27-81ac-f70c2227d693 service nova] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Detach interface failed, port_id=3906abef-ad5d-48b4-ba5e-76f7f0e72fd7, reason: Instance 45c1f310-f48d-4903-be93-f23e8fc413c7 could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 963.149517] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0ae46bb5-b2a2-474d-bda7-216b15d67c0a tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Acquiring lock "17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.150441] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0ae46bb5-b2a2-474d-bda7-216b15d67c0a tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Lock "17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.150441] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0ae46bb5-b2a2-474d-bda7-216b15d67c0a tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Acquiring lock "17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.150441] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0ae46bb5-b2a2-474d-bda7-216b15d67c0a tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Lock "17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.150441] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0ae46bb5-b2a2-474d-bda7-216b15d67c0a tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Lock "17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.155162] env[63260]: INFO nova.compute.manager [None req-0ae46bb5-b2a2-474d-bda7-216b15d67c0a tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Terminating instance [ 963.213168] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0df2a7-2c61-4e04-8f76-ab9f2ed29a0f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.220904] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca730172-f3d0-44f3-a440-3bbd674b6485 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.254255] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.255908] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63f0ee98-dba2-4d99-a81e-23639ae4ecb2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.258945] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8cd293-25b8-4ac3-b9aa-ed09ecb08288 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.268374] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b40146-c6fa-4297-b697-3081768b2aad {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.272702] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 963.272702] env[63260]: value = "task-2285058" [ 963.272702] env[63260]: _type = "Task" [ 963.272702] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.277393] env[63260]: DEBUG nova.compute.manager [req-e0ecddc6-c5e8-4a27-9506-f5336f9dab5c req-8628d162-d033-45b9-848d-924e6bde1253 service nova] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Received event network-vif-deleted-1926c28a-d454-4e1d-bd43-c5677045f60d {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 963.277554] env[63260]: INFO nova.compute.manager [req-e0ecddc6-c5e8-4a27-9506-f5336f9dab5c req-8628d162-d033-45b9-848d-924e6bde1253 service nova] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Neutron deleted interface 1926c28a-d454-4e1d-bd43-c5677045f60d; detaching it from the instance and deleting it from the info cache [ 963.278374] env[63260]: DEBUG nova.network.neutron [req-e0ecddc6-c5e8-4a27-9506-f5336f9dab5c req-8628d162-d033-45b9-848d-924e6bde1253 service nova] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.292790] env[63260]: DEBUG nova.compute.provider_tree [None req-9397f056-6fb8-4b10-b20c-5895f18f5285 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.299870] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.334112] env[63260]: DEBUG nova.network.neutron [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Successfully created port: f9ea86fd-ccf1-4475-8877-dcf97c6fce92 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 963.460160] env[63260]: DEBUG nova.compute.manager [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 963.464583] env[63260]: DEBUG nova.objects.instance [None req-41d1958e-9cd0-42de-a3a5-5b166bda2626 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lazy-loading 'pci_requests' on Instance uuid 67c72ba6-2ba1-4494-add1-f86cc7163ed9 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.542754] env[63260]: INFO nova.compute.manager [-] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Took 1.91 seconds to deallocate network for instance. [ 963.659389] env[63260]: DEBUG nova.compute.manager [None req-0ae46bb5-b2a2-474d-bda7-216b15d67c0a tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 963.659747] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d35d7295-46c3-4980-98ee-0a27130d19e9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.669364] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee985da-4c13-49c3-be63-20822b6a1d5c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.699297] env[63260]: WARNING nova.virt.vmwareapi.driver [None req-0ae46bb5-b2a2-474d-bda7-216b15d67c0a tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf could not be found. [ 963.699523] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae46bb5-b2a2-474d-bda7-216b15d67c0a tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 963.699832] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aad77e9b-de83-45d9-b1b0-d78e92d6b359 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.707601] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5e167c-172f-4b73-9495-723fc5b5f8e9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.737092] env[63260]: WARNING nova.virt.vmwareapi.vmops [None req-0ae46bb5-b2a2-474d-bda7-216b15d67c0a tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf could not be found. [ 963.738039] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae46bb5-b2a2-474d-bda7-216b15d67c0a tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.738039] env[63260]: INFO nova.compute.manager [None req-0ae46bb5-b2a2-474d-bda7-216b15d67c0a tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Took 0.08 seconds to destroy the instance on the hypervisor. [ 963.738039] env[63260]: DEBUG oslo.service.loopingcall [None req-0ae46bb5-b2a2-474d-bda7-216b15d67c0a tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 963.738039] env[63260]: DEBUG nova.compute.manager [-] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.738039] env[63260]: DEBUG nova.network.neutron [-] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.762253] env[63260]: DEBUG nova.network.neutron [-] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.785446] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285058, 'name': PowerOffVM_Task, 'duration_secs': 0.213032} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.785688] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7317c6a5-a7b3-41c1-ba53-1da04ca7ffc4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.787403] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.798679] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6638502-505b-4d5e-9511-5819c24765ff {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.812420] env[63260]: DEBUG nova.scheduler.client.report [None req-9397f056-6fb8-4b10-b20c-5895f18f5285 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.836916] env[63260]: DEBUG nova.compute.manager [req-e0ecddc6-c5e8-4a27-9506-f5336f9dab5c req-8628d162-d033-45b9-848d-924e6bde1253 service nova] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Detach interface failed, port_id=1926c28a-d454-4e1d-bd43-c5677045f60d, reason: Instance 69d7f7bf-5b71-4cf8-ab48-ecf971be819b could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 963.862704] env[63260]: INFO nova.compute.manager [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Detaching volume 90f2ab5c-bafd-4d1c-bca6-715681afccc0 [ 963.922318] env[63260]: INFO nova.virt.block_device [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Attempting to driver detach volume 90f2ab5c-bafd-4d1c-bca6-715681afccc0 from mountpoint /dev/sdb [ 963.922713] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Volume detach. Driver type: vmdk {{(pid=63260) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 963.922942] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465142', 'volume_id': '90f2ab5c-bafd-4d1c-bca6-715681afccc0', 'name': 'volume-90f2ab5c-bafd-4d1c-bca6-715681afccc0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3d0f44ca-75e7-4579-9e7c-0451473e64af', 'attached_at': '', 'detached_at': '', 'volume_id': '90f2ab5c-bafd-4d1c-bca6-715681afccc0', 'serial': '90f2ab5c-bafd-4d1c-bca6-715681afccc0'} {{(pid=63260) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 963.923954] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c408b3-7872-4fca-a27a-143bc6dde89b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.946750] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3e0b63-c239-4d6b-9e45-34dfe0c1f28c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.954110] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8227aa-609f-4b77-b17b-79d1adb1d625 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.980621] env[63260]: DEBUG nova.objects.base [None req-41d1958e-9cd0-42de-a3a5-5b166bda2626 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Object Instance<67c72ba6-2ba1-4494-add1-f86cc7163ed9> lazy-loaded attributes: flavor,pci_requests {{(pid=63260) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 963.981039] env[63260]: DEBUG nova.network.neutron [None req-41d1958e-9cd0-42de-a3a5-5b166bda2626 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 963.984306] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c08891-6de2-4285-a415-142ca79726d5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.003698] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] The volume has not been displaced from its original location: [datastore1] volume-90f2ab5c-bafd-4d1c-bca6-715681afccc0/volume-90f2ab5c-bafd-4d1c-bca6-715681afccc0.vmdk. No consolidation needed. {{(pid=63260) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 964.009192] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Reconfiguring VM instance instance-0000004b to detach disk 2001 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 964.009560] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a3d3475-9df7-4229-b6d5-49f16a8d5614 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.029342] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 964.029342] env[63260]: value = "task-2285060" [ 964.029342] env[63260]: _type = "Task" [ 964.029342] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.038735] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285060, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.050207] env[63260]: DEBUG oslo_concurrency.lockutils [None req-683bb4fc-649a-47e4-9478-c8225f4ce684 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.060766] env[63260]: DEBUG nova.policy [None req-41d1958e-9cd0-42de-a3a5-5b166bda2626 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e483d46951f4d4e9a9419be33fe8d4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2147a1e9788d4345b9f561c682dcba6d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 964.264460] env[63260]: INFO nova.compute.manager [-] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Took 1.27 seconds to deallocate network for instance. [ 964.318946] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9397f056-6fb8-4b10-b20c-5895f18f5285 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.868s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.323202] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0bfb6993-d4ce-4820-98d1-1eb37db972bc tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.279s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.323202] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0bfb6993-d4ce-4820-98d1-1eb37db972bc tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.323660] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c3f8669b-0ab2-41a3-99b8-3e30445e5065 tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.637s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.350128] env[63260]: INFO nova.scheduler.client.report [None req-9397f056-6fb8-4b10-b20c-5895f18f5285 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Deleted allocations for instance 04176e66-2e03-4f80-a6d8-19513ecefe6f [ 964.354625] env[63260]: INFO nova.scheduler.client.report [None req-0bfb6993-d4ce-4820-98d1-1eb37db972bc tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Deleted allocations for instance f09accbd-ac38-4bd5-9fed-54aa0ba3e38e [ 964.464508] env[63260]: DEBUG nova.network.neutron [None req-41d1958e-9cd0-42de-a3a5-5b166bda2626 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Successfully created port: 5a74f687-f34f-434a-846c-8eff3711d391 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 964.485395] env[63260]: DEBUG nova.compute.manager [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 964.522595] env[63260]: DEBUG nova.virt.hardware [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.522856] env[63260]: DEBUG nova.virt.hardware [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.523038] env[63260]: DEBUG nova.virt.hardware [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.523211] env[63260]: DEBUG nova.virt.hardware [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.523358] env[63260]: DEBUG nova.virt.hardware [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.523486] env[63260]: DEBUG nova.virt.hardware [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.524090] env[63260]: DEBUG nova.virt.hardware [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.524090] env[63260]: DEBUG nova.virt.hardware [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.524090] env[63260]: DEBUG nova.virt.hardware [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.524295] env[63260]: DEBUG nova.virt.hardware [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.524545] env[63260]: DEBUG nova.virt.hardware [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.525360] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0edef4-149d-49cf-8f04-2c949734770b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.529201] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad531ac-2df6-4520-a3a1-ed8fcc8d1b23 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.541419] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc59acf6-058b-40fb-a43f-51896d894115 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.551209] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fe15d3-d805-470f-a4d5-7007e4a57ad8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.551953] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285060, 'name': ReconfigVM_Task, 'duration_secs': 0.200116} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.552545] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Reconfigured VM instance instance-0000004b to detach disk 2001 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 964.566789] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f746bec-1e69-41d0-840b-d4b42dfc0ace {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.604133] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a633c4-ef40-4d8c-9034-9ae36f7ae18c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.608999] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 964.608999] env[63260]: value = "task-2285061" [ 964.608999] env[63260]: _type = "Task" [ 964.608999] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.614892] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffbeb45-d91d-405a-ae15-0cfb06ef0600 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.618841] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquiring lock "e7079a58-fb09-44b7-bed8-3625be32b5f4" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.619452] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lock "e7079a58-fb09-44b7-bed8-3625be32b5f4" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.619452] env[63260]: INFO nova.compute.manager [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Shelving [ 964.627179] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285061, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.635132] env[63260]: DEBUG nova.compute.provider_tree [None req-c3f8669b-0ab2-41a3-99b8-3e30445e5065 tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.771595] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8cf177d9-a2e3-4a43-bcbd-948d5702a071 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.848498] env[63260]: DEBUG nova.network.neutron [-] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.864604] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9397f056-6fb8-4b10-b20c-5895f18f5285 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "04176e66-2e03-4f80-a6d8-19513ecefe6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.796s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.865630] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0bfb6993-d4ce-4820-98d1-1eb37db972bc tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "f09accbd-ac38-4bd5-9fed-54aa0ba3e38e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.262s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.927901] env[63260]: DEBUG nova.compute.manager [req-8fb7c892-1d1b-4670-9fca-65893103123e req-4f178660-6a7a-4525-876d-7e67cf046fad service nova] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Received event network-vif-plugged-f9ea86fd-ccf1-4475-8877-dcf97c6fce92 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 964.928228] env[63260]: DEBUG oslo_concurrency.lockutils [req-8fb7c892-1d1b-4670-9fca-65893103123e req-4f178660-6a7a-4525-876d-7e67cf046fad service nova] Acquiring lock "c6ffbdfa-643c-4ef4-b5b0-278692e3c56d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.928487] env[63260]: DEBUG oslo_concurrency.lockutils [req-8fb7c892-1d1b-4670-9fca-65893103123e req-4f178660-6a7a-4525-876d-7e67cf046fad service nova] Lock "c6ffbdfa-643c-4ef4-b5b0-278692e3c56d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.928665] env[63260]: DEBUG oslo_concurrency.lockutils [req-8fb7c892-1d1b-4670-9fca-65893103123e req-4f178660-6a7a-4525-876d-7e67cf046fad service nova] Lock "c6ffbdfa-643c-4ef4-b5b0-278692e3c56d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.928815] env[63260]: DEBUG nova.compute.manager [req-8fb7c892-1d1b-4670-9fca-65893103123e req-4f178660-6a7a-4525-876d-7e67cf046fad service nova] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] No waiting events found dispatching network-vif-plugged-f9ea86fd-ccf1-4475-8877-dcf97c6fce92 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 964.929087] env[63260]: WARNING nova.compute.manager [req-8fb7c892-1d1b-4670-9fca-65893103123e req-4f178660-6a7a-4525-876d-7e67cf046fad service nova] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Received unexpected event network-vif-plugged-f9ea86fd-ccf1-4475-8877-dcf97c6fce92 for instance with vm_state building and task_state spawning. [ 965.073708] env[63260]: DEBUG nova.network.neutron [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Successfully updated port: f9ea86fd-ccf1-4475-8877-dcf97c6fce92 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 965.123565] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285061, 'name': ReconfigVM_Task, 'duration_secs': 0.352126} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.126470] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465142', 'volume_id': '90f2ab5c-bafd-4d1c-bca6-715681afccc0', 'name': 'volume-90f2ab5c-bafd-4d1c-bca6-715681afccc0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3d0f44ca-75e7-4579-9e7c-0451473e64af', 'attached_at': '', 'detached_at': '', 'volume_id': '90f2ab5c-bafd-4d1c-bca6-715681afccc0', 'serial': '90f2ab5c-bafd-4d1c-bca6-715681afccc0'} {{(pid=63260) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 965.138803] env[63260]: DEBUG nova.scheduler.client.report [None req-c3f8669b-0ab2-41a3-99b8-3e30445e5065 tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.352400] env[63260]: INFO nova.compute.manager [-] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Took 1.61 seconds to deallocate network for instance. [ 965.458335] env[63260]: DEBUG nova.compute.manager [req-c5197ec8-fa1b-4a64-8c9d-34f253db759d req-194adb09-e539-4118-b5f8-82be0ca9c889 service nova] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Received event network-vif-deleted-764d4f9b-87f5-4a4d-9c69-2cc6e4639b21 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 965.576192] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "refresh_cache-c6ffbdfa-643c-4ef4-b5b0-278692e3c56d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.576192] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquired lock "refresh_cache-c6ffbdfa-643c-4ef4-b5b0-278692e3c56d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.576326] env[63260]: DEBUG nova.network.neutron [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.630040] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.630406] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b05186ed-2d9c-4a9f-bcbc-7f8070bc1017 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.639380] env[63260]: DEBUG oslo_vmware.api [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 965.639380] env[63260]: value = "task-2285062" [ 965.639380] env[63260]: _type = "Task" [ 965.639380] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.642735] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c3f8669b-0ab2-41a3-99b8-3e30445e5065 tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.319s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.642925] env[63260]: INFO nova.compute.manager [None req-c3f8669b-0ab2-41a3-99b8-3e30445e5065 tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Successfully reverted task state from rebuilding on failure for instance. [ 965.651081] env[63260]: DEBUG oslo_concurrency.lockutils [None req-683bb4fc-649a-47e4-9478-c8225f4ce684 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.601s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.651298] env[63260]: DEBUG nova.objects.instance [None req-683bb4fc-649a-47e4-9478-c8225f4ce684 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lazy-loading 'resources' on Instance uuid 45c1f310-f48d-4903-be93-f23e8fc413c7 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.656861] env[63260]: DEBUG oslo_vmware.api [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.052735] env[63260]: DEBUG oslo_concurrency.lockutils [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "17dd160c-dfb0-48ea-a610-a2caa9687ffa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.054165] env[63260]: DEBUG oslo_concurrency.lockutils [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "17dd160c-dfb0-48ea-a610-a2caa9687ffa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.097871] env[63260]: DEBUG nova.network.neutron [None req-41d1958e-9cd0-42de-a3a5-5b166bda2626 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Successfully updated port: 5a74f687-f34f-434a-846c-8eff3711d391 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 966.134496] env[63260]: DEBUG nova.network.neutron [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 966.148038] env[63260]: DEBUG oslo_vmware.api [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285062, 'name': PowerOffVM_Task, 'duration_secs': 0.238002} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.148336] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.149144] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c639796-2fb7-4d33-b946-1d93e7e8fd41 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.178604] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb67f3da-d035-4554-a5f3-f994ba404360 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.196282] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.196282] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-151c05db-d7e8-4140-b328-35b4aa481097 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.202226] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 966.202226] env[63260]: value = "task-2285063" [ 966.202226] env[63260]: _type = "Task" [ 966.202226] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.213637] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] VM already powered off {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 966.213637] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Volume detach. Driver type: vmdk {{(pid=63260) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 966.213637] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465142', 'volume_id': '90f2ab5c-bafd-4d1c-bca6-715681afccc0', 'name': 'volume-90f2ab5c-bafd-4d1c-bca6-715681afccc0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3d0f44ca-75e7-4579-9e7c-0451473e64af', 'attached_at': '', 'detached_at': '', 'volume_id': '90f2ab5c-bafd-4d1c-bca6-715681afccc0', 'serial': '90f2ab5c-bafd-4d1c-bca6-715681afccc0'} {{(pid=63260) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 966.214233] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9222d899-a87a-4723-a803-e42480ac3ec1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.240025] env[63260]: INFO nova.compute.manager [None req-0ae46bb5-b2a2-474d-bda7-216b15d67c0a tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Took 0.89 seconds to detach 1 volumes for instance. [ 966.242183] env[63260]: DEBUG nova.compute.manager [None req-0ae46bb5-b2a2-474d-bda7-216b15d67c0a tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Deleting volume: d232d8e8-67ec-4f33-8887-99cab20126c0 {{(pid=63260) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 966.247729] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a187a44-d29e-4eca-8616-f48e8373f006 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.255599] env[63260]: WARNING nova.virt.vmwareapi.driver [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 966.255684] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.258793] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8b70c3-c071-4625-b267-3ff884b1bc5c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.265882] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.266121] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7e018d6-d01e-44a0-b853-cd948fd8397a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.329750] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.330043] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.330275] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Deleting the datastore file [datastore2] 3d0f44ca-75e7-4579-9e7c-0451473e64af {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.330589] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a488b333-f8c6-49cb-be5e-83f51eb17faa {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.336933] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 966.336933] env[63260]: value = "task-2285065" [ 966.336933] env[63260]: _type = "Task" [ 966.336933] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.350784] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.369459] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e9ff91a-c88a-4546-a203-97fd6ed7a20f tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Volume attach. Driver type: vmdk {{(pid=63260) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 966.369728] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e9ff91a-c88a-4546-a203-97fd6ed7a20f tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465144', 'volume_id': '0f790dd8-863c-4a7d-988e-331284da8fae', 'name': 'volume-0f790dd8-863c-4a7d-988e-331284da8fae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe', 'attached_at': '', 'detached_at': '', 'volume_id': '0f790dd8-863c-4a7d-988e-331284da8fae', 'serial': '0f790dd8-863c-4a7d-988e-331284da8fae'} {{(pid=63260) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 966.370686] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2598312-bc18-490f-9791-52136c6402a2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.393214] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf46283-301c-47b8-8d83-ac23b4dbd208 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.419535] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e9ff91a-c88a-4546-a203-97fd6ed7a20f tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] volume-0f790dd8-863c-4a7d-988e-331284da8fae/volume-0f790dd8-863c-4a7d-988e-331284da8fae.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.420803] env[63260]: DEBUG nova.network.neutron [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Updating instance_info_cache with network_info: [{"id": "f9ea86fd-ccf1-4475-8877-dcf97c6fce92", "address": "fa:16:3e:0c:b8:33", "network": {"id": "b4d5f5a7-4020-4c98-9bfc-4168989fb246", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-735735881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e885618998694cdf8d3aacc484576252", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9ea86fd-cc", "ovs_interfaceid": "f9ea86fd-ccf1-4475-8877-dcf97c6fce92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.424885] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64696bbe-5567-42df-9ac7-56d956c80e29 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.439209] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Releasing lock "refresh_cache-c6ffbdfa-643c-4ef4-b5b0-278692e3c56d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.439544] env[63260]: DEBUG nova.compute.manager [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Instance network_info: |[{"id": "f9ea86fd-ccf1-4475-8877-dcf97c6fce92", "address": "fa:16:3e:0c:b8:33", "network": {"id": "b4d5f5a7-4020-4c98-9bfc-4168989fb246", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-735735881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e885618998694cdf8d3aacc484576252", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9ea86fd-cc", "ovs_interfaceid": "f9ea86fd-ccf1-4475-8877-dcf97c6fce92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 966.442037] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:b8:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd33839ae-40ca-471b-92e3-eb282b920682', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9ea86fd-ccf1-4475-8877-dcf97c6fce92', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.449158] env[63260]: DEBUG oslo.service.loopingcall [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 966.450300] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.451210] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08d29e58-c24d-424a-ad17-3a568f92e98a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.470491] env[63260]: DEBUG oslo_vmware.api [None req-5e9ff91a-c88a-4546-a203-97fd6ed7a20f tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Waiting for the task: (returnval){ [ 966.470491] env[63260]: value = "task-2285067" [ 966.470491] env[63260]: _type = "Task" [ 966.470491] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.475848] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.475848] env[63260]: value = "task-2285068" [ 966.475848] env[63260]: _type = "Task" [ 966.475848] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.483457] env[63260]: DEBUG oslo_vmware.api [None req-5e9ff91a-c88a-4546-a203-97fd6ed7a20f tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.485731] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69c53c9-e2ac-4ea5-a127-05695e8d26bc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.491680] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285068, 'name': CreateVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.495966] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532170dc-5c12-499b-99ee-fe2081b17d7b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.531565] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2170437e-cbdf-4653-bca6-e0343e38c204 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.539884] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0db435-c24a-408e-a4d3-5210a0466639 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.554222] env[63260]: DEBUG nova.compute.provider_tree [None req-683bb4fc-649a-47e4-9478-c8225f4ce684 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.559018] env[63260]: DEBUG nova.compute.manager [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 966.602185] env[63260]: DEBUG oslo_concurrency.lockutils [None req-41d1958e-9cd0-42de-a3a5-5b166bda2626 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "refresh_cache-67c72ba6-2ba1-4494-add1-f86cc7163ed9" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.602396] env[63260]: DEBUG oslo_concurrency.lockutils [None req-41d1958e-9cd0-42de-a3a5-5b166bda2626 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquired lock "refresh_cache-67c72ba6-2ba1-4494-add1-f86cc7163ed9" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.602617] env[63260]: DEBUG nova.network.neutron [None req-41d1958e-9cd0-42de-a3a5-5b166bda2626 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.690991] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Creating Snapshot of the VM instance {{(pid=63260) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 966.691394] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4f679ed4-eac9-4b9a-b133-f645e9b5c932 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.702641] env[63260]: DEBUG oslo_vmware.api [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 966.702641] env[63260]: value = "task-2285069" [ 966.702641] env[63260]: _type = "Task" [ 966.702641] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.712832] env[63260]: DEBUG oslo_vmware.api [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285069, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.806016] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0ae46bb5-b2a2-474d-bda7-216b15d67c0a tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.849457] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148683} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.849745] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.849926] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.850139] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.991869] env[63260]: DEBUG oslo_vmware.api [None req-5e9ff91a-c88a-4546-a203-97fd6ed7a20f tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285067, 'name': ReconfigVM_Task, 'duration_secs': 0.382891} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.996918] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e9ff91a-c88a-4546-a203-97fd6ed7a20f tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Reconfigured VM instance instance-00000058 to attach disk [datastore2] volume-0f790dd8-863c-4a7d-988e-331284da8fae/volume-0f790dd8-863c-4a7d-988e-331284da8fae.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.005034] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285068, 'name': CreateVM_Task} progress is 25%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.005360] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-368428c7-371c-434e-a23b-24a3b4f6c76f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.026452] env[63260]: DEBUG oslo_vmware.api [None req-5e9ff91a-c88a-4546-a203-97fd6ed7a20f tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Waiting for the task: (returnval){ [ 967.026452] env[63260]: value = "task-2285070" [ 967.026452] env[63260]: _type = "Task" [ 967.026452] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.034582] env[63260]: DEBUG oslo_vmware.api [None req-5e9ff91a-c88a-4546-a203-97fd6ed7a20f tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285070, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.057841] env[63260]: DEBUG nova.scheduler.client.report [None req-683bb4fc-649a-47e4-9478-c8225f4ce684 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.085109] env[63260]: DEBUG oslo_concurrency.lockutils [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.171946] env[63260]: DEBUG nova.compute.manager [req-5a53329d-6a17-4866-9bfe-19864d3e59a7 req-87c06653-6c08-4a25-affe-b199f2516e74 service nova] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Received event network-changed-f9ea86fd-ccf1-4475-8877-dcf97c6fce92 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 967.172757] env[63260]: DEBUG nova.compute.manager [req-5a53329d-6a17-4866-9bfe-19864d3e59a7 req-87c06653-6c08-4a25-affe-b199f2516e74 service nova] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Refreshing instance network info cache due to event network-changed-f9ea86fd-ccf1-4475-8877-dcf97c6fce92. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 967.172757] env[63260]: DEBUG oslo_concurrency.lockutils [req-5a53329d-6a17-4866-9bfe-19864d3e59a7 req-87c06653-6c08-4a25-affe-b199f2516e74 service nova] Acquiring lock "refresh_cache-c6ffbdfa-643c-4ef4-b5b0-278692e3c56d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.172757] env[63260]: DEBUG oslo_concurrency.lockutils [req-5a53329d-6a17-4866-9bfe-19864d3e59a7 req-87c06653-6c08-4a25-affe-b199f2516e74 service nova] Acquired lock "refresh_cache-c6ffbdfa-643c-4ef4-b5b0-278692e3c56d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.172757] env[63260]: DEBUG nova.network.neutron [req-5a53329d-6a17-4866-9bfe-19864d3e59a7 req-87c06653-6c08-4a25-affe-b199f2516e74 service nova] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Refreshing network info cache for port f9ea86fd-ccf1-4475-8877-dcf97c6fce92 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 967.174463] env[63260]: WARNING nova.network.neutron [None req-41d1958e-9cd0-42de-a3a5-5b166bda2626 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] d0e7abcc-19b4-4bfa-aad5-9325eea82286 already exists in list: networks containing: ['d0e7abcc-19b4-4bfa-aad5-9325eea82286']. ignoring it [ 967.212011] env[63260]: DEBUG oslo_vmware.api [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285069, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.356287] env[63260]: INFO nova.virt.block_device [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Booting with volume 90f2ab5c-bafd-4d1c-bca6-715681afccc0 at /dev/sdb [ 967.390454] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9304333d-2372-44e1-b4cf-44cd354f7714 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.400818] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a413d502-010e-46d6-be30-e91988569d81 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.430808] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38d4a5dd-1523-4656-914a-214d31c8b4d6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.440829] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c0e81f-01fa-42d9-8791-35129947b4e3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.471608] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a08bdd3-bce0-40fe-a2be-4f505e9b1f27 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.478719] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e34e91-6f2a-4f86-94c6-15ad67e2043d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.487669] env[63260]: DEBUG nova.compute.manager [req-a5ceae12-9fb3-4823-b585-876674366f1e req-c9ee09e6-3bc0-4859-833f-93ea8aca0fc1 service nova] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Received event network-vif-plugged-5a74f687-f34f-434a-846c-8eff3711d391 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 967.487669] env[63260]: DEBUG oslo_concurrency.lockutils [req-a5ceae12-9fb3-4823-b585-876674366f1e req-c9ee09e6-3bc0-4859-833f-93ea8aca0fc1 service nova] Acquiring lock "67c72ba6-2ba1-4494-add1-f86cc7163ed9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.487669] env[63260]: DEBUG oslo_concurrency.lockutils [req-a5ceae12-9fb3-4823-b585-876674366f1e req-c9ee09e6-3bc0-4859-833f-93ea8aca0fc1 service nova] Lock "67c72ba6-2ba1-4494-add1-f86cc7163ed9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.487669] env[63260]: DEBUG oslo_concurrency.lockutils [req-a5ceae12-9fb3-4823-b585-876674366f1e req-c9ee09e6-3bc0-4859-833f-93ea8aca0fc1 service nova] Lock "67c72ba6-2ba1-4494-add1-f86cc7163ed9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.487669] env[63260]: DEBUG nova.compute.manager [req-a5ceae12-9fb3-4823-b585-876674366f1e req-c9ee09e6-3bc0-4859-833f-93ea8aca0fc1 service nova] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] No waiting events found dispatching network-vif-plugged-5a74f687-f34f-434a-846c-8eff3711d391 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 967.487669] env[63260]: WARNING nova.compute.manager [req-a5ceae12-9fb3-4823-b585-876674366f1e req-c9ee09e6-3bc0-4859-833f-93ea8aca0fc1 service nova] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Received unexpected event network-vif-plugged-5a74f687-f34f-434a-846c-8eff3711d391 for instance with vm_state active and task_state None. [ 967.488502] env[63260]: DEBUG nova.compute.manager [req-a5ceae12-9fb3-4823-b585-876674366f1e req-c9ee09e6-3bc0-4859-833f-93ea8aca0fc1 service nova] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Received event network-changed-5a74f687-f34f-434a-846c-8eff3711d391 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 967.488502] env[63260]: DEBUG nova.compute.manager [req-a5ceae12-9fb3-4823-b585-876674366f1e req-c9ee09e6-3bc0-4859-833f-93ea8aca0fc1 service nova] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Refreshing instance network info cache due to event network-changed-5a74f687-f34f-434a-846c-8eff3711d391. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 967.488502] env[63260]: DEBUG oslo_concurrency.lockutils [req-a5ceae12-9fb3-4823-b585-876674366f1e req-c9ee09e6-3bc0-4859-833f-93ea8aca0fc1 service nova] Acquiring lock "refresh_cache-67c72ba6-2ba1-4494-add1-f86cc7163ed9" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.496240] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285068, 'name': CreateVM_Task, 'duration_secs': 1.008378} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.499883] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.500272] env[63260]: DEBUG nova.virt.block_device [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Updating existing volume attachment record: 35b29041-01e7-4b0b-9088-401b080a0dc9 {{(pid=63260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 967.511182] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.511439] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.511798] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.512446] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7169fe43-a414-455b-a93c-3d08abefb555 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.519719] env[63260]: DEBUG oslo_vmware.api [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 967.519719] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]520c3766-083a-055b-e32b-331f9ca48a9e" [ 967.519719] env[63260]: _type = "Task" [ 967.519719] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.528750] env[63260]: DEBUG oslo_vmware.api [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]520c3766-083a-055b-e32b-331f9ca48a9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.535919] env[63260]: DEBUG oslo_vmware.api [None req-5e9ff91a-c88a-4546-a203-97fd6ed7a20f tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285070, 'name': ReconfigVM_Task, 'duration_secs': 0.143295} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.536246] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e9ff91a-c88a-4546-a203-97fd6ed7a20f tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465144', 'volume_id': '0f790dd8-863c-4a7d-988e-331284da8fae', 'name': 'volume-0f790dd8-863c-4a7d-988e-331284da8fae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe', 'attached_at': '', 'detached_at': '', 'volume_id': '0f790dd8-863c-4a7d-988e-331284da8fae', 'serial': '0f790dd8-863c-4a7d-988e-331284da8fae'} {{(pid=63260) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 967.565036] env[63260]: DEBUG oslo_concurrency.lockutils [None req-683bb4fc-649a-47e4-9478-c8225f4ce684 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.914s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.568197] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8cf177d9-a2e3-4a43-bcbd-948d5702a071 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.797s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.568518] env[63260]: DEBUG nova.objects.instance [None req-8cf177d9-a2e3-4a43-bcbd-948d5702a071 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lazy-loading 'resources' on Instance uuid 69d7f7bf-5b71-4cf8-ab48-ecf971be819b {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.592106] env[63260]: INFO nova.scheduler.client.report [None req-683bb4fc-649a-47e4-9478-c8225f4ce684 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Deleted allocations for instance 45c1f310-f48d-4903-be93-f23e8fc413c7 [ 967.712879] env[63260]: DEBUG oslo_vmware.api [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285069, 'name': CreateSnapshot_Task, 'duration_secs': 0.817689} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.715717] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Created Snapshot of the VM instance {{(pid=63260) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 967.716460] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad37ab6e-7816-456f-a310-554bb5c34f7d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.893815] env[63260]: DEBUG nova.network.neutron [req-5a53329d-6a17-4866-9bfe-19864d3e59a7 req-87c06653-6c08-4a25-affe-b199f2516e74 service nova] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Updated VIF entry in instance network info cache for port f9ea86fd-ccf1-4475-8877-dcf97c6fce92. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 967.894221] env[63260]: DEBUG nova.network.neutron [req-5a53329d-6a17-4866-9bfe-19864d3e59a7 req-87c06653-6c08-4a25-affe-b199f2516e74 service nova] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Updating instance_info_cache with network_info: [{"id": "f9ea86fd-ccf1-4475-8877-dcf97c6fce92", "address": "fa:16:3e:0c:b8:33", "network": {"id": "b4d5f5a7-4020-4c98-9bfc-4168989fb246", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-735735881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e885618998694cdf8d3aacc484576252", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9ea86fd-cc", "ovs_interfaceid": "f9ea86fd-ccf1-4475-8877-dcf97c6fce92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.993308] env[63260]: DEBUG nova.network.neutron [None req-41d1958e-9cd0-42de-a3a5-5b166bda2626 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Updating instance_info_cache with network_info: [{"id": "cce06954-ae04-49df-80f9-28923d7958cd", "address": "fa:16:3e:72:48:f3", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcce06954-ae", "ovs_interfaceid": "cce06954-ae04-49df-80f9-28923d7958cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5a74f687-f34f-434a-846c-8eff3711d391", "address": "fa:16:3e:37:c2:71", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a74f687-f3", "ovs_interfaceid": "5a74f687-f34f-434a-846c-8eff3711d391", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.030179] env[63260]: DEBUG oslo_vmware.api [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]520c3766-083a-055b-e32b-331f9ca48a9e, 'name': SearchDatastore_Task, 'duration_secs': 0.010363} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.030524] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.030760] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.030984] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.031145] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.031325] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.031592] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb01ea49-4b7d-4fa3-a5bf-47da232972a4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.043915] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.044129] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 968.044866] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64cfcf07-8c2d-4e9f-9b7b-f7df08dfe86d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.058625] env[63260]: DEBUG oslo_vmware.api [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 968.058625] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]525f2627-d12b-9e6d-63d0-6cf2f3a0a472" [ 968.058625] env[63260]: _type = "Task" [ 968.058625] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.070984] env[63260]: DEBUG oslo_vmware.api [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]525f2627-d12b-9e6d-63d0-6cf2f3a0a472, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.103682] env[63260]: DEBUG oslo_concurrency.lockutils [None req-683bb4fc-649a-47e4-9478-c8225f4ce684 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "45c1f310-f48d-4903-be93-f23e8fc413c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.098s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.236015] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Creating linked-clone VM from snapshot {{(pid=63260) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 968.236751] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7531b070-8726-471a-9a19-1a033bb94e44 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.245487] env[63260]: DEBUG oslo_vmware.api [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 968.245487] env[63260]: value = "task-2285071" [ 968.245487] env[63260]: _type = "Task" [ 968.245487] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.255859] env[63260]: DEBUG oslo_vmware.api [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285071, 'name': CloneVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.275478] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a918689b-b363-4c99-8cc6-963ea92eef53 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.287082] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546fad0a-07f7-46bd-ae83-b1267068c6fa {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.319071] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3a9bc8-b512-4295-9507-b12d721e1780 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.327376] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a1f7f8-f22b-418f-a671-795e5cbdc37d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.352885] env[63260]: DEBUG nova.compute.provider_tree [None req-8cf177d9-a2e3-4a43-bcbd-948d5702a071 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.400359] env[63260]: DEBUG oslo_concurrency.lockutils [req-5a53329d-6a17-4866-9bfe-19864d3e59a7 req-87c06653-6c08-4a25-affe-b199f2516e74 service nova] Releasing lock "refresh_cache-c6ffbdfa-643c-4ef4-b5b0-278692e3c56d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.497066] env[63260]: DEBUG oslo_concurrency.lockutils [None req-41d1958e-9cd0-42de-a3a5-5b166bda2626 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Releasing lock "refresh_cache-67c72ba6-2ba1-4494-add1-f86cc7163ed9" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.497405] env[63260]: DEBUG oslo_concurrency.lockutils [None req-41d1958e-9cd0-42de-a3a5-5b166bda2626 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "67c72ba6-2ba1-4494-add1-f86cc7163ed9" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.497582] env[63260]: DEBUG oslo_concurrency.lockutils [None req-41d1958e-9cd0-42de-a3a5-5b166bda2626 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquired lock "67c72ba6-2ba1-4494-add1-f86cc7163ed9" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.497985] env[63260]: DEBUG oslo_concurrency.lockutils [req-a5ceae12-9fb3-4823-b585-876674366f1e req-c9ee09e6-3bc0-4859-833f-93ea8aca0fc1 service nova] Acquired lock "refresh_cache-67c72ba6-2ba1-4494-add1-f86cc7163ed9" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.498197] env[63260]: DEBUG nova.network.neutron [req-a5ceae12-9fb3-4823-b585-876674366f1e req-c9ee09e6-3bc0-4859-833f-93ea8aca0fc1 service nova] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Refreshing network info cache for port 5a74f687-f34f-434a-846c-8eff3711d391 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.504774] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6c0322-fc98-412c-a94f-da98095d6690 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.527064] env[63260]: DEBUG nova.virt.hardware [None req-41d1958e-9cd0-42de-a3a5-5b166bda2626 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.527334] env[63260]: DEBUG nova.virt.hardware [None req-41d1958e-9cd0-42de-a3a5-5b166bda2626 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.527491] env[63260]: DEBUG nova.virt.hardware [None req-41d1958e-9cd0-42de-a3a5-5b166bda2626 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.527676] env[63260]: DEBUG nova.virt.hardware [None req-41d1958e-9cd0-42de-a3a5-5b166bda2626 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.527818] env[63260]: DEBUG nova.virt.hardware [None req-41d1958e-9cd0-42de-a3a5-5b166bda2626 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.527957] env[63260]: DEBUG nova.virt.hardware [None req-41d1958e-9cd0-42de-a3a5-5b166bda2626 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.528221] env[63260]: DEBUG nova.virt.hardware [None req-41d1958e-9cd0-42de-a3a5-5b166bda2626 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.528353] env[63260]: DEBUG nova.virt.hardware [None req-41d1958e-9cd0-42de-a3a5-5b166bda2626 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.528513] env[63260]: DEBUG nova.virt.hardware [None req-41d1958e-9cd0-42de-a3a5-5b166bda2626 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.528728] env[63260]: DEBUG nova.virt.hardware [None req-41d1958e-9cd0-42de-a3a5-5b166bda2626 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.528944] env[63260]: DEBUG nova.virt.hardware [None req-41d1958e-9cd0-42de-a3a5-5b166bda2626 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.535752] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-41d1958e-9cd0-42de-a3a5-5b166bda2626 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Reconfiguring VM to attach interface {{(pid=63260) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 968.536921] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eed4d303-3964-478c-9f9c-1aa3a0a37b16 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.558165] env[63260]: DEBUG oslo_vmware.api [None req-41d1958e-9cd0-42de-a3a5-5b166bda2626 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 968.558165] env[63260]: value = "task-2285072" [ 968.558165] env[63260]: _type = "Task" [ 968.558165] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.577322] env[63260]: DEBUG oslo_vmware.api [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]525f2627-d12b-9e6d-63d0-6cf2f3a0a472, 'name': SearchDatastore_Task, 'duration_secs': 0.013453} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.578362] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59cb2c8c-d50b-4679-86a6-80bc0ba575e6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.584688] env[63260]: DEBUG oslo_vmware.api [None req-41d1958e-9cd0-42de-a3a5-5b166bda2626 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.591701] env[63260]: DEBUG oslo_vmware.api [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 968.591701] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]524d6b49-ec46-7eb2-c825-cf58beb96013" [ 968.591701] env[63260]: _type = "Task" [ 968.591701] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.598451] env[63260]: DEBUG oslo_vmware.api [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]524d6b49-ec46-7eb2-c825-cf58beb96013, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.605858] env[63260]: DEBUG nova.objects.instance [None req-5e9ff91a-c88a-4546-a203-97fd6ed7a20f tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lazy-loading 'flavor' on Instance uuid 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.758519] env[63260]: DEBUG oslo_vmware.api [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285071, 'name': CloneVM_Task} progress is 94%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.855905] env[63260]: DEBUG nova.scheduler.client.report [None req-8cf177d9-a2e3-4a43-bcbd-948d5702a071 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.073015] env[63260]: DEBUG oslo_vmware.api [None req-41d1958e-9cd0-42de-a3a5-5b166bda2626 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.102504] env[63260]: DEBUG oslo_vmware.api [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]524d6b49-ec46-7eb2-c825-cf58beb96013, 'name': SearchDatastore_Task, 'duration_secs': 0.018328} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.105193] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.105460] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] c6ffbdfa-643c-4ef4-b5b0-278692e3c56d/c6ffbdfa-643c-4ef4-b5b0-278692e3c56d.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 969.105829] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bcb325f-2bac-4ea5-a279-86c4fc26c806 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.110346] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5e9ff91a-c88a-4546-a203-97fd6ed7a20f tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lock "9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.852s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.115145] env[63260]: DEBUG oslo_vmware.api [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 969.115145] env[63260]: value = "task-2285073" [ 969.115145] env[63260]: _type = "Task" [ 969.115145] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.123197] env[63260]: DEBUG oslo_vmware.api [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2285073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.259499] env[63260]: DEBUG oslo_vmware.api [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285071, 'name': CloneVM_Task} progress is 94%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.332000] env[63260]: DEBUG nova.network.neutron [req-a5ceae12-9fb3-4823-b585-876674366f1e req-c9ee09e6-3bc0-4859-833f-93ea8aca0fc1 service nova] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Updated VIF entry in instance network info cache for port 5a74f687-f34f-434a-846c-8eff3711d391. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.332503] env[63260]: DEBUG nova.network.neutron [req-a5ceae12-9fb3-4823-b585-876674366f1e req-c9ee09e6-3bc0-4859-833f-93ea8aca0fc1 service nova] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Updating instance_info_cache with network_info: [{"id": "cce06954-ae04-49df-80f9-28923d7958cd", "address": "fa:16:3e:72:48:f3", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcce06954-ae", "ovs_interfaceid": "cce06954-ae04-49df-80f9-28923d7958cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5a74f687-f34f-434a-846c-8eff3711d391", "address": "fa:16:3e:37:c2:71", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a74f687-f3", "ovs_interfaceid": "5a74f687-f34f-434a-846c-8eff3711d391", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.360918] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8cf177d9-a2e3-4a43-bcbd-948d5702a071 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.793s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.364048] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0ae46bb5-b2a2-474d-bda7-216b15d67c0a tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.558s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.364416] env[63260]: DEBUG nova.objects.instance [None req-0ae46bb5-b2a2-474d-bda7-216b15d67c0a tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Lazy-loading 'resources' on Instance uuid 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.404309] env[63260]: INFO nova.scheduler.client.report [None req-8cf177d9-a2e3-4a43-bcbd-948d5702a071 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Deleted allocations for instance 69d7f7bf-5b71-4cf8-ab48-ecf971be819b [ 969.520815] env[63260]: DEBUG nova.compute.manager [None req-c89e6df3-b608-4f3e-a086-d41c28e2579d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.521860] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87093759-fd26-4489-b8e1-cfed7b80a012 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.573116] env[63260]: DEBUG oslo_vmware.api [None req-41d1958e-9cd0-42de-a3a5-5b166bda2626 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285072, 'name': ReconfigVM_Task, 'duration_secs': 0.66079} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.575872] env[63260]: DEBUG oslo_concurrency.lockutils [None req-41d1958e-9cd0-42de-a3a5-5b166bda2626 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Releasing lock "67c72ba6-2ba1-4494-add1-f86cc7163ed9" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.575872] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-41d1958e-9cd0-42de-a3a5-5b166bda2626 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Reconfigured VM to attach interface {{(pid=63260) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 969.629674] env[63260]: DEBUG oslo_vmware.api [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2285073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.631999] env[63260]: DEBUG nova.virt.hardware [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.632242] env[63260]: DEBUG nova.virt.hardware [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.632400] env[63260]: DEBUG nova.virt.hardware [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.632842] env[63260]: DEBUG nova.virt.hardware [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.633031] env[63260]: DEBUG nova.virt.hardware [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.633190] env[63260]: DEBUG nova.virt.hardware [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.633402] env[63260]: DEBUG nova.virt.hardware [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.633561] env[63260]: DEBUG nova.virt.hardware [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.633729] env[63260]: DEBUG nova.virt.hardware [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.633891] env[63260]: DEBUG nova.virt.hardware [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.634079] env[63260]: DEBUG nova.virt.hardware [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.638669] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4211ce9-e305-48a1-b557-8363b96739eb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.648116] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac6efce-af49-447f-999f-8b32640a9aba {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.668652] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:df:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '750deb7a-feac-4074-8fe5-779079b41ddb', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.711499] env[63260]: DEBUG oslo.service.loopingcall [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 969.711499] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.711499] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1dc70e04-ff7e-46f8-a1a2-7acdbb45701e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.711499] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.711499] env[63260]: value = "task-2285074" [ 969.711499] env[63260]: _type = "Task" [ 969.711499] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.718889] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285074, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.759882] env[63260]: DEBUG oslo_vmware.api [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285071, 'name': CloneVM_Task} progress is 95%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.839236] env[63260]: DEBUG oslo_concurrency.lockutils [req-a5ceae12-9fb3-4823-b585-876674366f1e req-c9ee09e6-3bc0-4859-833f-93ea8aca0fc1 service nova] Releasing lock "refresh_cache-67c72ba6-2ba1-4494-add1-f86cc7163ed9" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.859795] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b7275900-def2-47b7-be42-8efd8aa97fb2 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Acquiring lock "9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.860092] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b7275900-def2-47b7-be42-8efd8aa97fb2 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lock "9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.860280] env[63260]: DEBUG nova.compute.manager [None req-b7275900-def2-47b7-be42-8efd8aa97fb2 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.861228] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51be0500-97b5-4106-b4c7-b9921c42e965 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.871062] env[63260]: DEBUG nova.compute.manager [None req-b7275900-def2-47b7-be42-8efd8aa97fb2 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63260) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 969.871062] env[63260]: DEBUG nova.objects.instance [None req-b7275900-def2-47b7-be42-8efd8aa97fb2 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lazy-loading 'flavor' on Instance uuid 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.914697] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8cf177d9-a2e3-4a43-bcbd-948d5702a071 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "69d7f7bf-5b71-4cf8-ab48-ecf971be819b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.565s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.038172] env[63260]: INFO nova.compute.manager [None req-c89e6df3-b608-4f3e-a086-d41c28e2579d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] instance snapshotting [ 970.039375] env[63260]: DEBUG nova.objects.instance [None req-c89e6df3-b608-4f3e-a086-d41c28e2579d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lazy-loading 'flavor' on Instance uuid 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.079326] env[63260]: DEBUG oslo_concurrency.lockutils [None req-41d1958e-9cd0-42de-a3a5-5b166bda2626 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "interface-67c72ba6-2ba1-4494-add1-f86cc7163ed9-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.201s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.081602] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bd35dc-916f-4767-99da-8b9ce6fe0ba2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.092021] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6704b1-b6a0-49dc-94e4-90e253824b8d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.130426] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bb6d0e-aad4-45c1-a836-acaaf0fda0ec {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.139127] env[63260]: DEBUG oslo_vmware.api [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2285073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.143933] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805473df-12a3-4196-9a61-7c481b9a61b0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.160585] env[63260]: DEBUG nova.compute.provider_tree [None req-0ae46bb5-b2a2-474d-bda7-216b15d67c0a tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.217212] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285074, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.260207] env[63260]: DEBUG oslo_vmware.api [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285071, 'name': CloneVM_Task, 'duration_secs': 1.844625} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.260562] env[63260]: INFO nova.virt.vmwareapi.vmops [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Created linked-clone VM from snapshot [ 970.261352] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07786ffa-5d32-4884-8d6d-ee8294712c99 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.268556] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Uploading image 83dc4220-1240-41c6-8bed-218f2a3ed985 {{(pid=63260) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 970.292223] env[63260]: DEBUG oslo_vmware.rw_handles [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 970.292223] env[63260]: value = "vm-465147" [ 970.292223] env[63260]: _type = "VirtualMachine" [ 970.292223] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 970.292379] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0bf6ba13-d03e-4ab8-a903-73f149c95662 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.300264] env[63260]: DEBUG oslo_vmware.rw_handles [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lease: (returnval){ [ 970.300264] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52aecb21-ba6e-bdae-d87d-4b021d1ea7f0" [ 970.300264] env[63260]: _type = "HttpNfcLease" [ 970.300264] env[63260]: } obtained for exporting VM: (result){ [ 970.300264] env[63260]: value = "vm-465147" [ 970.300264] env[63260]: _type = "VirtualMachine" [ 970.300264] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 970.300452] env[63260]: DEBUG oslo_vmware.api [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the lease: (returnval){ [ 970.300452] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52aecb21-ba6e-bdae-d87d-4b021d1ea7f0" [ 970.300452] env[63260]: _type = "HttpNfcLease" [ 970.300452] env[63260]: } to be ready. {{(pid=63260) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 970.311089] env[63260]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 970.311089] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52aecb21-ba6e-bdae-d87d-4b021d1ea7f0" [ 970.311089] env[63260]: _type = "HttpNfcLease" [ 970.311089] env[63260]: } is ready. {{(pid=63260) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 970.311372] env[63260]: DEBUG oslo_vmware.rw_handles [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 970.311372] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52aecb21-ba6e-bdae-d87d-4b021d1ea7f0" [ 970.311372] env[63260]: _type = "HttpNfcLease" [ 970.311372] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 970.312365] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85dab3a-bb80-45ef-852a-b652a781b551 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.322511] env[63260]: DEBUG oslo_vmware.rw_handles [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c9cb7-b67b-56e8-6f18-586495108375/disk-0.vmdk from lease info. {{(pid=63260) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 970.322511] env[63260]: DEBUG oslo_vmware.rw_handles [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c9cb7-b67b-56e8-6f18-586495108375/disk-0.vmdk for reading. {{(pid=63260) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 970.416740] env[63260]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-775aff40-b6c4-466d-9ada-c0bb276bc523 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.547526] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f324c8f-3924-4c9e-a89a-a947f2d55502 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.569354] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b23cdd-4f41-45fe-ba4a-a04ff40ee80d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.643012] env[63260]: DEBUG oslo_vmware.api [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2285073, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.662779] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquiring lock "99f5a99c-638b-4419-a1a4-d98cb34099b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.663321] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "99f5a99c-638b-4419-a1a4-d98cb34099b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.665135] env[63260]: DEBUG nova.scheduler.client.report [None req-0ae46bb5-b2a2-474d-bda7-216b15d67c0a tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.719846] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285074, 'name': CreateVM_Task, 'duration_secs': 0.551751} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.720118] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.721735] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.721925] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.722277] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.722558] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f33563b1-f292-40d6-a67c-cca36121f62f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.728290] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 970.728290] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5272dad0-29c1-ad9b-a113-2fef329aa273" [ 970.728290] env[63260]: _type = "Task" [ 970.728290] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.737691] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5272dad0-29c1-ad9b-a113-2fef329aa273, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.885906] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7275900-def2-47b7-be42-8efd8aa97fb2 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.886256] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b755626d-eed7-453d-97a1-771d10d0db1d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.899101] env[63260]: DEBUG oslo_vmware.api [None req-b7275900-def2-47b7-be42-8efd8aa97fb2 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Waiting for the task: (returnval){ [ 970.899101] env[63260]: value = "task-2285076" [ 970.899101] env[63260]: _type = "Task" [ 970.899101] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.912355] env[63260]: DEBUG oslo_vmware.api [None req-b7275900-def2-47b7-be42-8efd8aa97fb2 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.962017] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1fc23fed-770c-4ce4-b866-83a16842e657 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquiring lock "05f51648-73be-4989-8574-57bc8eb882b2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.962017] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1fc23fed-770c-4ce4-b866-83a16842e657 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "05f51648-73be-4989-8574-57bc8eb882b2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.082449] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c89e6df3-b608-4f3e-a086-d41c28e2579d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Creating Snapshot of the VM instance {{(pid=63260) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 971.083200] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1e65f45e-afb4-41ee-9dc9-111478c7b8a5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.091844] env[63260]: DEBUG oslo_vmware.api [None req-c89e6df3-b608-4f3e-a086-d41c28e2579d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 971.091844] env[63260]: value = "task-2285077" [ 971.091844] env[63260]: _type = "Task" [ 971.091844] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.103656] env[63260]: DEBUG oslo_vmware.api [None req-c89e6df3-b608-4f3e-a086-d41c28e2579d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285077, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.135591] env[63260]: DEBUG oslo_vmware.api [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2285073, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.604691} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.138062] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] c6ffbdfa-643c-4ef4-b5b0-278692e3c56d/c6ffbdfa-643c-4ef4-b5b0-278692e3c56d.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 971.138062] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 971.138062] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56750bd9-2608-4b88-ba01-799107fc7400 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.143999] env[63260]: DEBUG oslo_vmware.api [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 971.143999] env[63260]: value = "task-2285078" [ 971.143999] env[63260]: _type = "Task" [ 971.143999] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.152035] env[63260]: DEBUG oslo_vmware.api [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2285078, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.174157] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0ae46bb5-b2a2-474d-bda7-216b15d67c0a tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.810s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.176513] env[63260]: DEBUG nova.compute.manager [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.180715] env[63260]: DEBUG oslo_concurrency.lockutils [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.095s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.183130] env[63260]: INFO nova.compute.claims [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 971.241179] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5272dad0-29c1-ad9b-a113-2fef329aa273, 'name': SearchDatastore_Task, 'duration_secs': 0.008909} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.242865] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.243192] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.243437] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.243646] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.243881] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.244533] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46d9216f-5063-4152-b99b-32d909589f97 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.254371] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.254705] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.255913] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ced4928a-c722-4505-a7a1-da3138fdd99f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.261992] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 971.261992] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b67f49-42e6-6cec-a137-26cebbb5c63b" [ 971.261992] env[63260]: _type = "Task" [ 971.261992] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.272318] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b67f49-42e6-6cec-a137-26cebbb5c63b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.414274] env[63260]: DEBUG oslo_vmware.api [None req-b7275900-def2-47b7-be42-8efd8aa97fb2 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285076, 'name': PowerOffVM_Task, 'duration_secs': 0.226961} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.414800] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7275900-def2-47b7-be42-8efd8aa97fb2 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.415027] env[63260]: DEBUG nova.compute.manager [None req-b7275900-def2-47b7-be42-8efd8aa97fb2 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.415967] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9992052-72e9-4d39-a58b-d6ad25524d0b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.464903] env[63260]: INFO nova.compute.manager [None req-1fc23fed-770c-4ce4-b866-83a16842e657 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Detaching volume 382c758d-e300-4a8d-b612-b39f96dd5ffb [ 971.512475] env[63260]: INFO nova.virt.block_device [None req-1fc23fed-770c-4ce4-b866-83a16842e657 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Attempting to driver detach volume 382c758d-e300-4a8d-b612-b39f96dd5ffb from mountpoint /dev/sdb [ 971.512785] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fc23fed-770c-4ce4-b866-83a16842e657 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Volume detach. Driver type: vmdk {{(pid=63260) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 971.513790] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fc23fed-770c-4ce4-b866-83a16842e657 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465055', 'volume_id': '382c758d-e300-4a8d-b612-b39f96dd5ffb', 'name': 'volume-382c758d-e300-4a8d-b612-b39f96dd5ffb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '05f51648-73be-4989-8574-57bc8eb882b2', 'attached_at': '', 'detached_at': '', 'volume_id': '382c758d-e300-4a8d-b612-b39f96dd5ffb', 'serial': '382c758d-e300-4a8d-b612-b39f96dd5ffb'} {{(pid=63260) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 971.513992] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3854f3-36cb-4317-9fed-cff140e4f957 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.537852] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3602f57-ba34-4ff9-addb-22aa00591b96 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.544765] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95a9779-ada5-43ee-b82d-7cc6c90126df {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.570527] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708a984d-a001-40fc-9884-2fa7fa43a5bb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.573888] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "2632026f-854d-4012-aa34-84edd0a812f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.574255] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "2632026f-854d-4012-aa34-84edd0a812f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.588788] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fc23fed-770c-4ce4-b866-83a16842e657 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] The volume has not been displaced from its original location: [datastore2] volume-382c758d-e300-4a8d-b612-b39f96dd5ffb/volume-382c758d-e300-4a8d-b612-b39f96dd5ffb.vmdk. No consolidation needed. {{(pid=63260) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 971.594323] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fc23fed-770c-4ce4-b866-83a16842e657 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Reconfiguring VM instance instance-0000001f to detach disk 2001 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 971.595381] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46e47b2c-2dd9-4948-8908-975310cfc758 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.617088] env[63260]: DEBUG oslo_vmware.api [None req-c89e6df3-b608-4f3e-a086-d41c28e2579d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285077, 'name': CreateSnapshot_Task, 'duration_secs': 0.50724} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.618349] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c89e6df3-b608-4f3e-a086-d41c28e2579d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Created Snapshot of the VM instance {{(pid=63260) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 971.618704] env[63260]: DEBUG oslo_vmware.api [None req-1fc23fed-770c-4ce4-b866-83a16842e657 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 971.618704] env[63260]: value = "task-2285079" [ 971.618704] env[63260]: _type = "Task" [ 971.618704] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.619436] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e065d78-ce2a-4964-81a2-dd2fbbd6f78d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.635614] env[63260]: DEBUG oslo_vmware.api [None req-1fc23fed-770c-4ce4-b866-83a16842e657 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285079, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.653832] env[63260]: DEBUG oslo_vmware.api [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2285078, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0997} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.654898] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.655157] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3f33fa-3288-43c7-8002-b086c32eb551 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.678108] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] c6ffbdfa-643c-4ef4-b5b0-278692e3c56d/c6ffbdfa-643c-4ef4-b5b0-278692e3c56d.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.680273] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54bb32d9-ca9f-4327-9061-1b28de511407 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.708983] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0ae46bb5-b2a2-474d-bda7-216b15d67c0a tempest-ServerActionsV293TestJSON-233604809 tempest-ServerActionsV293TestJSON-233604809-project-member] Lock "17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.558s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.709235] env[63260]: DEBUG oslo_vmware.api [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 971.709235] env[63260]: value = "task-2285080" [ 971.709235] env[63260]: _type = "Task" [ 971.709235] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.719878] env[63260]: DEBUG oslo_vmware.api [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2285080, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.721440] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.772337] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b67f49-42e6-6cec-a137-26cebbb5c63b, 'name': SearchDatastore_Task, 'duration_secs': 0.010081} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.773219] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f28965f-9e2c-4ea6-99a9-ab7533007d8d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.778620] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 971.778620] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5237bb72-d77a-3f39-cdf5-e930333b1aa7" [ 971.778620] env[63260]: _type = "Task" [ 971.778620] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.786189] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5237bb72-d77a-3f39-cdf5-e930333b1aa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.916347] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c6945065-1a06-4422-b04e-9a732c0f15de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "interface-67c72ba6-2ba1-4494-add1-f86cc7163ed9-5a74f687-f34f-434a-846c-8eff3711d391" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.916635] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c6945065-1a06-4422-b04e-9a732c0f15de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "interface-67c72ba6-2ba1-4494-add1-f86cc7163ed9-5a74f687-f34f-434a-846c-8eff3711d391" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.929663] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b7275900-def2-47b7-be42-8efd8aa97fb2 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lock "9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.077376] env[63260]: DEBUG nova.compute.manager [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 972.133466] env[63260]: DEBUG oslo_vmware.api [None req-1fc23fed-770c-4ce4-b866-83a16842e657 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285079, 'name': ReconfigVM_Task, 'duration_secs': 0.363037} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.134528] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fc23fed-770c-4ce4-b866-83a16842e657 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Reconfigured VM instance instance-0000001f to detach disk 2001 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 972.145542] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c89e6df3-b608-4f3e-a086-d41c28e2579d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Creating linked-clone VM from snapshot {{(pid=63260) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 972.145960] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a325d1d1-6abd-4223-9fa1-ab816b0f3dd2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.156177] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-16d70785-8432-43c2-9394-6d33c4c0d343 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.166445] env[63260]: DEBUG oslo_vmware.api [None req-1fc23fed-770c-4ce4-b866-83a16842e657 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 972.166445] env[63260]: value = "task-2285082" [ 972.166445] env[63260]: _type = "Task" [ 972.166445] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.171501] env[63260]: DEBUG oslo_vmware.api [None req-c89e6df3-b608-4f3e-a086-d41c28e2579d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 972.171501] env[63260]: value = "task-2285081" [ 972.171501] env[63260]: _type = "Task" [ 972.171501] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.178436] env[63260]: DEBUG oslo_vmware.api [None req-1fc23fed-770c-4ce4-b866-83a16842e657 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285082, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.184925] env[63260]: DEBUG oslo_vmware.api [None req-c89e6df3-b608-4f3e-a086-d41c28e2579d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285081, 'name': CloneVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.221124] env[63260]: DEBUG oslo_vmware.api [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2285080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.292484] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5237bb72-d77a-3f39-cdf5-e930333b1aa7, 'name': SearchDatastore_Task, 'duration_secs': 0.01932} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.292801] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.293139] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 3d0f44ca-75e7-4579-9e7c-0451473e64af/3d0f44ca-75e7-4579-9e7c-0451473e64af.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.293578] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1043b2aa-e703-45d5-85f7-d4d57489489c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.301938] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 972.301938] env[63260]: value = "task-2285083" [ 972.301938] env[63260]: _type = "Task" [ 972.301938] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.314292] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.417652] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c1aecf-16c4-4e58-babb-d590adedd524 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.420879] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c6945065-1a06-4422-b04e-9a732c0f15de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "67c72ba6-2ba1-4494-add1-f86cc7163ed9" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.421138] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c6945065-1a06-4422-b04e-9a732c0f15de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquired lock "67c72ba6-2ba1-4494-add1-f86cc7163ed9" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.422047] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3677f3d-c576-4c3b-b24b-70df8818a186 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.444693] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e454f02-8ff6-4fbf-95ba-e6980e39ab7b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.448835] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92f8da1-12ed-41f3-a974-0e99c6cde62a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.482067] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c6945065-1a06-4422-b04e-9a732c0f15de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Reconfiguring VM to detach interface {{(pid=63260) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 972.507904] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea72d917-6834-46fb-9f2d-c3aff309ef35 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.522621] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf46a0b4-2c2d-4cf3-b123-59d68d46e6b6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.536122] env[63260]: DEBUG oslo_vmware.api [None req-c6945065-1a06-4422-b04e-9a732c0f15de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 972.536122] env[63260]: value = "task-2285084" [ 972.536122] env[63260]: _type = "Task" [ 972.536122] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.536560] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71af6daa-cb17-452c-b2d8-8956a03a9043 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.564275] env[63260]: DEBUG oslo_vmware.api [None req-c6945065-1a06-4422-b04e-9a732c0f15de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285084, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.564469] env[63260]: DEBUG nova.compute.provider_tree [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.597321] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.681174] env[63260]: DEBUG oslo_vmware.api [None req-1fc23fed-770c-4ce4-b866-83a16842e657 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285082, 'name': ReconfigVM_Task, 'duration_secs': 0.162088} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.682078] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fc23fed-770c-4ce4-b866-83a16842e657 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465055', 'volume_id': '382c758d-e300-4a8d-b612-b39f96dd5ffb', 'name': 'volume-382c758d-e300-4a8d-b612-b39f96dd5ffb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '05f51648-73be-4989-8574-57bc8eb882b2', 'attached_at': '', 'detached_at': '', 'volume_id': '382c758d-e300-4a8d-b612-b39f96dd5ffb', 'serial': '382c758d-e300-4a8d-b612-b39f96dd5ffb'} {{(pid=63260) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 972.688710] env[63260]: DEBUG oslo_vmware.api [None req-c89e6df3-b608-4f3e-a086-d41c28e2579d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285081, 'name': CloneVM_Task} progress is 94%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.722761] env[63260]: DEBUG oslo_vmware.api [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2285080, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.813147] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487324} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.813435] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 3d0f44ca-75e7-4579-9e7c-0451473e64af/3d0f44ca-75e7-4579-9e7c-0451473e64af.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.813721] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.814036] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bec14ef5-7639-4f94-800d-af4dd98ea912 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.821295] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 972.821295] env[63260]: value = "task-2285085" [ 972.821295] env[63260]: _type = "Task" [ 972.821295] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.831491] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285085, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.037377] env[63260]: DEBUG nova.objects.instance [None req-9d59068f-ff6b-4fa1-860d-320442bb857c tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lazy-loading 'flavor' on Instance uuid 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.052787] env[63260]: DEBUG oslo_vmware.api [None req-c6945065-1a06-4422-b04e-9a732c0f15de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285084, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.067454] env[63260]: DEBUG nova.scheduler.client.report [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.183735] env[63260]: DEBUG oslo_vmware.api [None req-c89e6df3-b608-4f3e-a086-d41c28e2579d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285081, 'name': CloneVM_Task} progress is 94%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.222175] env[63260]: DEBUG oslo_vmware.api [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2285080, 'name': ReconfigVM_Task, 'duration_secs': 1.02474} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.222435] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Reconfigured VM instance instance-0000005d to attach disk [datastore2] c6ffbdfa-643c-4ef4-b5b0-278692e3c56d/c6ffbdfa-643c-4ef4-b5b0-278692e3c56d.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.223182] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bd48f58-578e-44d7-98b9-671fbff0d2ba {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.229260] env[63260]: DEBUG oslo_vmware.api [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 973.229260] env[63260]: value = "task-2285086" [ 973.229260] env[63260]: _type = "Task" [ 973.229260] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.233333] env[63260]: DEBUG nova.objects.instance [None req-1fc23fed-770c-4ce4-b866-83a16842e657 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lazy-loading 'flavor' on Instance uuid 05f51648-73be-4989-8574-57bc8eb882b2 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.239651] env[63260]: DEBUG oslo_vmware.api [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2285086, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.332436] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285085, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067894} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.332837] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.333765] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e8f848-f7ae-4659-b036-117b47a1d5dd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.357635] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 3d0f44ca-75e7-4579-9e7c-0451473e64af/3d0f44ca-75e7-4579-9e7c-0451473e64af.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.357635] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c366ca43-abc4-4e8e-a12e-f78cbce4477b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.376905] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 973.376905] env[63260]: value = "task-2285087" [ 973.376905] env[63260]: _type = "Task" [ 973.376905] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.385203] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285087, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.546818] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9d59068f-ff6b-4fa1-860d-320442bb857c tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Acquiring lock "refresh_cache-9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.547092] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9d59068f-ff6b-4fa1-860d-320442bb857c tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Acquired lock "refresh_cache-9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.547272] env[63260]: DEBUG nova.network.neutron [None req-9d59068f-ff6b-4fa1-860d-320442bb857c tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.547503] env[63260]: DEBUG nova.objects.instance [None req-9d59068f-ff6b-4fa1-860d-320442bb857c tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lazy-loading 'info_cache' on Instance uuid 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.554951] env[63260]: DEBUG oslo_vmware.api [None req-c6945065-1a06-4422-b04e-9a732c0f15de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285084, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.572017] env[63260]: DEBUG oslo_concurrency.lockutils [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.572642] env[63260]: DEBUG nova.compute.manager [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 973.576027] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.855s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.577482] env[63260]: INFO nova.compute.claims [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 973.684741] env[63260]: DEBUG oslo_vmware.api [None req-c89e6df3-b608-4f3e-a086-d41c28e2579d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285081, 'name': CloneVM_Task, 'duration_secs': 1.431331} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.684909] env[63260]: INFO nova.virt.vmwareapi.vmops [None req-c89e6df3-b608-4f3e-a086-d41c28e2579d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Created linked-clone VM from snapshot [ 973.685660] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d94609-2a40-4264-a7e0-873ae54b9a52 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.695158] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-c89e6df3-b608-4f3e-a086-d41c28e2579d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Uploading image c69e2633-d74c-4e55-a4a6-5ad557ee7b8f {{(pid=63260) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 973.723980] env[63260]: DEBUG oslo_vmware.rw_handles [None req-c89e6df3-b608-4f3e-a086-d41c28e2579d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 973.723980] env[63260]: value = "vm-465150" [ 973.723980] env[63260]: _type = "VirtualMachine" [ 973.723980] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 973.724376] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6b1ce8fe-721d-46e8-8f4a-c4318c5db1f5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.730912] env[63260]: DEBUG oslo_vmware.rw_handles [None req-c89e6df3-b608-4f3e-a086-d41c28e2579d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lease: (returnval){ [ 973.730912] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52ce7786-7676-1626-b7be-db715bb7b4a3" [ 973.730912] env[63260]: _type = "HttpNfcLease" [ 973.730912] env[63260]: } obtained for exporting VM: (result){ [ 973.730912] env[63260]: value = "vm-465150" [ 973.730912] env[63260]: _type = "VirtualMachine" [ 973.730912] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 973.731209] env[63260]: DEBUG oslo_vmware.api [None req-c89e6df3-b608-4f3e-a086-d41c28e2579d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the lease: (returnval){ [ 973.731209] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52ce7786-7676-1626-b7be-db715bb7b4a3" [ 973.731209] env[63260]: _type = "HttpNfcLease" [ 973.731209] env[63260]: } to be ready. {{(pid=63260) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 973.747549] env[63260]: DEBUG oslo_vmware.api [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2285086, 'name': Rename_Task, 'duration_secs': 0.18796} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.749788] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 973.752368] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ea8e911-19bf-46ab-a140-1c7f1747ceae {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.754303] env[63260]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 973.754303] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52ce7786-7676-1626-b7be-db715bb7b4a3" [ 973.754303] env[63260]: _type = "HttpNfcLease" [ 973.754303] env[63260]: } is ready. {{(pid=63260) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 973.754763] env[63260]: DEBUG oslo_vmware.rw_handles [None req-c89e6df3-b608-4f3e-a086-d41c28e2579d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 973.754763] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52ce7786-7676-1626-b7be-db715bb7b4a3" [ 973.754763] env[63260]: _type = "HttpNfcLease" [ 973.754763] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 973.755917] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d66072-4736-4bf0-8644-6be4d1bdf323 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.761551] env[63260]: DEBUG oslo_vmware.api [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 973.761551] env[63260]: value = "task-2285089" [ 973.761551] env[63260]: _type = "Task" [ 973.761551] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.769519] env[63260]: DEBUG oslo_vmware.rw_handles [None req-c89e6df3-b608-4f3e-a086-d41c28e2579d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa933d-576a-ad67-b0a6-69fc0116f2b8/disk-0.vmdk from lease info. {{(pid=63260) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 973.769711] env[63260]: DEBUG oslo_vmware.rw_handles [None req-c89e6df3-b608-4f3e-a086-d41c28e2579d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa933d-576a-ad67-b0a6-69fc0116f2b8/disk-0.vmdk for reading. {{(pid=63260) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 973.776142] env[63260]: DEBUG oslo_vmware.api [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2285089, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.859922] env[63260]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-03b70174-e74f-4d86-8c36-88f03a245c14 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.895537] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285087, 'name': ReconfigVM_Task, 'duration_secs': 0.373079} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.895835] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 3d0f44ca-75e7-4579-9e7c-0451473e64af/3d0f44ca-75e7-4579-9e7c-0451473e64af.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.897280] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'device_type': 'disk', 'boot_index': 0, 'disk_bus': None, 'encrypted': False, 'image_id': '8ebd5f76-b764-4077-809c-696b4e973e48'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '35b29041-01e7-4b0b-9088-401b080a0dc9', 'delete_on_termination': False, 'device_type': None, 'boot_index': None, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465142', 'volume_id': '90f2ab5c-bafd-4d1c-bca6-715681afccc0', 'name': 'volume-90f2ab5c-bafd-4d1c-bca6-715681afccc0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3d0f44ca-75e7-4579-9e7c-0451473e64af', 'attached_at': '', 'detached_at': '', 'volume_id': '90f2ab5c-bafd-4d1c-bca6-715681afccc0', 'serial': '90f2ab5c-bafd-4d1c-bca6-715681afccc0'}, 'guest_format': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=63260) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 973.897496] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Volume attach. Driver type: vmdk {{(pid=63260) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 973.897687] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465142', 'volume_id': '90f2ab5c-bafd-4d1c-bca6-715681afccc0', 'name': 'volume-90f2ab5c-bafd-4d1c-bca6-715681afccc0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3d0f44ca-75e7-4579-9e7c-0451473e64af', 'attached_at': '', 'detached_at': '', 'volume_id': '90f2ab5c-bafd-4d1c-bca6-715681afccc0', 'serial': '90f2ab5c-bafd-4d1c-bca6-715681afccc0'} {{(pid=63260) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 973.898574] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e727af6-ad15-448f-aec2-21a5fdfc7712 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.917476] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6cb646-cbba-462e-9f1c-ba01e920ec09 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.942723] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] volume-90f2ab5c-bafd-4d1c-bca6-715681afccc0/volume-90f2ab5c-bafd-4d1c-bca6-715681afccc0.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.943138] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ed147e4-938c-444b-b577-6e8634eb154e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.961977] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 973.961977] env[63260]: value = "task-2285090" [ 973.961977] env[63260]: _type = "Task" [ 973.961977] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.973118] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285090, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.055599] env[63260]: DEBUG nova.objects.base [None req-9d59068f-ff6b-4fa1-860d-320442bb857c tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Object Instance<9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe> lazy-loaded attributes: flavor,info_cache {{(pid=63260) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 974.056715] env[63260]: DEBUG oslo_vmware.api [None req-c6945065-1a06-4422-b04e-9a732c0f15de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285084, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.077929] env[63260]: DEBUG nova.compute.utils [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 974.079663] env[63260]: DEBUG nova.compute.manager [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 974.079865] env[63260]: DEBUG nova.network.neutron [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 974.135799] env[63260]: DEBUG nova.policy [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ed1ceb400fd40f49c95375c53373a45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60ea86e6d37c4da9adfb6f02b15c571e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 974.252115] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1fc23fed-770c-4ce4-b866-83a16842e657 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "05f51648-73be-4989-8574-57bc8eb882b2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.290s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.277863] env[63260]: DEBUG oslo_vmware.api [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2285089, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.472496] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285090, 'name': ReconfigVM_Task, 'duration_secs': 0.500781} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.473188] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Reconfigured VM instance instance-0000004b to attach disk [datastore1] volume-90f2ab5c-bafd-4d1c-bca6-715681afccc0/volume-90f2ab5c-bafd-4d1c-bca6-715681afccc0.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.478599] env[63260]: DEBUG nova.network.neutron [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Successfully created port: 30044187-d658-4308-816b-69246d6c4788 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 974.480757] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-917fa294-7126-405b-96b8-4a2d466671a3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.496255] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 974.496255] env[63260]: value = "task-2285091" [ 974.496255] env[63260]: _type = "Task" [ 974.496255] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.506812] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285091, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.553692] env[63260]: DEBUG oslo_vmware.api [None req-c6945065-1a06-4422-b04e-9a732c0f15de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285084, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.583422] env[63260]: DEBUG nova.compute.manager [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 974.703859] env[63260]: DEBUG oslo_concurrency.lockutils [None req-36b30ed6-4b4e-48b3-a9ca-b67cbadc5d3c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquiring lock "05f51648-73be-4989-8574-57bc8eb882b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.704352] env[63260]: DEBUG oslo_concurrency.lockutils [None req-36b30ed6-4b4e-48b3-a9ca-b67cbadc5d3c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "05f51648-73be-4989-8574-57bc8eb882b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.704352] env[63260]: DEBUG oslo_concurrency.lockutils [None req-36b30ed6-4b4e-48b3-a9ca-b67cbadc5d3c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquiring lock "05f51648-73be-4989-8574-57bc8eb882b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.704481] env[63260]: DEBUG oslo_concurrency.lockutils [None req-36b30ed6-4b4e-48b3-a9ca-b67cbadc5d3c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "05f51648-73be-4989-8574-57bc8eb882b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.704625] env[63260]: DEBUG oslo_concurrency.lockutils [None req-36b30ed6-4b4e-48b3-a9ca-b67cbadc5d3c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "05f51648-73be-4989-8574-57bc8eb882b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.708620] env[63260]: INFO nova.compute.manager [None req-36b30ed6-4b4e-48b3-a9ca-b67cbadc5d3c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Terminating instance [ 974.777541] env[63260]: DEBUG oslo_vmware.api [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2285089, 'name': PowerOnVM_Task, 'duration_secs': 0.582202} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.777957] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.778356] env[63260]: INFO nova.compute.manager [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Took 10.29 seconds to spawn the instance on the hypervisor. [ 974.778887] env[63260]: DEBUG nova.compute.manager [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.780558] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4808c894-3263-47d6-9317-59c33c882c20 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.831177] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4302961-388e-4704-8bf3-7acaacc08233 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.841733] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71ac24d-895d-47bc-b7db-4c42e93d4b95 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.882996] env[63260]: DEBUG nova.network.neutron [None req-9d59068f-ff6b-4fa1-860d-320442bb857c tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Updating instance_info_cache with network_info: [{"id": "cc61ad48-57b9-4d35-91fc-584853ed6924", "address": "fa:16:3e:89:f5:a7", "network": {"id": "12cac167-06ee-4a9d-9f49-909f6223cefc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1378256468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d05277a51b7498da8763fa330b37ef7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc61ad48-57", "ovs_interfaceid": "cc61ad48-57b9-4d35-91fc-584853ed6924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.885424] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cccdc5-8f00-4ff4-a1ea-4de0c8620756 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.895061] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1024bd4d-5ac0-4c19-9a19-972f77d5da80 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.911884] env[63260]: DEBUG nova.compute.provider_tree [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.006858] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285091, 'name': ReconfigVM_Task, 'duration_secs': 0.29845} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.007268] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465142', 'volume_id': '90f2ab5c-bafd-4d1c-bca6-715681afccc0', 'name': 'volume-90f2ab5c-bafd-4d1c-bca6-715681afccc0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3d0f44ca-75e7-4579-9e7c-0451473e64af', 'attached_at': '', 'detached_at': '', 'volume_id': '90f2ab5c-bafd-4d1c-bca6-715681afccc0', 'serial': '90f2ab5c-bafd-4d1c-bca6-715681afccc0'} {{(pid=63260) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 975.007916] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c60a8670-b605-42d1-8e7e-d0c0e64dd3f3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.014875] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 975.014875] env[63260]: value = "task-2285092" [ 975.014875] env[63260]: _type = "Task" [ 975.014875] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.023437] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285092, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.053729] env[63260]: DEBUG oslo_vmware.api [None req-c6945065-1a06-4422-b04e-9a732c0f15de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285084, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.213045] env[63260]: DEBUG nova.compute.manager [None req-36b30ed6-4b4e-48b3-a9ca-b67cbadc5d3c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.213369] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-36b30ed6-4b4e-48b3-a9ca-b67cbadc5d3c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.214496] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5d133b-7560-4ad6-a61c-d5ce70b46549 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.223348] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b30ed6-4b4e-48b3-a9ca-b67cbadc5d3c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.223776] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b9e1897-108a-4f58-96a9-6c03ad1f53b1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.230879] env[63260]: DEBUG oslo_vmware.api [None req-36b30ed6-4b4e-48b3-a9ca-b67cbadc5d3c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 975.230879] env[63260]: value = "task-2285093" [ 975.230879] env[63260]: _type = "Task" [ 975.230879] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.240430] env[63260]: DEBUG oslo_vmware.api [None req-36b30ed6-4b4e-48b3-a9ca-b67cbadc5d3c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.303443] env[63260]: INFO nova.compute.manager [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Took 16.25 seconds to build instance. [ 975.390042] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9d59068f-ff6b-4fa1-860d-320442bb857c tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Releasing lock "refresh_cache-9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.415556] env[63260]: DEBUG nova.scheduler.client.report [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.525715] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285092, 'name': Rename_Task, 'duration_secs': 0.288644} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.526224] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.526574] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f691a46b-8952-428b-8610-a71579c4a1fe {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.533898] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 975.533898] env[63260]: value = "task-2285094" [ 975.533898] env[63260]: _type = "Task" [ 975.533898] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.543575] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285094, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.554434] env[63260]: DEBUG oslo_vmware.api [None req-c6945065-1a06-4422-b04e-9a732c0f15de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285084, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.595448] env[63260]: DEBUG nova.compute.manager [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 975.743352] env[63260]: DEBUG oslo_vmware.api [None req-36b30ed6-4b4e-48b3-a9ca-b67cbadc5d3c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285093, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.805219] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5360efdd-e721-4e5f-8f34-46d78702e0c7 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "c6ffbdfa-643c-4ef4-b5b0-278692e3c56d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.763s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.921163] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.921750] env[63260]: DEBUG nova.compute.manager [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 975.924373] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.327s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.928025] env[63260]: INFO nova.compute.claims [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 976.044448] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285094, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.055536] env[63260]: DEBUG oslo_vmware.api [None req-c6945065-1a06-4422-b04e-9a732c0f15de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285084, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.101705] env[63260]: DEBUG nova.compute.manager [req-b46c179f-fcd4-44a6-925c-a8f0a5359ab0 req-e8c4751b-7032-494f-b789-5101de1fa50f service nova] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Received event network-vif-plugged-30044187-d658-4308-816b-69246d6c4788 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 976.101946] env[63260]: DEBUG oslo_concurrency.lockutils [req-b46c179f-fcd4-44a6-925c-a8f0a5359ab0 req-e8c4751b-7032-494f-b789-5101de1fa50f service nova] Acquiring lock "17dd160c-dfb0-48ea-a610-a2caa9687ffa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.102188] env[63260]: DEBUG oslo_concurrency.lockutils [req-b46c179f-fcd4-44a6-925c-a8f0a5359ab0 req-e8c4751b-7032-494f-b789-5101de1fa50f service nova] Lock "17dd160c-dfb0-48ea-a610-a2caa9687ffa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.102380] env[63260]: DEBUG oslo_concurrency.lockutils [req-b46c179f-fcd4-44a6-925c-a8f0a5359ab0 req-e8c4751b-7032-494f-b789-5101de1fa50f service nova] Lock "17dd160c-dfb0-48ea-a610-a2caa9687ffa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.102551] env[63260]: DEBUG nova.compute.manager [req-b46c179f-fcd4-44a6-925c-a8f0a5359ab0 req-e8c4751b-7032-494f-b789-5101de1fa50f service nova] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] No waiting events found dispatching network-vif-plugged-30044187-d658-4308-816b-69246d6c4788 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 976.102713] env[63260]: WARNING nova.compute.manager [req-b46c179f-fcd4-44a6-925c-a8f0a5359ab0 req-e8c4751b-7032-494f-b789-5101de1fa50f service nova] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Received unexpected event network-vif-plugged-30044187-d658-4308-816b-69246d6c4788 for instance with vm_state building and task_state spawning. [ 976.217401] env[63260]: DEBUG nova.network.neutron [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Successfully updated port: 30044187-d658-4308-816b-69246d6c4788 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 976.243299] env[63260]: DEBUG oslo_vmware.api [None req-36b30ed6-4b4e-48b3-a9ca-b67cbadc5d3c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285093, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.396484] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d59068f-ff6b-4fa1-860d-320442bb857c tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.396837] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a800f56a-e958-40ea-a94c-c46eb25b9b10 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.404882] env[63260]: DEBUG oslo_vmware.api [None req-9d59068f-ff6b-4fa1-860d-320442bb857c tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Waiting for the task: (returnval){ [ 976.404882] env[63260]: value = "task-2285095" [ 976.404882] env[63260]: _type = "Task" [ 976.404882] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.412901] env[63260]: DEBUG oslo_vmware.api [None req-9d59068f-ff6b-4fa1-860d-320442bb857c tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285095, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.429329] env[63260]: DEBUG nova.compute.utils [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 976.430727] env[63260]: DEBUG nova.compute.manager [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 976.431061] env[63260]: DEBUG nova.network.neutron [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 976.476433] env[63260]: DEBUG nova.policy [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd6efeea615c4037beef4bf08e19a27c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b05b7e531ea465dbe8e5e575048712d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 976.546451] env[63260]: DEBUG oslo_vmware.api [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285094, 'name': PowerOnVM_Task, 'duration_secs': 0.711127} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.546814] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.547093] env[63260]: DEBUG nova.compute.manager [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.548059] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c199e78-612a-4943-8c1e-1d679b5ce547 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.561168] env[63260]: DEBUG oslo_vmware.api [None req-c6945065-1a06-4422-b04e-9a732c0f15de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285084, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.581060] env[63260]: DEBUG oslo_concurrency.lockutils [None req-43d35fcb-b5dd-45a6-884c-d3227537a744 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "c6ffbdfa-643c-4ef4-b5b0-278692e3c56d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.581210] env[63260]: DEBUG oslo_concurrency.lockutils [None req-43d35fcb-b5dd-45a6-884c-d3227537a744 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "c6ffbdfa-643c-4ef4-b5b0-278692e3c56d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.581391] env[63260]: DEBUG oslo_concurrency.lockutils [None req-43d35fcb-b5dd-45a6-884c-d3227537a744 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "c6ffbdfa-643c-4ef4-b5b0-278692e3c56d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.581569] env[63260]: DEBUG oslo_concurrency.lockutils [None req-43d35fcb-b5dd-45a6-884c-d3227537a744 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "c6ffbdfa-643c-4ef4-b5b0-278692e3c56d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.581738] env[63260]: DEBUG oslo_concurrency.lockutils [None req-43d35fcb-b5dd-45a6-884c-d3227537a744 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "c6ffbdfa-643c-4ef4-b5b0-278692e3c56d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.584224] env[63260]: INFO nova.compute.manager [None req-43d35fcb-b5dd-45a6-884c-d3227537a744 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Terminating instance [ 976.721061] env[63260]: DEBUG oslo_concurrency.lockutils [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "refresh_cache-17dd160c-dfb0-48ea-a610-a2caa9687ffa" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.722035] env[63260]: DEBUG oslo_concurrency.lockutils [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquired lock "refresh_cache-17dd160c-dfb0-48ea-a610-a2caa9687ffa" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.722035] env[63260]: DEBUG nova.network.neutron [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.743843] env[63260]: DEBUG oslo_vmware.api [None req-36b30ed6-4b4e-48b3-a9ca-b67cbadc5d3c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285093, 'name': PowerOffVM_Task, 'duration_secs': 1.214798} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.744105] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b30ed6-4b4e-48b3-a9ca-b67cbadc5d3c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.744281] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-36b30ed6-4b4e-48b3-a9ca-b67cbadc5d3c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.744528] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1922382-7228-4aa4-9274-d210e41ffecd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.819324] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-36b30ed6-4b4e-48b3-a9ca-b67cbadc5d3c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.819574] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-36b30ed6-4b4e-48b3-a9ca-b67cbadc5d3c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.819735] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-36b30ed6-4b4e-48b3-a9ca-b67cbadc5d3c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Deleting the datastore file [datastore2] 05f51648-73be-4989-8574-57bc8eb882b2 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.820029] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5c9294f-e9fe-4616-9103-38e0b5b26e57 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.827931] env[63260]: DEBUG oslo_vmware.api [None req-36b30ed6-4b4e-48b3-a9ca-b67cbadc5d3c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 976.827931] env[63260]: value = "task-2285097" [ 976.827931] env[63260]: _type = "Task" [ 976.827931] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.836171] env[63260]: DEBUG oslo_vmware.api [None req-36b30ed6-4b4e-48b3-a9ca-b67cbadc5d3c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.918706] env[63260]: DEBUG oslo_vmware.api [None req-9d59068f-ff6b-4fa1-860d-320442bb857c tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285095, 'name': PowerOnVM_Task, 'duration_secs': 0.473174} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.919686] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d59068f-ff6b-4fa1-860d-320442bb857c tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.919686] env[63260]: DEBUG nova.compute.manager [None req-9d59068f-ff6b-4fa1-860d-320442bb857c tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.921381] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df043ad9-6461-4351-ba9d-110a6f32d482 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.939069] env[63260]: DEBUG nova.compute.manager [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 977.060491] env[63260]: DEBUG oslo_vmware.api [None req-c6945065-1a06-4422-b04e-9a732c0f15de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285084, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.076574] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.077382] env[63260]: DEBUG nova.network.neutron [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Successfully created port: 341b45a8-731b-4849-a789-cf1caeb30f92 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 977.087836] env[63260]: DEBUG nova.compute.manager [None req-43d35fcb-b5dd-45a6-884c-d3227537a744 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 977.088060] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-43d35fcb-b5dd-45a6-884c-d3227537a744 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 977.089176] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03958644-7a79-4fc5-811a-cd5ce3bd1967 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.096491] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d35fcb-b5dd-45a6-884c-d3227537a744 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.096753] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cabface-36dd-4183-8b4e-a6852fab72bf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.103700] env[63260]: DEBUG oslo_vmware.api [None req-43d35fcb-b5dd-45a6-884c-d3227537a744 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 977.103700] env[63260]: value = "task-2285098" [ 977.103700] env[63260]: _type = "Task" [ 977.103700] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.111897] env[63260]: DEBUG oslo_vmware.api [None req-43d35fcb-b5dd-45a6-884c-d3227537a744 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2285098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.170750] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889ef8b5-2e71-4f97-90e3-6df6169c543e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.178874] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6a7104-47aa-4fc7-8c8b-fd9c2b68e3bf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.209965] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c47662-6b93-4512-b8b9-9d44970750ac {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.218300] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a0e6d3-94a7-4977-8f82-96f6f58224bf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.235273] env[63260]: DEBUG nova.compute.provider_tree [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.286392] env[63260]: DEBUG nova.network.neutron [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.338851] env[63260]: DEBUG oslo_vmware.api [None req-36b30ed6-4b4e-48b3-a9ca-b67cbadc5d3c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285097, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205933} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.339196] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-36b30ed6-4b4e-48b3-a9ca-b67cbadc5d3c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.339486] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-36b30ed6-4b4e-48b3-a9ca-b67cbadc5d3c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.339709] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-36b30ed6-4b4e-48b3-a9ca-b67cbadc5d3c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.340632] env[63260]: INFO nova.compute.manager [None req-36b30ed6-4b4e-48b3-a9ca-b67cbadc5d3c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Took 2.13 seconds to destroy the instance on the hypervisor. [ 977.341378] env[63260]: DEBUG oslo.service.loopingcall [None req-36b30ed6-4b4e-48b3-a9ca-b67cbadc5d3c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 977.343995] env[63260]: DEBUG nova.compute.manager [-] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.344118] env[63260]: DEBUG nova.network.neutron [-] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.543161] env[63260]: DEBUG nova.network.neutron [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Updating instance_info_cache with network_info: [{"id": "30044187-d658-4308-816b-69246d6c4788", "address": "fa:16:3e:39:55:bc", "network": {"id": "ac0ba0ba-6e11-4943-aa23-05b4e44217f7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-358530705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60ea86e6d37c4da9adfb6f02b15c571e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30044187-d6", "ovs_interfaceid": "30044187-d658-4308-816b-69246d6c4788", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.558940] env[63260]: DEBUG oslo_vmware.api [None req-c6945065-1a06-4422-b04e-9a732c0f15de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285084, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.616027] env[63260]: DEBUG oslo_vmware.api [None req-43d35fcb-b5dd-45a6-884c-d3227537a744 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2285098, 'name': PowerOffVM_Task, 'duration_secs': 0.380584} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.616027] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d35fcb-b5dd-45a6-884c-d3227537a744 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.616027] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-43d35fcb-b5dd-45a6-884c-d3227537a744 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.616027] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea6219ec-445c-4a97-91b0-e4221c8c5e5e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.686756] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-43d35fcb-b5dd-45a6-884c-d3227537a744 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.687466] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-43d35fcb-b5dd-45a6-884c-d3227537a744 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.688641] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-43d35fcb-b5dd-45a6-884c-d3227537a744 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Deleting the datastore file [datastore2] c6ffbdfa-643c-4ef4-b5b0-278692e3c56d {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.688641] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76c12840-298a-4bf7-8cbf-db3fa3252e0e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.695556] env[63260]: DEBUG oslo_vmware.api [None req-43d35fcb-b5dd-45a6-884c-d3227537a744 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for the task: (returnval){ [ 977.695556] env[63260]: value = "task-2285100" [ 977.695556] env[63260]: _type = "Task" [ 977.695556] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.704383] env[63260]: DEBUG oslo_vmware.api [None req-43d35fcb-b5dd-45a6-884c-d3227537a744 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2285100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.738728] env[63260]: DEBUG nova.scheduler.client.report [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.912456] env[63260]: DEBUG nova.compute.manager [req-e11b27cf-10f8-4231-8c27-734e706fc6fc req-bab7d873-4f85-4516-92b5-09d8b0be7b97 service nova] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Received event network-vif-deleted-74e14b92-c932-4d42-b8b3-dc9e1547f5b7 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 977.912456] env[63260]: INFO nova.compute.manager [req-e11b27cf-10f8-4231-8c27-734e706fc6fc req-bab7d873-4f85-4516-92b5-09d8b0be7b97 service nova] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Neutron deleted interface 74e14b92-c932-4d42-b8b3-dc9e1547f5b7; detaching it from the instance and deleting it from the info cache [ 977.912456] env[63260]: DEBUG nova.network.neutron [req-e11b27cf-10f8-4231-8c27-734e706fc6fc req-bab7d873-4f85-4516-92b5-09d8b0be7b97 service nova] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.944393] env[63260]: DEBUG nova.compute.manager [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 978.046822] env[63260]: DEBUG oslo_concurrency.lockutils [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Releasing lock "refresh_cache-17dd160c-dfb0-48ea-a610-a2caa9687ffa" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.047160] env[63260]: DEBUG nova.compute.manager [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Instance network_info: |[{"id": "30044187-d658-4308-816b-69246d6c4788", "address": "fa:16:3e:39:55:bc", "network": {"id": "ac0ba0ba-6e11-4943-aa23-05b4e44217f7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-358530705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60ea86e6d37c4da9adfb6f02b15c571e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30044187-d6", "ovs_interfaceid": "30044187-d658-4308-816b-69246d6c4788", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 978.060019] env[63260]: DEBUG oslo_vmware.api [None req-c6945065-1a06-4422-b04e-9a732c0f15de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285084, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.139262] env[63260]: DEBUG nova.compute.manager [req-90b61e41-1e4e-49d8-87ab-9180b92ad174 req-b78da5d5-4846-4f95-9f87-ad350d2dab10 service nova] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Received event network-changed-30044187-d658-4308-816b-69246d6c4788 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 978.139434] env[63260]: DEBUG nova.compute.manager [req-90b61e41-1e4e-49d8-87ab-9180b92ad174 req-b78da5d5-4846-4f95-9f87-ad350d2dab10 service nova] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Refreshing instance network info cache due to event network-changed-30044187-d658-4308-816b-69246d6c4788. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 978.139652] env[63260]: DEBUG oslo_concurrency.lockutils [req-90b61e41-1e4e-49d8-87ab-9180b92ad174 req-b78da5d5-4846-4f95-9f87-ad350d2dab10 service nova] Acquiring lock "refresh_cache-17dd160c-dfb0-48ea-a610-a2caa9687ffa" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.139909] env[63260]: DEBUG oslo_concurrency.lockutils [req-90b61e41-1e4e-49d8-87ab-9180b92ad174 req-b78da5d5-4846-4f95-9f87-ad350d2dab10 service nova] Acquired lock "refresh_cache-17dd160c-dfb0-48ea-a610-a2caa9687ffa" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.140041] env[63260]: DEBUG nova.network.neutron [req-90b61e41-1e4e-49d8-87ab-9180b92ad174 req-b78da5d5-4846-4f95-9f87-ad350d2dab10 service nova] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Refreshing network info cache for port 30044187-d658-4308-816b-69246d6c4788 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.208197] env[63260]: DEBUG oslo_vmware.api [None req-43d35fcb-b5dd-45a6-884c-d3227537a744 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Task: {'id': task-2285100, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196842} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.208554] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-43d35fcb-b5dd-45a6-884c-d3227537a744 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.208763] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-43d35fcb-b5dd-45a6-884c-d3227537a744 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.208945] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-43d35fcb-b5dd-45a6-884c-d3227537a744 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.209140] env[63260]: INFO nova.compute.manager [None req-43d35fcb-b5dd-45a6-884c-d3227537a744 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 978.209409] env[63260]: DEBUG oslo.service.loopingcall [None req-43d35fcb-b5dd-45a6-884c-d3227537a744 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 978.209569] env[63260]: DEBUG nova.compute.manager [-] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 978.209652] env[63260]: DEBUG nova.network.neutron [-] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 978.246101] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.322s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.246700] env[63260]: DEBUG nova.compute.manager [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 978.252208] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.176s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.252325] env[63260]: DEBUG nova.objects.instance [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63260) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 978.394365] env[63260]: DEBUG nova.network.neutron [-] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.415455] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7db108d6-d1c9-49c8-8a10-64c1385eb795 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.429558] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e94a59a-627d-4239-8644-ae6a69b83255 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.466528] env[63260]: DEBUG nova.compute.manager [req-e11b27cf-10f8-4231-8c27-734e706fc6fc req-bab7d873-4f85-4516-92b5-09d8b0be7b97 service nova] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Detach interface failed, port_id=74e14b92-c932-4d42-b8b3-dc9e1547f5b7, reason: Instance 05f51648-73be-4989-8574-57bc8eb882b2 could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 978.558812] env[63260]: DEBUG oslo_vmware.api [None req-c6945065-1a06-4422-b04e-9a732c0f15de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285084, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.751132] env[63260]: DEBUG nova.network.neutron [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Successfully updated port: 341b45a8-731b-4849-a789-cf1caeb30f92 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 978.755506] env[63260]: DEBUG nova.compute.utils [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 978.757590] env[63260]: DEBUG nova.compute.manager [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 978.757813] env[63260]: DEBUG nova.network.neutron [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 978.834726] env[63260]: DEBUG nova.policy [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f450b1575404a7eb1f04237db7ca759', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '593abaa160404848afa5a59e0dd679f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 978.898841] env[63260]: INFO nova.compute.manager [-] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Took 1.55 seconds to deallocate network for instance. [ 978.900965] env[63260]: DEBUG nova.network.neutron [req-90b61e41-1e4e-49d8-87ab-9180b92ad174 req-b78da5d5-4846-4f95-9f87-ad350d2dab10 service nova] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Updated VIF entry in instance network info cache for port 30044187-d658-4308-816b-69246d6c4788. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 978.900965] env[63260]: DEBUG nova.network.neutron [req-90b61e41-1e4e-49d8-87ab-9180b92ad174 req-b78da5d5-4846-4f95-9f87-ad350d2dab10 service nova] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Updating instance_info_cache with network_info: [{"id": "30044187-d658-4308-816b-69246d6c4788", "address": "fa:16:3e:39:55:bc", "network": {"id": "ac0ba0ba-6e11-4943-aa23-05b4e44217f7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-358530705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60ea86e6d37c4da9adfb6f02b15c571e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30044187-d6", "ovs_interfaceid": "30044187-d658-4308-816b-69246d6c4788", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.910362] env[63260]: DEBUG nova.virt.hardware [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.910697] env[63260]: DEBUG nova.virt.hardware [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.911388] env[63260]: DEBUG nova.virt.hardware [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.911519] env[63260]: DEBUG nova.virt.hardware [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.911980] env[63260]: DEBUG nova.virt.hardware [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.912281] env[63260]: DEBUG nova.virt.hardware [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.912495] env[63260]: DEBUG nova.virt.hardware [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.912708] env[63260]: DEBUG nova.virt.hardware [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.912910] env[63260]: DEBUG nova.virt.hardware [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.913174] env[63260]: DEBUG nova.virt.hardware [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.913365] env[63260]: DEBUG nova.virt.hardware [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.916948] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0c6ca6-1d90-4b71-9d7b-09893212af73 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.930058] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1788e222-77da-4bf6-84c5-dadb5ea9c79e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.937563] env[63260]: DEBUG nova.virt.hardware [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.937759] env[63260]: DEBUG nova.virt.hardware [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.937941] env[63260]: DEBUG nova.virt.hardware [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.938144] env[63260]: DEBUG nova.virt.hardware [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.938315] env[63260]: DEBUG nova.virt.hardware [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.938485] env[63260]: DEBUG nova.virt.hardware [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.938723] env[63260]: DEBUG nova.virt.hardware [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.938865] env[63260]: DEBUG nova.virt.hardware [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.939067] env[63260]: DEBUG nova.virt.hardware [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.939232] env[63260]: DEBUG nova.virt.hardware [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.939422] env[63260]: DEBUG nova.virt.hardware [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.942159] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332a32ec-e4e3-476d-83f8-bf01451c4e67 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.964234] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:55:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76f377cd-5966-49b4-9210-907f592c694e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30044187-d658-4308-816b-69246d6c4788', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.972109] env[63260]: DEBUG oslo.service.loopingcall [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 978.974758] env[63260]: DEBUG oslo_vmware.rw_handles [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c9cb7-b67b-56e8-6f18-586495108375/disk-0.vmdk. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 978.975437] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.976726] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792e70ba-3ed5-4448-9862-eb3fba8b4abf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.981572] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0165d480-3e74-49f7-a79d-87ef55bde125 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.985090] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb84ec0d-7009-4316-8535-4283f4959d09 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.013433] env[63260]: DEBUG oslo_vmware.rw_handles [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c9cb7-b67b-56e8-6f18-586495108375/disk-0.vmdk is in state: ready. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 979.013637] env[63260]: ERROR oslo_vmware.rw_handles [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c9cb7-b67b-56e8-6f18-586495108375/disk-0.vmdk due to incomplete transfer. [ 979.014937] env[63260]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-aef7adf4-38de-4fba-9c3a-0cb6a7195f4f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.016649] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 979.016649] env[63260]: value = "task-2285101" [ 979.016649] env[63260]: _type = "Task" [ 979.016649] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.022289] env[63260]: DEBUG oslo_vmware.rw_handles [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c9cb7-b67b-56e8-6f18-586495108375/disk-0.vmdk. {{(pid=63260) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 979.022518] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Uploaded image 83dc4220-1240-41c6-8bed-218f2a3ed985 to the Glance image server {{(pid=63260) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 979.024954] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Destroying the VM {{(pid=63260) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 979.028285] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e4dbd1fb-8b39-49b8-a8c1-4d696a09f455 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.030143] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285101, 'name': CreateVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.037381] env[63260]: DEBUG oslo_vmware.api [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 979.037381] env[63260]: value = "task-2285102" [ 979.037381] env[63260]: _type = "Task" [ 979.037381] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.037591] env[63260]: DEBUG nova.network.neutron [-] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.048856] env[63260]: DEBUG oslo_vmware.api [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285102, 'name': Destroy_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.060396] env[63260]: DEBUG oslo_vmware.api [None req-c6945065-1a06-4422-b04e-9a732c0f15de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285084, 'name': ReconfigVM_Task, 'duration_secs': 6.102475} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.063131] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c6945065-1a06-4422-b04e-9a732c0f15de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Releasing lock "67c72ba6-2ba1-4494-add1-f86cc7163ed9" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.063131] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c6945065-1a06-4422-b04e-9a732c0f15de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Reconfigured VM to detach interface {{(pid=63260) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 979.167049] env[63260]: DEBUG nova.network.neutron [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Successfully created port: 62e0826a-dee2-4d88-8b3e-4b62e409d3b4 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 979.253320] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquiring lock "refresh_cache-99f5a99c-638b-4419-a1a4-d98cb34099b0" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.253605] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquired lock "refresh_cache-99f5a99c-638b-4419-a1a4-d98cb34099b0" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.253815] env[63260]: DEBUG nova.network.neutron [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.269055] env[63260]: DEBUG nova.compute.manager [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 979.273917] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3b0b9e6c-9eae-403d-b598-bbf00030f86d tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.404140] env[63260]: DEBUG oslo_concurrency.lockutils [req-90b61e41-1e4e-49d8-87ab-9180b92ad174 req-b78da5d5-4846-4f95-9f87-ad350d2dab10 service nova] Releasing lock "refresh_cache-17dd160c-dfb0-48ea-a610-a2caa9687ffa" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.409419] env[63260]: DEBUG oslo_concurrency.lockutils [None req-36b30ed6-4b4e-48b3-a9ca-b67cbadc5d3c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.409678] env[63260]: DEBUG oslo_concurrency.lockutils [None req-36b30ed6-4b4e-48b3-a9ca-b67cbadc5d3c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.409892] env[63260]: DEBUG nova.objects.instance [None req-36b30ed6-4b4e-48b3-a9ca-b67cbadc5d3c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lazy-loading 'resources' on Instance uuid 05f51648-73be-4989-8574-57bc8eb882b2 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.530680] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285101, 'name': CreateVM_Task, 'duration_secs': 0.392} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.531083] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 979.532083] env[63260]: DEBUG oslo_concurrency.lockutils [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.532315] env[63260]: DEBUG oslo_concurrency.lockutils [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.532727] env[63260]: DEBUG oslo_concurrency.lockutils [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.533316] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c038464d-03c1-43ca-aacf-2fd4996edbfd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.539239] env[63260]: DEBUG oslo_vmware.api [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 979.539239] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52d9fd47-414d-fdc8-619f-81d56e65b104" [ 979.539239] env[63260]: _type = "Task" [ 979.539239] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.539940] env[63260]: INFO nova.compute.manager [-] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Took 1.33 seconds to deallocate network for instance. [ 979.564376] env[63260]: DEBUG oslo_vmware.api [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52d9fd47-414d-fdc8-619f-81d56e65b104, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.569241] env[63260]: DEBUG oslo_vmware.api [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285102, 'name': Destroy_Task} progress is 33%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.786887] env[63260]: DEBUG nova.network.neutron [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 979.922727] env[63260]: DEBUG nova.network.neutron [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Updating instance_info_cache with network_info: [{"id": "341b45a8-731b-4849-a789-cf1caeb30f92", "address": "fa:16:3e:1b:5f:be", "network": {"id": "f1a6423a-5c4b-4aaa-b748-d2f8f6be870e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-101451514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b05b7e531ea465dbe8e5e575048712d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap341b45a8-73", "ovs_interfaceid": "341b45a8-731b-4849-a789-cf1caeb30f92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.999205] env[63260]: DEBUG nova.compute.manager [req-de1809c1-649c-4566-b012-2b2ca2c0835d req-726f22b4-4a58-439e-a96c-040abb295668 service nova] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Received event network-vif-deleted-f9ea86fd-ccf1-4475-8877-dcf97c6fce92 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 979.999369] env[63260]: DEBUG nova.compute.manager [req-de1809c1-649c-4566-b012-2b2ca2c0835d req-726f22b4-4a58-439e-a96c-040abb295668 service nova] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Received event network-vif-deleted-5a74f687-f34f-434a-846c-8eff3711d391 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 979.999598] env[63260]: INFO nova.compute.manager [req-de1809c1-649c-4566-b012-2b2ca2c0835d req-726f22b4-4a58-439e-a96c-040abb295668 service nova] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Neutron deleted interface 5a74f687-f34f-434a-846c-8eff3711d391; detaching it from the instance and deleting it from the info cache [ 979.999775] env[63260]: DEBUG nova.network.neutron [req-de1809c1-649c-4566-b012-2b2ca2c0835d req-726f22b4-4a58-439e-a96c-040abb295668 service nova] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Updating instance_info_cache with network_info: [{"id": "cce06954-ae04-49df-80f9-28923d7958cd", "address": "fa:16:3e:72:48:f3", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcce06954-ae", "ovs_interfaceid": "cce06954-ae04-49df-80f9-28923d7958cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.055184] env[63260]: DEBUG oslo_vmware.api [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52d9fd47-414d-fdc8-619f-81d56e65b104, 'name': SearchDatastore_Task, 'duration_secs': 0.023811} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.058160] env[63260]: DEBUG oslo_concurrency.lockutils [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.058402] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 980.058760] env[63260]: DEBUG oslo_concurrency.lockutils [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.058931] env[63260]: DEBUG oslo_concurrency.lockutils [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.059128] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.059974] env[63260]: DEBUG oslo_concurrency.lockutils [None req-43d35fcb-b5dd-45a6-884c-d3227537a744 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.060238] env[63260]: DEBUG oslo_vmware.api [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285102, 'name': Destroy_Task, 'duration_secs': 0.582915} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.062846] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32552ad3-509d-472b-9478-12a4b629ba62 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.064630] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Destroyed the VM [ 980.064866] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Deleting Snapshot of the VM instance {{(pid=63260) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 980.065471] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9f777178-cfae-4055-8ace-9e5d5a9e8359 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.072625] env[63260]: DEBUG oslo_vmware.api [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 980.072625] env[63260]: value = "task-2285103" [ 980.072625] env[63260]: _type = "Task" [ 980.072625] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.077022] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 980.077471] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 980.081094] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-443bb49d-4d12-406d-babd-eb2b595d9212 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.086898] env[63260]: DEBUG oslo_vmware.api [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285103, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.089774] env[63260]: DEBUG oslo_vmware.api [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 980.089774] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b9da6a-9bb4-1e8a-0912-12370d13bbb2" [ 980.089774] env[63260]: _type = "Task" [ 980.089774] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.099517] env[63260]: DEBUG oslo_vmware.api [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b9da6a-9bb4-1e8a-0912-12370d13bbb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.118088] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329c9d10-39c4-4cfb-bc79-469e10bc489e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.124879] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a91255b-0b81-45d4-9486-5d3e29108d3e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.155222] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb200c18-47d0-47f7-96b9-257d9b4cec6f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.163630] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c71a7bc-e484-4918-b943-9972e26fdb22 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.169452] env[63260]: DEBUG nova.compute.manager [req-d3b88b40-7517-4758-8630-2867509d2e1b req-ec27d7e8-8aee-40a8-8c52-6fef33d54a92 service nova] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Received event network-vif-plugged-341b45a8-731b-4849-a789-cf1caeb30f92 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 980.169656] env[63260]: DEBUG oslo_concurrency.lockutils [req-d3b88b40-7517-4758-8630-2867509d2e1b req-ec27d7e8-8aee-40a8-8c52-6fef33d54a92 service nova] Acquiring lock "99f5a99c-638b-4419-a1a4-d98cb34099b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.169855] env[63260]: DEBUG oslo_concurrency.lockutils [req-d3b88b40-7517-4758-8630-2867509d2e1b req-ec27d7e8-8aee-40a8-8c52-6fef33d54a92 service nova] Lock "99f5a99c-638b-4419-a1a4-d98cb34099b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.170028] env[63260]: DEBUG oslo_concurrency.lockutils [req-d3b88b40-7517-4758-8630-2867509d2e1b req-ec27d7e8-8aee-40a8-8c52-6fef33d54a92 service nova] Lock "99f5a99c-638b-4419-a1a4-d98cb34099b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.170197] env[63260]: DEBUG nova.compute.manager [req-d3b88b40-7517-4758-8630-2867509d2e1b req-ec27d7e8-8aee-40a8-8c52-6fef33d54a92 service nova] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] No waiting events found dispatching network-vif-plugged-341b45a8-731b-4849-a789-cf1caeb30f92 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 980.170356] env[63260]: WARNING nova.compute.manager [req-d3b88b40-7517-4758-8630-2867509d2e1b req-ec27d7e8-8aee-40a8-8c52-6fef33d54a92 service nova] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Received unexpected event network-vif-plugged-341b45a8-731b-4849-a789-cf1caeb30f92 for instance with vm_state building and task_state spawning. [ 980.170508] env[63260]: DEBUG nova.compute.manager [req-d3b88b40-7517-4758-8630-2867509d2e1b req-ec27d7e8-8aee-40a8-8c52-6fef33d54a92 service nova] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Received event network-changed-341b45a8-731b-4849-a789-cf1caeb30f92 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 980.170688] env[63260]: DEBUG nova.compute.manager [req-d3b88b40-7517-4758-8630-2867509d2e1b req-ec27d7e8-8aee-40a8-8c52-6fef33d54a92 service nova] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Refreshing instance network info cache due to event network-changed-341b45a8-731b-4849-a789-cf1caeb30f92. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 980.170857] env[63260]: DEBUG oslo_concurrency.lockutils [req-d3b88b40-7517-4758-8630-2867509d2e1b req-ec27d7e8-8aee-40a8-8c52-6fef33d54a92 service nova] Acquiring lock "refresh_cache-99f5a99c-638b-4419-a1a4-d98cb34099b0" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.183795] env[63260]: DEBUG nova.compute.provider_tree [None req-36b30ed6-4b4e-48b3-a9ca-b67cbadc5d3c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.280437] env[63260]: DEBUG nova.compute.manager [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 980.299533] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c6945065-1a06-4422-b04e-9a732c0f15de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "refresh_cache-67c72ba6-2ba1-4494-add1-f86cc7163ed9" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.299716] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c6945065-1a06-4422-b04e-9a732c0f15de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquired lock "refresh_cache-67c72ba6-2ba1-4494-add1-f86cc7163ed9" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.299893] env[63260]: DEBUG nova.network.neutron [None req-c6945065-1a06-4422-b04e-9a732c0f15de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.303542] env[63260]: DEBUG nova.virt.hardware [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.303769] env[63260]: DEBUG nova.virt.hardware [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.303926] env[63260]: DEBUG nova.virt.hardware [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.304121] env[63260]: DEBUG nova.virt.hardware [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.304267] env[63260]: DEBUG nova.virt.hardware [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.304410] env[63260]: DEBUG nova.virt.hardware [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.304612] env[63260]: DEBUG nova.virt.hardware [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.304903] env[63260]: DEBUG nova.virt.hardware [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.305118] env[63260]: DEBUG nova.virt.hardware [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.305286] env[63260]: DEBUG nova.virt.hardware [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.305459] env[63260]: DEBUG nova.virt.hardware [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.306307] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a656c003-93ab-4aba-be38-8e17ad109687 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.318545] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee7495d-0389-40ff-ab86-91283355da1f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.426410] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Releasing lock "refresh_cache-99f5a99c-638b-4419-a1a4-d98cb34099b0" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.426882] env[63260]: DEBUG nova.compute.manager [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Instance network_info: |[{"id": "341b45a8-731b-4849-a789-cf1caeb30f92", "address": "fa:16:3e:1b:5f:be", "network": {"id": "f1a6423a-5c4b-4aaa-b748-d2f8f6be870e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-101451514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b05b7e531ea465dbe8e5e575048712d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap341b45a8-73", "ovs_interfaceid": "341b45a8-731b-4849-a789-cf1caeb30f92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 980.427231] env[63260]: DEBUG oslo_concurrency.lockutils [req-d3b88b40-7517-4758-8630-2867509d2e1b req-ec27d7e8-8aee-40a8-8c52-6fef33d54a92 service nova] Acquired lock "refresh_cache-99f5a99c-638b-4419-a1a4-d98cb34099b0" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.427410] env[63260]: DEBUG nova.network.neutron [req-d3b88b40-7517-4758-8630-2867509d2e1b req-ec27d7e8-8aee-40a8-8c52-6fef33d54a92 service nova] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Refreshing network info cache for port 341b45a8-731b-4849-a789-cf1caeb30f92 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.428939] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:5f:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '341b45a8-731b-4849-a789-cf1caeb30f92', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 980.436744] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Creating folder: Project (4b05b7e531ea465dbe8e5e575048712d). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 980.439753] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14c4dd36-898f-4038-9e3a-80a763870540 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.456138] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Created folder: Project (4b05b7e531ea465dbe8e5e575048712d) in parent group-v464889. [ 980.456408] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Creating folder: Instances. Parent ref: group-v465152. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 980.456607] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9a98b70-f774-4ff9-a15f-5fd54ddcdbc0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.468100] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Created folder: Instances in parent group-v465152. [ 980.468428] env[63260]: DEBUG oslo.service.loopingcall [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 980.468660] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 980.468846] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5aad8f6f-4796-45fa-9572-42934557c193 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.497610] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 980.497610] env[63260]: value = "task-2285106" [ 980.497610] env[63260]: _type = "Task" [ 980.497610] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.507884] env[63260]: DEBUG oslo_concurrency.lockutils [req-de1809c1-649c-4566-b012-2b2ca2c0835d req-726f22b4-4a58-439e-a96c-040abb295668 service nova] Acquiring lock "67c72ba6-2ba1-4494-add1-f86cc7163ed9" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.508211] env[63260]: DEBUG oslo_concurrency.lockutils [req-de1809c1-649c-4566-b012-2b2ca2c0835d req-726f22b4-4a58-439e-a96c-040abb295668 service nova] Acquired lock "67c72ba6-2ba1-4494-add1-f86cc7163ed9" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.508598] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285106, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.509410] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88de471-890f-4d3d-b202-f57a2442c7d4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.527329] env[63260]: DEBUG oslo_concurrency.lockutils [req-de1809c1-649c-4566-b012-2b2ca2c0835d req-726f22b4-4a58-439e-a96c-040abb295668 service nova] Releasing lock "67c72ba6-2ba1-4494-add1-f86cc7163ed9" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.527612] env[63260]: WARNING nova.compute.manager [req-de1809c1-649c-4566-b012-2b2ca2c0835d req-726f22b4-4a58-439e-a96c-040abb295668 service nova] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Detach interface failed, port_id=5a74f687-f34f-434a-846c-8eff3711d391, reason: No device with interface-id 5a74f687-f34f-434a-846c-8eff3711d391 exists on VM: nova.exception.NotFound: No device with interface-id 5a74f687-f34f-434a-846c-8eff3711d391 exists on VM [ 980.584217] env[63260]: DEBUG oslo_vmware.api [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285103, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.601271] env[63260]: DEBUG oslo_vmware.api [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b9da6a-9bb4-1e8a-0912-12370d13bbb2, 'name': SearchDatastore_Task, 'duration_secs': 0.008904} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.605229] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e24019e9-afd9-4c99-8ad7-476e2c059337 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.615648] env[63260]: DEBUG oslo_vmware.api [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 980.615648] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]529221fc-93f8-471a-e9f3-b165ffdf6c62" [ 980.615648] env[63260]: _type = "Task" [ 980.615648] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.629837] env[63260]: DEBUG oslo_vmware.api [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]529221fc-93f8-471a-e9f3-b165ffdf6c62, 'name': SearchDatastore_Task, 'duration_secs': 0.010494} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.629837] env[63260]: DEBUG oslo_concurrency.lockutils [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.629837] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 17dd160c-dfb0-48ea-a610-a2caa9687ffa/17dd160c-dfb0-48ea-a610-a2caa9687ffa.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 980.629837] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c5792e9-bf55-4ef1-90bb-bd5b279101d6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.638160] env[63260]: DEBUG oslo_vmware.api [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 980.638160] env[63260]: value = "task-2285107" [ 980.638160] env[63260]: _type = "Task" [ 980.638160] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.651985] env[63260]: DEBUG oslo_vmware.api [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285107, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.687258] env[63260]: DEBUG nova.scheduler.client.report [None req-36b30ed6-4b4e-48b3-a9ca-b67cbadc5d3c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.763853] env[63260]: DEBUG nova.network.neutron [None req-c6945065-1a06-4422-b04e-9a732c0f15de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Updating instance_info_cache with network_info: [{"id": "cce06954-ae04-49df-80f9-28923d7958cd", "address": "fa:16:3e:72:48:f3", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcce06954-ae", "ovs_interfaceid": "cce06954-ae04-49df-80f9-28923d7958cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.857371] env[63260]: DEBUG nova.network.neutron [req-d3b88b40-7517-4758-8630-2867509d2e1b req-ec27d7e8-8aee-40a8-8c52-6fef33d54a92 service nova] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Updated VIF entry in instance network info cache for port 341b45a8-731b-4849-a789-cf1caeb30f92. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.857371] env[63260]: DEBUG nova.network.neutron [req-d3b88b40-7517-4758-8630-2867509d2e1b req-ec27d7e8-8aee-40a8-8c52-6fef33d54a92 service nova] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Updating instance_info_cache with network_info: [{"id": "341b45a8-731b-4849-a789-cf1caeb30f92", "address": "fa:16:3e:1b:5f:be", "network": {"id": "f1a6423a-5c4b-4aaa-b748-d2f8f6be870e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-101451514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b05b7e531ea465dbe8e5e575048712d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap341b45a8-73", "ovs_interfaceid": "341b45a8-731b-4849-a789-cf1caeb30f92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.859897] env[63260]: DEBUG nova.compute.manager [req-0dd656b6-9cca-4313-b379-fe6a9b58e9e5 req-cab71ba9-8b26-4bd5-8d0c-30cf47aa2d14 service nova] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Received event network-vif-plugged-62e0826a-dee2-4d88-8b3e-4b62e409d3b4 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 980.860451] env[63260]: DEBUG oslo_concurrency.lockutils [req-0dd656b6-9cca-4313-b379-fe6a9b58e9e5 req-cab71ba9-8b26-4bd5-8d0c-30cf47aa2d14 service nova] Acquiring lock "2632026f-854d-4012-aa34-84edd0a812f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.860926] env[63260]: DEBUG oslo_concurrency.lockutils [req-0dd656b6-9cca-4313-b379-fe6a9b58e9e5 req-cab71ba9-8b26-4bd5-8d0c-30cf47aa2d14 service nova] Lock "2632026f-854d-4012-aa34-84edd0a812f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.861264] env[63260]: DEBUG oslo_concurrency.lockutils [req-0dd656b6-9cca-4313-b379-fe6a9b58e9e5 req-cab71ba9-8b26-4bd5-8d0c-30cf47aa2d14 service nova] Lock "2632026f-854d-4012-aa34-84edd0a812f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.861788] env[63260]: DEBUG nova.compute.manager [req-0dd656b6-9cca-4313-b379-fe6a9b58e9e5 req-cab71ba9-8b26-4bd5-8d0c-30cf47aa2d14 service nova] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] No waiting events found dispatching network-vif-plugged-62e0826a-dee2-4d88-8b3e-4b62e409d3b4 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 980.863179] env[63260]: WARNING nova.compute.manager [req-0dd656b6-9cca-4313-b379-fe6a9b58e9e5 req-cab71ba9-8b26-4bd5-8d0c-30cf47aa2d14 service nova] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Received unexpected event network-vif-plugged-62e0826a-dee2-4d88-8b3e-4b62e409d3b4 for instance with vm_state building and task_state spawning. [ 980.964195] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e564ebda-fa0f-483e-b412-373e30dc6c2f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "67c72ba6-2ba1-4494-add1-f86cc7163ed9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.964515] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e564ebda-fa0f-483e-b412-373e30dc6c2f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "67c72ba6-2ba1-4494-add1-f86cc7163ed9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.964719] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e564ebda-fa0f-483e-b412-373e30dc6c2f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "67c72ba6-2ba1-4494-add1-f86cc7163ed9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.964909] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e564ebda-fa0f-483e-b412-373e30dc6c2f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "67c72ba6-2ba1-4494-add1-f86cc7163ed9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.965087] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e564ebda-fa0f-483e-b412-373e30dc6c2f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "67c72ba6-2ba1-4494-add1-f86cc7163ed9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.967858] env[63260]: INFO nova.compute.manager [None req-e564ebda-fa0f-483e-b412-373e30dc6c2f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Terminating instance [ 981.012491] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285106, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.085256] env[63260]: DEBUG oslo_vmware.api [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285103, 'name': RemoveSnapshot_Task, 'duration_secs': 0.742669} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.085552] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Deleted Snapshot of the VM instance {{(pid=63260) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 981.085834] env[63260]: DEBUG nova.compute.manager [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 981.086654] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f917ce4-4e28-404e-87d6-177bd1b3434a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.150598] env[63260]: DEBUG oslo_vmware.api [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285107, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.197643] env[63260]: DEBUG oslo_concurrency.lockutils [None req-36b30ed6-4b4e-48b3-a9ca-b67cbadc5d3c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.788s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.200316] env[63260]: DEBUG oslo_concurrency.lockutils [None req-43d35fcb-b5dd-45a6-884c-d3227537a744 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.140s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.200575] env[63260]: DEBUG nova.objects.instance [None req-43d35fcb-b5dd-45a6-884c-d3227537a744 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lazy-loading 'resources' on Instance uuid c6ffbdfa-643c-4ef4-b5b0-278692e3c56d {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.223123] env[63260]: INFO nova.scheduler.client.report [None req-36b30ed6-4b4e-48b3-a9ca-b67cbadc5d3c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Deleted allocations for instance 05f51648-73be-4989-8574-57bc8eb882b2 [ 981.267236] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c6945065-1a06-4422-b04e-9a732c0f15de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Releasing lock "refresh_cache-67c72ba6-2ba1-4494-add1-f86cc7163ed9" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.318251] env[63260]: DEBUG nova.network.neutron [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Successfully updated port: 62e0826a-dee2-4d88-8b3e-4b62e409d3b4 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 981.364289] env[63260]: DEBUG oslo_concurrency.lockutils [req-d3b88b40-7517-4758-8630-2867509d2e1b req-ec27d7e8-8aee-40a8-8c52-6fef33d54a92 service nova] Releasing lock "refresh_cache-99f5a99c-638b-4419-a1a4-d98cb34099b0" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.475058] env[63260]: DEBUG nova.compute.manager [None req-e564ebda-fa0f-483e-b412-373e30dc6c2f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.475218] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e564ebda-fa0f-483e-b412-373e30dc6c2f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.476207] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d432a897-667e-463c-8044-449075a865ea {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.484834] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e564ebda-fa0f-483e-b412-373e30dc6c2f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.485070] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f155269f-9f0d-4b71-a9c2-d039464bf4eb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.491760] env[63260]: DEBUG oslo_vmware.api [None req-e564ebda-fa0f-483e-b412-373e30dc6c2f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 981.491760] env[63260]: value = "task-2285108" [ 981.491760] env[63260]: _type = "Task" [ 981.491760] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.499628] env[63260]: DEBUG oslo_vmware.api [None req-e564ebda-fa0f-483e-b412-373e30dc6c2f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.508136] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285106, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.603112] env[63260]: INFO nova.compute.manager [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Shelve offloading [ 981.651273] env[63260]: DEBUG oslo_vmware.api [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285107, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535583} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.651559] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 17dd160c-dfb0-48ea-a610-a2caa9687ffa/17dd160c-dfb0-48ea-a610-a2caa9687ffa.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.651800] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.652074] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17507966-9901-4ea3-b521-c1c227b16e27 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.661228] env[63260]: DEBUG oslo_vmware.api [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 981.661228] env[63260]: value = "task-2285109" [ 981.661228] env[63260]: _type = "Task" [ 981.661228] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.671195] env[63260]: DEBUG oslo_vmware.api [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.730968] env[63260]: DEBUG oslo_concurrency.lockutils [None req-36b30ed6-4b4e-48b3-a9ca-b67cbadc5d3c tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "05f51648-73be-4989-8574-57bc8eb882b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.027s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.771851] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c6945065-1a06-4422-b04e-9a732c0f15de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "interface-67c72ba6-2ba1-4494-add1-f86cc7163ed9-5a74f687-f34f-434a-846c-8eff3711d391" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.855s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.821357] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "refresh_cache-2632026f-854d-4012-aa34-84edd0a812f3" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.821527] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquired lock "refresh_cache-2632026f-854d-4012-aa34-84edd0a812f3" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.821708] env[63260]: DEBUG nova.network.neutron [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.884731] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4286b20-f43c-4519-8d00-c82310a99d40 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.896454] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4196a7a1-9082-47d9-b72c-2f38154c4729 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.933389] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf5cdcd-eaa4-498c-a850-cd27da504aef {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.943133] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870333e8-5725-4d6d-90d2-d6bb67bb39a6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.957777] env[63260]: DEBUG nova.compute.provider_tree [None req-43d35fcb-b5dd-45a6-884c-d3227537a744 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.007016] env[63260]: DEBUG oslo_vmware.api [None req-e564ebda-fa0f-483e-b412-373e30dc6c2f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285108, 'name': PowerOffVM_Task, 'duration_secs': 0.228755} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.007699] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e564ebda-fa0f-483e-b412-373e30dc6c2f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.007873] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e564ebda-fa0f-483e-b412-373e30dc6c2f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.008145] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe0513ee-529e-4f31-9be1-fc26e0376b83 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.013310] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285106, 'name': CreateVM_Task, 'duration_secs': 1.17309} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.013462] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.014154] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.014407] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.014637] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.014962] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48b57037-b01c-4be1-9009-e0db31e22f10 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.020867] env[63260]: DEBUG oslo_vmware.api [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 982.020867] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5232c715-95c0-5c1e-d319-ca3640c6d5d1" [ 982.020867] env[63260]: _type = "Task" [ 982.020867] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.029490] env[63260]: DEBUG oslo_vmware.api [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5232c715-95c0-5c1e-d319-ca3640c6d5d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.087405] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e564ebda-fa0f-483e-b412-373e30dc6c2f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.087722] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e564ebda-fa0f-483e-b412-373e30dc6c2f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.088046] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-e564ebda-fa0f-483e-b412-373e30dc6c2f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Deleting the datastore file [datastore2] 67c72ba6-2ba1-4494-add1-f86cc7163ed9 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.088658] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0aad2a80-a734-4123-adb3-515ee94d2032 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.097287] env[63260]: DEBUG oslo_vmware.api [None req-e564ebda-fa0f-483e-b412-373e30dc6c2f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 982.097287] env[63260]: value = "task-2285111" [ 982.097287] env[63260]: _type = "Task" [ 982.097287] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.107444] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.107748] env[63260]: DEBUG oslo_vmware.api [None req-e564ebda-fa0f-483e-b412-373e30dc6c2f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.107982] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecf2e9c7-4f1b-4ca5-ba31-5de681fce839 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.115821] env[63260]: DEBUG oslo_vmware.api [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 982.115821] env[63260]: value = "task-2285112" [ 982.115821] env[63260]: _type = "Task" [ 982.115821] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.125538] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] VM already powered off {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 982.125780] env[63260]: DEBUG nova.compute.manager [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.126657] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c487e1b4-297f-42aa-9c6e-70d8956ccc7d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.134007] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquiring lock "refresh_cache-e7079a58-fb09-44b7-bed8-3625be32b5f4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.134192] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquired lock "refresh_cache-e7079a58-fb09-44b7-bed8-3625be32b5f4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.134367] env[63260]: DEBUG nova.network.neutron [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.172987] env[63260]: DEBUG oslo_vmware.api [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285109, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.282706} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.173320] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.174146] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1eec4f1-4296-456f-b5bd-9cc45e04cd17 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.192231] env[63260]: DEBUG nova.compute.manager [req-1b64e553-4c24-4ea0-b1d1-bbf95edfc941 req-cc3ff947-7cbf-47d7-9602-2e53342e5cd9 service nova] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Received event network-changed-62e0826a-dee2-4d88-8b3e-4b62e409d3b4 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 982.192478] env[63260]: DEBUG nova.compute.manager [req-1b64e553-4c24-4ea0-b1d1-bbf95edfc941 req-cc3ff947-7cbf-47d7-9602-2e53342e5cd9 service nova] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Refreshing instance network info cache due to event network-changed-62e0826a-dee2-4d88-8b3e-4b62e409d3b4. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 982.192606] env[63260]: DEBUG oslo_concurrency.lockutils [req-1b64e553-4c24-4ea0-b1d1-bbf95edfc941 req-cc3ff947-7cbf-47d7-9602-2e53342e5cd9 service nova] Acquiring lock "refresh_cache-2632026f-854d-4012-aa34-84edd0a812f3" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.213095] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 17dd160c-dfb0-48ea-a610-a2caa9687ffa/17dd160c-dfb0-48ea-a610-a2caa9687ffa.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.214138] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-786f7eb8-89be-42d9-826a-3d120cb59d57 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.237696] env[63260]: DEBUG oslo_vmware.api [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 982.237696] env[63260]: value = "task-2285113" [ 982.237696] env[63260]: _type = "Task" [ 982.237696] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.247521] env[63260]: DEBUG oslo_vmware.api [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285113, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.357529] env[63260]: DEBUG nova.network.neutron [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 982.464292] env[63260]: DEBUG nova.scheduler.client.report [None req-43d35fcb-b5dd-45a6-884c-d3227537a744 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.499850] env[63260]: DEBUG nova.network.neutron [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Updating instance_info_cache with network_info: [{"id": "62e0826a-dee2-4d88-8b3e-4b62e409d3b4", "address": "fa:16:3e:90:59:69", "network": {"id": "15c698e3-385d-486a-901f-b71a8d1836c1", "bridge": "br-int", "label": "tempest-ServersTestJSON-97174531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "593abaa160404848afa5a59e0dd679f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62e0826a-de", "ovs_interfaceid": "62e0826a-dee2-4d88-8b3e-4b62e409d3b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.532154] env[63260]: DEBUG oslo_vmware.api [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5232c715-95c0-5c1e-d319-ca3640c6d5d1, 'name': SearchDatastore_Task, 'duration_secs': 0.014446} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.532469] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.532699] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.532930] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.533113] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.533305] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.533575] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-237dc385-f335-45b4-b8e9-f9a5255cb131 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.544133] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.544336] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.545403] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7784adef-4641-430f-975d-39238c3eed7b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.551768] env[63260]: DEBUG oslo_vmware.api [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 982.551768] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]520be238-4f67-7aca-7a4f-7fe9952caa2e" [ 982.551768] env[63260]: _type = "Task" [ 982.551768] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.564894] env[63260]: DEBUG oslo_vmware.api [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]520be238-4f67-7aca-7a4f-7fe9952caa2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.608045] env[63260]: DEBUG oslo_vmware.api [None req-e564ebda-fa0f-483e-b412-373e30dc6c2f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198167} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.608368] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-e564ebda-fa0f-483e-b412-373e30dc6c2f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.608495] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e564ebda-fa0f-483e-b412-373e30dc6c2f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.608754] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e564ebda-fa0f-483e-b412-373e30dc6c2f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.608860] env[63260]: INFO nova.compute.manager [None req-e564ebda-fa0f-483e-b412-373e30dc6c2f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 982.609201] env[63260]: DEBUG oslo.service.loopingcall [None req-e564ebda-fa0f-483e-b412-373e30dc6c2f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 982.609420] env[63260]: DEBUG nova.compute.manager [-] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 982.609520] env[63260]: DEBUG nova.network.neutron [-] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 982.749457] env[63260]: DEBUG oslo_vmware.api [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285113, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.967320] env[63260]: DEBUG oslo_concurrency.lockutils [None req-43d35fcb-b5dd-45a6-884c-d3227537a744 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.767s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.994321] env[63260]: INFO nova.scheduler.client.report [None req-43d35fcb-b5dd-45a6-884c-d3227537a744 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Deleted allocations for instance c6ffbdfa-643c-4ef4-b5b0-278692e3c56d [ 983.002548] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Releasing lock "refresh_cache-2632026f-854d-4012-aa34-84edd0a812f3" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.002863] env[63260]: DEBUG nova.compute.manager [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Instance network_info: |[{"id": "62e0826a-dee2-4d88-8b3e-4b62e409d3b4", "address": "fa:16:3e:90:59:69", "network": {"id": "15c698e3-385d-486a-901f-b71a8d1836c1", "bridge": "br-int", "label": "tempest-ServersTestJSON-97174531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "593abaa160404848afa5a59e0dd679f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62e0826a-de", "ovs_interfaceid": "62e0826a-dee2-4d88-8b3e-4b62e409d3b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 983.003229] env[63260]: DEBUG oslo_concurrency.lockutils [req-1b64e553-4c24-4ea0-b1d1-bbf95edfc941 req-cc3ff947-7cbf-47d7-9602-2e53342e5cd9 service nova] Acquired lock "refresh_cache-2632026f-854d-4012-aa34-84edd0a812f3" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.003486] env[63260]: DEBUG nova.network.neutron [req-1b64e553-4c24-4ea0-b1d1-bbf95edfc941 req-cc3ff947-7cbf-47d7-9602-2e53342e5cd9 service nova] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Refreshing network info cache for port 62e0826a-dee2-4d88-8b3e-4b62e409d3b4 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.004541] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:59:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad36dd36-1d2c-4f37-a259-98ef2e440794', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62e0826a-dee2-4d88-8b3e-4b62e409d3b4', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.013964] env[63260]: DEBUG oslo.service.loopingcall [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 983.019648] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.020425] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f68b48c0-ab4b-476f-a889-fc6cfdc98e44 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.046588] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.046588] env[63260]: value = "task-2285114" [ 983.046588] env[63260]: _type = "Task" [ 983.046588] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.061302] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285114, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.068917] env[63260]: DEBUG oslo_vmware.api [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]520be238-4f67-7aca-7a4f-7fe9952caa2e, 'name': SearchDatastore_Task, 'duration_secs': 0.01341} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.071134] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5cdb8ca-662f-4a86-ad7a-ff8e2fcbd91f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.078280] env[63260]: DEBUG oslo_vmware.api [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 983.078280] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5290c2b6-c673-739e-e574-d47de0a9af0f" [ 983.078280] env[63260]: _type = "Task" [ 983.078280] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.088180] env[63260]: DEBUG oslo_vmware.api [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5290c2b6-c673-739e-e574-d47de0a9af0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.125668] env[63260]: DEBUG nova.network.neutron [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Updating instance_info_cache with network_info: [{"id": "f02aebae-307c-4d49-87e7-686c86c270b1", "address": "fa:16:3e:f3:bf:96", "network": {"id": "66d00c05-9221-40b2-ab92-cc9e6cc0a873", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139558234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60727a710cc4402ca1e8f23bab7f1ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf02aebae-30", "ovs_interfaceid": "f02aebae-307c-4d49-87e7-686c86c270b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.256285] env[63260]: DEBUG oslo_vmware.api [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285113, 'name': ReconfigVM_Task, 'duration_secs': 0.748206} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.256678] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 17dd160c-dfb0-48ea-a610-a2caa9687ffa/17dd160c-dfb0-48ea-a610-a2caa9687ffa.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.257525] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16211fdd-9249-46bd-8544-cb3ff5c9e4c7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.267225] env[63260]: DEBUG oslo_vmware.api [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 983.267225] env[63260]: value = "task-2285115" [ 983.267225] env[63260]: _type = "Task" [ 983.267225] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.276500] env[63260]: DEBUG oslo_vmware.api [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285115, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.469426] env[63260]: DEBUG nova.network.neutron [req-1b64e553-4c24-4ea0-b1d1-bbf95edfc941 req-cc3ff947-7cbf-47d7-9602-2e53342e5cd9 service nova] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Updated VIF entry in instance network info cache for port 62e0826a-dee2-4d88-8b3e-4b62e409d3b4. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.469785] env[63260]: DEBUG nova.network.neutron [req-1b64e553-4c24-4ea0-b1d1-bbf95edfc941 req-cc3ff947-7cbf-47d7-9602-2e53342e5cd9 service nova] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Updating instance_info_cache with network_info: [{"id": "62e0826a-dee2-4d88-8b3e-4b62e409d3b4", "address": "fa:16:3e:90:59:69", "network": {"id": "15c698e3-385d-486a-901f-b71a8d1836c1", "bridge": "br-int", "label": "tempest-ServersTestJSON-97174531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "593abaa160404848afa5a59e0dd679f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62e0826a-de", "ovs_interfaceid": "62e0826a-dee2-4d88-8b3e-4b62e409d3b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.506058] env[63260]: DEBUG oslo_concurrency.lockutils [None req-43d35fcb-b5dd-45a6-884c-d3227537a744 tempest-ServerDiskConfigTestJSON-1043149519 tempest-ServerDiskConfigTestJSON-1043149519-project-member] Lock "c6ffbdfa-643c-4ef4-b5b0-278692e3c56d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.925s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.556752] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285114, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.590873] env[63260]: DEBUG oslo_vmware.api [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5290c2b6-c673-739e-e574-d47de0a9af0f, 'name': SearchDatastore_Task, 'duration_secs': 0.023551} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.591179] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.591415] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 99f5a99c-638b-4419-a1a4-d98cb34099b0/99f5a99c-638b-4419-a1a4-d98cb34099b0.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.591675] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f67d27f-cf29-4233-9d38-7185bf45448c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.601351] env[63260]: DEBUG oslo_vmware.api [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 983.601351] env[63260]: value = "task-2285116" [ 983.601351] env[63260]: _type = "Task" [ 983.601351] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.609852] env[63260]: DEBUG oslo_vmware.api [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.628545] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Releasing lock "refresh_cache-e7079a58-fb09-44b7-bed8-3625be32b5f4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.779177] env[63260]: DEBUG oslo_vmware.api [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285115, 'name': Rename_Task, 'duration_secs': 0.269382} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.779476] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.779723] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e826455f-f42f-4060-af57-a5132e225767 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.789459] env[63260]: DEBUG oslo_vmware.api [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 983.789459] env[63260]: value = "task-2285117" [ 983.789459] env[63260]: _type = "Task" [ 983.789459] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.799505] env[63260]: DEBUG oslo_vmware.api [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.974529] env[63260]: DEBUG oslo_concurrency.lockutils [req-1b64e553-4c24-4ea0-b1d1-bbf95edfc941 req-cc3ff947-7cbf-47d7-9602-2e53342e5cd9 service nova] Releasing lock "refresh_cache-2632026f-854d-4012-aa34-84edd0a812f3" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.989767] env[63260]: DEBUG nova.network.neutron [-] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.059683] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285114, 'name': CreateVM_Task, 'duration_secs': 0.539492} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.059885] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.060639] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.060844] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.061207] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.061487] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-723ab0f9-cf03-4edf-8da2-40f927758c70 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.073082] env[63260]: DEBUG oslo_vmware.api [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 984.073082] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5227b80f-25d0-c17d-b528-71835cf9093b" [ 984.073082] env[63260]: _type = "Task" [ 984.073082] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.083152] env[63260]: DEBUG oslo_vmware.api [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5227b80f-25d0-c17d-b528-71835cf9093b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.085058] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.086387] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51d14f5-b596-4839-9415-a2be54570ddb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.098530] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.099638] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d695f76-f798-494c-9894-518dc24c5a82 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.114938] env[63260]: DEBUG oslo_vmware.api [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285116, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.177232] env[63260]: DEBUG oslo_vmware.rw_handles [None req-c89e6df3-b608-4f3e-a086-d41c28e2579d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa933d-576a-ad67-b0a6-69fc0116f2b8/disk-0.vmdk. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 984.178388] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24ed96b-6291-44bc-b124-3e570abeccc8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.187881] env[63260]: DEBUG oslo_vmware.rw_handles [None req-c89e6df3-b608-4f3e-a086-d41c28e2579d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa933d-576a-ad67-b0a6-69fc0116f2b8/disk-0.vmdk is in state: ready. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 984.187881] env[63260]: ERROR oslo_vmware.rw_handles [None req-c89e6df3-b608-4f3e-a086-d41c28e2579d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa933d-576a-ad67-b0a6-69fc0116f2b8/disk-0.vmdk due to incomplete transfer. [ 984.187881] env[63260]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9f9ca79d-1db3-49d7-9042-857d52e07d07 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.202309] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.202545] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.202730] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Deleting the datastore file [datastore1] e7079a58-fb09-44b7-bed8-3625be32b5f4 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.203112] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc9cd16e-b963-43b7-8bfc-f92ae776ba19 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.208694] env[63260]: DEBUG oslo_vmware.rw_handles [None req-c89e6df3-b608-4f3e-a086-d41c28e2579d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa933d-576a-ad67-b0a6-69fc0116f2b8/disk-0.vmdk. {{(pid=63260) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 984.208838] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-c89e6df3-b608-4f3e-a086-d41c28e2579d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Uploaded image c69e2633-d74c-4e55-a4a6-5ad557ee7b8f to the Glance image server {{(pid=63260) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 984.210583] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89e6df3-b608-4f3e-a086-d41c28e2579d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Destroying the VM {{(pid=63260) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 984.211507] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c5eed101-5e60-4607-842b-5923fdb908be {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.220629] env[63260]: DEBUG oslo_vmware.api [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 984.220629] env[63260]: value = "task-2285119" [ 984.220629] env[63260]: _type = "Task" [ 984.220629] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.222693] env[63260]: DEBUG oslo_vmware.api [None req-c89e6df3-b608-4f3e-a086-d41c28e2579d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 984.222693] env[63260]: value = "task-2285120" [ 984.222693] env[63260]: _type = "Task" [ 984.222693] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.234897] env[63260]: DEBUG nova.compute.manager [req-049f6974-ed38-46d9-865e-8996d19b8cd5 req-5fcbe11c-68a8-491a-ae65-6e5075103945 service nova] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Received event network-vif-deleted-cce06954-ae04-49df-80f9-28923d7958cd {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 984.235400] env[63260]: DEBUG nova.compute.manager [req-049f6974-ed38-46d9-865e-8996d19b8cd5 req-5fcbe11c-68a8-491a-ae65-6e5075103945 service nova] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Received event network-vif-unplugged-f02aebae-307c-4d49-87e7-686c86c270b1 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 984.235400] env[63260]: DEBUG oslo_concurrency.lockutils [req-049f6974-ed38-46d9-865e-8996d19b8cd5 req-5fcbe11c-68a8-491a-ae65-6e5075103945 service nova] Acquiring lock "e7079a58-fb09-44b7-bed8-3625be32b5f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.235523] env[63260]: DEBUG oslo_concurrency.lockutils [req-049f6974-ed38-46d9-865e-8996d19b8cd5 req-5fcbe11c-68a8-491a-ae65-6e5075103945 service nova] Lock "e7079a58-fb09-44b7-bed8-3625be32b5f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.235707] env[63260]: DEBUG oslo_concurrency.lockutils [req-049f6974-ed38-46d9-865e-8996d19b8cd5 req-5fcbe11c-68a8-491a-ae65-6e5075103945 service nova] Lock "e7079a58-fb09-44b7-bed8-3625be32b5f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.235846] env[63260]: DEBUG nova.compute.manager [req-049f6974-ed38-46d9-865e-8996d19b8cd5 req-5fcbe11c-68a8-491a-ae65-6e5075103945 service nova] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] No waiting events found dispatching network-vif-unplugged-f02aebae-307c-4d49-87e7-686c86c270b1 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 984.236431] env[63260]: WARNING nova.compute.manager [req-049f6974-ed38-46d9-865e-8996d19b8cd5 req-5fcbe11c-68a8-491a-ae65-6e5075103945 service nova] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Received unexpected event network-vif-unplugged-f02aebae-307c-4d49-87e7-686c86c270b1 for instance with vm_state shelved and task_state shelving_offloading. [ 984.236431] env[63260]: DEBUG nova.compute.manager [req-049f6974-ed38-46d9-865e-8996d19b8cd5 req-5fcbe11c-68a8-491a-ae65-6e5075103945 service nova] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Received event network-changed-f02aebae-307c-4d49-87e7-686c86c270b1 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 984.236497] env[63260]: DEBUG nova.compute.manager [req-049f6974-ed38-46d9-865e-8996d19b8cd5 req-5fcbe11c-68a8-491a-ae65-6e5075103945 service nova] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Refreshing instance network info cache due to event network-changed-f02aebae-307c-4d49-87e7-686c86c270b1. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 984.236677] env[63260]: DEBUG oslo_concurrency.lockutils [req-049f6974-ed38-46d9-865e-8996d19b8cd5 req-5fcbe11c-68a8-491a-ae65-6e5075103945 service nova] Acquiring lock "refresh_cache-e7079a58-fb09-44b7-bed8-3625be32b5f4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.237110] env[63260]: DEBUG oslo_concurrency.lockutils [req-049f6974-ed38-46d9-865e-8996d19b8cd5 req-5fcbe11c-68a8-491a-ae65-6e5075103945 service nova] Acquired lock "refresh_cache-e7079a58-fb09-44b7-bed8-3625be32b5f4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.237110] env[63260]: DEBUG nova.network.neutron [req-049f6974-ed38-46d9-865e-8996d19b8cd5 req-5fcbe11c-68a8-491a-ae65-6e5075103945 service nova] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Refreshing network info cache for port f02aebae-307c-4d49-87e7-686c86c270b1 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.249311] env[63260]: DEBUG oslo_vmware.api [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285119, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.250035] env[63260]: DEBUG oslo_vmware.api [None req-c89e6df3-b608-4f3e-a086-d41c28e2579d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285120, 'name': Destroy_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.301654] env[63260]: DEBUG oslo_vmware.api [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285117, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.494098] env[63260]: INFO nova.compute.manager [-] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Took 1.88 seconds to deallocate network for instance. [ 984.587868] env[63260]: DEBUG oslo_vmware.api [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5227b80f-25d0-c17d-b528-71835cf9093b, 'name': SearchDatastore_Task, 'duration_secs': 0.059607} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.588086] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.588240] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.588716] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.588716] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.588830] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.589166] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a60f1cc1-480d-4cfa-81f1-baf19b27fe00 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.600369] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.600576] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.601791] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29ca0976-2d7c-4b7a-b021-87357c6c4673 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.613622] env[63260]: DEBUG oslo_vmware.api [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667383} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.615808] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 99f5a99c-638b-4419-a1a4-d98cb34099b0/99f5a99c-638b-4419-a1a4-d98cb34099b0.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 984.615808] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.615808] env[63260]: DEBUG oslo_vmware.api [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 984.615808] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5239719e-f435-e484-5400-4904b2bebaa0" [ 984.615808] env[63260]: _type = "Task" [ 984.615808] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.615808] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1fac0db-e7cd-439e-9db3-51520b364fcf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.627238] env[63260]: DEBUG oslo_vmware.api [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5239719e-f435-e484-5400-4904b2bebaa0, 'name': SearchDatastore_Task, 'duration_secs': 0.010427} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.629237] env[63260]: DEBUG oslo_vmware.api [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 984.629237] env[63260]: value = "task-2285121" [ 984.629237] env[63260]: _type = "Task" [ 984.629237] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.629445] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcdb71ba-18a3-4875-8a39-7c140a714f18 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.638996] env[63260]: DEBUG oslo_vmware.api [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 984.638996] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52ecf89e-9867-ebf2-b093-dfa80782be24" [ 984.638996] env[63260]: _type = "Task" [ 984.638996] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.643025] env[63260]: DEBUG oslo_vmware.api [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285121, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.651870] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquiring lock "55dc2cc3-0938-47a4-81af-4cb638783c01" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.651870] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "55dc2cc3-0938-47a4-81af-4cb638783c01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.657114] env[63260]: DEBUG oslo_vmware.api [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52ecf89e-9867-ebf2-b093-dfa80782be24, 'name': SearchDatastore_Task, 'duration_secs': 0.011467} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.657380] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.657669] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 2632026f-854d-4012-aa34-84edd0a812f3/2632026f-854d-4012-aa34-84edd0a812f3.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 984.657924] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17567887-a892-43c1-ab83-3469a5e59ab8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.667026] env[63260]: DEBUG oslo_vmware.api [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 984.667026] env[63260]: value = "task-2285122" [ 984.667026] env[63260]: _type = "Task" [ 984.667026] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.678013] env[63260]: DEBUG oslo_vmware.api [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285122, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.735715] env[63260]: DEBUG oslo_vmware.api [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285119, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162924} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.735715] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.735715] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.735715] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.744772] env[63260]: DEBUG oslo_vmware.api [None req-c89e6df3-b608-4f3e-a086-d41c28e2579d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285120, 'name': Destroy_Task} progress is 33%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.759905] env[63260]: INFO nova.scheduler.client.report [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Deleted allocations for instance e7079a58-fb09-44b7-bed8-3625be32b5f4 [ 984.801735] env[63260]: DEBUG oslo_vmware.api [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285117, 'name': PowerOnVM_Task, 'duration_secs': 0.678921} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.802027] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.802254] env[63260]: INFO nova.compute.manager [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Took 9.21 seconds to spawn the instance on the hypervisor. [ 984.802500] env[63260]: DEBUG nova.compute.manager [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.803762] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16cac14-d77d-4000-a71b-837d128f7a29 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.000478] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e564ebda-fa0f-483e-b412-373e30dc6c2f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.000832] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e564ebda-fa0f-483e-b412-373e30dc6c2f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.001130] env[63260]: DEBUG nova.objects.instance [None req-e564ebda-fa0f-483e-b412-373e30dc6c2f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lazy-loading 'resources' on Instance uuid 67c72ba6-2ba1-4494-add1-f86cc7163ed9 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.144234] env[63260]: DEBUG oslo_vmware.api [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285121, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073665} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.144528] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 985.145336] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1000ec4f-2b9a-4624-bd0b-e8f8154ffe3e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.162024] env[63260]: DEBUG nova.compute.manager [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 985.173710] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 99f5a99c-638b-4419-a1a4-d98cb34099b0/99f5a99c-638b-4419-a1a4-d98cb34099b0.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.177919] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f34540a-3e99-4d94-b14b-d248f971537a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.193984] env[63260]: DEBUG nova.network.neutron [req-049f6974-ed38-46d9-865e-8996d19b8cd5 req-5fcbe11c-68a8-491a-ae65-6e5075103945 service nova] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Updated VIF entry in instance network info cache for port f02aebae-307c-4d49-87e7-686c86c270b1. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.194347] env[63260]: DEBUG nova.network.neutron [req-049f6974-ed38-46d9-865e-8996d19b8cd5 req-5fcbe11c-68a8-491a-ae65-6e5075103945 service nova] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Updating instance_info_cache with network_info: [{"id": "f02aebae-307c-4d49-87e7-686c86c270b1", "address": "fa:16:3e:f3:bf:96", "network": {"id": "66d00c05-9221-40b2-ab92-cc9e6cc0a873", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1139558234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60727a710cc4402ca1e8f23bab7f1ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf02aebae-30", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.208411] env[63260]: DEBUG oslo_vmware.api [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285122, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475228} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.209834] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 2632026f-854d-4012-aa34-84edd0a812f3/2632026f-854d-4012-aa34-84edd0a812f3.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.210070] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 985.210654] env[63260]: DEBUG oslo_vmware.api [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 985.210654] env[63260]: value = "task-2285123" [ 985.210654] env[63260]: _type = "Task" [ 985.210654] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.210876] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1958ffe9-4b8f-43aa-8879-fde992e6c21f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.222263] env[63260]: DEBUG oslo_vmware.api [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285123, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.223583] env[63260]: DEBUG oslo_vmware.api [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 985.223583] env[63260]: value = "task-2285124" [ 985.223583] env[63260]: _type = "Task" [ 985.223583] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.235432] env[63260]: DEBUG oslo_vmware.api [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285124, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.241169] env[63260]: DEBUG oslo_vmware.api [None req-c89e6df3-b608-4f3e-a086-d41c28e2579d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285120, 'name': Destroy_Task, 'duration_secs': 0.73265} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.241427] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-c89e6df3-b608-4f3e-a086-d41c28e2579d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Destroyed the VM [ 985.241663] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c89e6df3-b608-4f3e-a086-d41c28e2579d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Deleting Snapshot of the VM instance {{(pid=63260) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 985.241937] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-38bf20dd-4feb-40d7-b9bf-55719a3d7ee7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.249446] env[63260]: DEBUG oslo_vmware.api [None req-c89e6df3-b608-4f3e-a086-d41c28e2579d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 985.249446] env[63260]: value = "task-2285125" [ 985.249446] env[63260]: _type = "Task" [ 985.249446] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.258360] env[63260]: DEBUG oslo_vmware.api [None req-c89e6df3-b608-4f3e-a086-d41c28e2579d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285125, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.265532] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.320993] env[63260]: INFO nova.compute.manager [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Took 18.26 seconds to build instance. [ 985.662885] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2fa790-b1c2-4e33-bbbd-b92e64872097 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.677065] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185340ed-706f-45a6-8c32-7dd9a7638b9c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.711521] env[63260]: DEBUG oslo_concurrency.lockutils [req-049f6974-ed38-46d9-865e-8996d19b8cd5 req-5fcbe11c-68a8-491a-ae65-6e5075103945 service nova] Releasing lock "refresh_cache-e7079a58-fb09-44b7-bed8-3625be32b5f4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.712924] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.713691] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a9c3fa-9a72-413a-b93d-646b23b42610 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.725079] env[63260]: DEBUG oslo_vmware.api [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285123, 'name': ReconfigVM_Task, 'duration_secs': 0.292891} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.730449] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 99f5a99c-638b-4419-a1a4-d98cb34099b0/99f5a99c-638b-4419-a1a4-d98cb34099b0.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 985.731173] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40f668f3-ed87-4a0b-a350-626257841b48 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.733627] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8f3e13-e8d1-4d1f-8541-f371ba106157 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.744106] env[63260]: DEBUG oslo_vmware.api [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285124, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074677} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.754351] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 985.754769] env[63260]: DEBUG oslo_vmware.api [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 985.754769] env[63260]: value = "task-2285126" [ 985.754769] env[63260]: _type = "Task" [ 985.754769] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.755285] env[63260]: DEBUG nova.compute.provider_tree [None req-e564ebda-fa0f-483e-b412-373e30dc6c2f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 985.757160] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0ce7c2-77c5-4ceb-aebb-4da15a723200 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.795362] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 2632026f-854d-4012-aa34-84edd0a812f3/2632026f-854d-4012-aa34-84edd0a812f3.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.795362] env[63260]: DEBUG oslo_vmware.api [None req-c89e6df3-b608-4f3e-a086-d41c28e2579d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285125, 'name': RemoveSnapshot_Task} progress is 58%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.795362] env[63260]: DEBUG oslo_vmware.api [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285126, 'name': Rename_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.795362] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-347a2bca-bce6-4313-814e-987f8a2b82b6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.820022] env[63260]: DEBUG oslo_vmware.api [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 985.820022] env[63260]: value = "task-2285127" [ 985.820022] env[63260]: _type = "Task" [ 985.820022] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.827923] env[63260]: DEBUG oslo_concurrency.lockutils [None req-70ecfead-06c3-4a9c-aa38-c386ec312c5e tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "17dd160c-dfb0-48ea-a610-a2caa9687ffa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.774s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.828435] env[63260]: DEBUG oslo_vmware.api [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285127, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.272150] env[63260]: DEBUG oslo_vmware.api [None req-c89e6df3-b608-4f3e-a086-d41c28e2579d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285125, 'name': RemoveSnapshot_Task, 'duration_secs': 0.914802} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.275183] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c89e6df3-b608-4f3e-a086-d41c28e2579d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Deleted Snapshot of the VM instance {{(pid=63260) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 986.275425] env[63260]: INFO nova.compute.manager [None req-c89e6df3-b608-4f3e-a086-d41c28e2579d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Took 15.73 seconds to snapshot the instance on the hypervisor. [ 986.277797] env[63260]: DEBUG oslo_vmware.api [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285126, 'name': Rename_Task, 'duration_secs': 0.158638} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.278071] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 986.278337] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fd4129d-994b-4f06-86e6-1ef28ceaec0d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.283140] env[63260]: ERROR nova.scheduler.client.report [None req-e564ebda-fa0f-483e-b412-373e30dc6c2f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [req-b8a3687b-c627-487c-bb82-059c4a2ee0a0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 535ed902-6829-4832-9c79-14d5c1df9745. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b8a3687b-c627-487c-bb82-059c4a2ee0a0"}]} [ 986.287182] env[63260]: DEBUG oslo_vmware.api [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 986.287182] env[63260]: value = "task-2285128" [ 986.287182] env[63260]: _type = "Task" [ 986.287182] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.297711] env[63260]: DEBUG oslo_vmware.api [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285128, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.302847] env[63260]: DEBUG nova.scheduler.client.report [None req-e564ebda-fa0f-483e-b412-373e30dc6c2f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Refreshing inventories for resource provider 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 986.323769] env[63260]: DEBUG nova.scheduler.client.report [None req-e564ebda-fa0f-483e-b412-373e30dc6c2f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Updating ProviderTree inventory for provider 535ed902-6829-4832-9c79-14d5c1df9745 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 986.327569] env[63260]: DEBUG nova.compute.provider_tree [None req-e564ebda-fa0f-483e-b412-373e30dc6c2f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 986.340765] env[63260]: DEBUG oslo_vmware.api [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285127, 'name': ReconfigVM_Task, 'duration_secs': 0.337145} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.340765] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 2632026f-854d-4012-aa34-84edd0a812f3/2632026f-854d-4012-aa34-84edd0a812f3.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.341403] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91e506b9-12a2-4192-a25c-32018d081042 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.345770] env[63260]: DEBUG nova.scheduler.client.report [None req-e564ebda-fa0f-483e-b412-373e30dc6c2f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Refreshing aggregate associations for resource provider 535ed902-6829-4832-9c79-14d5c1df9745, aggregates: None {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 986.349312] env[63260]: DEBUG oslo_vmware.api [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 986.349312] env[63260]: value = "task-2285129" [ 986.349312] env[63260]: _type = "Task" [ 986.349312] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.361446] env[63260]: DEBUG oslo_vmware.api [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285129, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.370497] env[63260]: DEBUG nova.scheduler.client.report [None req-e564ebda-fa0f-483e-b412-373e30dc6c2f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Refreshing trait associations for resource provider 535ed902-6829-4832-9c79-14d5c1df9745, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 986.432348] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74c7eb9-3f05-4e85-8df9-746ebfdaf5ee {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.439715] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d01dcb9f-3983-4af9-9b47-4d10ca5e42c8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Suspending the VM {{(pid=63260) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 986.440364] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c9ac1d93-4c36-4512-b3cc-0119c05d9ecd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.451380] env[63260]: DEBUG oslo_vmware.api [None req-d01dcb9f-3983-4af9-9b47-4d10ca5e42c8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 986.451380] env[63260]: value = "task-2285130" [ 986.451380] env[63260]: _type = "Task" [ 986.451380] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.462953] env[63260]: DEBUG oslo_vmware.api [None req-d01dcb9f-3983-4af9-9b47-4d10ca5e42c8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285130, 'name': SuspendVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.549949] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ba8d52-36bd-4c9d-810e-4b7a919961c3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.559030] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e39fc98-b5ef-4de8-87b0-49ccdf803607 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.598840] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce21503-4fb9-49d0-9ef8-729f6b384de3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.608132] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697cdf59-c5b4-452c-bdae-6105084ed140 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.624553] env[63260]: DEBUG nova.compute.provider_tree [None req-e564ebda-fa0f-483e-b412-373e30dc6c2f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 986.799830] env[63260]: DEBUG oslo_vmware.api [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285128, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.835028] env[63260]: DEBUG nova.compute.manager [None req-c89e6df3-b608-4f3e-a086-d41c28e2579d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Found 1 images (rotation: 2) {{(pid=63260) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 986.860620] env[63260]: DEBUG oslo_vmware.api [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285129, 'name': Rename_Task, 'duration_secs': 0.1729} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.860940] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 986.861202] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ed30838-6be7-431d-9664-f7baae3d1da1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.868470] env[63260]: DEBUG oslo_vmware.api [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 986.868470] env[63260]: value = "task-2285131" [ 986.868470] env[63260]: _type = "Task" [ 986.868470] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.876811] env[63260]: DEBUG oslo_vmware.api [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285131, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.963314] env[63260]: DEBUG oslo_vmware.api [None req-d01dcb9f-3983-4af9-9b47-4d10ca5e42c8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285130, 'name': SuspendVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.068943] env[63260]: DEBUG oslo_concurrency.lockutils [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquiring lock "e7079a58-fb09-44b7-bed8-3625be32b5f4" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.157072] env[63260]: DEBUG nova.scheduler.client.report [None req-e564ebda-fa0f-483e-b412-373e30dc6c2f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Updated inventory for provider 535ed902-6829-4832-9c79-14d5c1df9745 with generation 130 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 987.157366] env[63260]: DEBUG nova.compute.provider_tree [None req-e564ebda-fa0f-483e-b412-373e30dc6c2f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Updating resource provider 535ed902-6829-4832-9c79-14d5c1df9745 generation from 130 to 131 during operation: update_inventory {{(pid=63260) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 987.157545] env[63260]: DEBUG nova.compute.provider_tree [None req-e564ebda-fa0f-483e-b412-373e30dc6c2f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 987.298425] env[63260]: DEBUG oslo_vmware.api [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285128, 'name': PowerOnVM_Task, 'duration_secs': 0.656722} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.298728] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 987.298946] env[63260]: INFO nova.compute.manager [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Took 9.35 seconds to spawn the instance on the hypervisor. [ 987.299151] env[63260]: DEBUG nova.compute.manager [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.300109] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cd065e-57f1-436f-bd8a-18c5a81fc499 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.378641] env[63260]: DEBUG oslo_vmware.api [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285131, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.463318] env[63260]: DEBUG oslo_vmware.api [None req-d01dcb9f-3983-4af9-9b47-4d10ca5e42c8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285130, 'name': SuspendVM_Task, 'duration_secs': 0.65135} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.463618] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d01dcb9f-3983-4af9-9b47-4d10ca5e42c8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Suspended the VM {{(pid=63260) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 987.463796] env[63260]: DEBUG nova.compute.manager [None req-d01dcb9f-3983-4af9-9b47-4d10ca5e42c8 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.464686] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7190c2e-b2c1-4a0d-9f0d-97d2eb121d61 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.662683] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e564ebda-fa0f-483e-b412-373e30dc6c2f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.662s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.665176] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.400s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.665423] env[63260]: DEBUG nova.objects.instance [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lazy-loading 'resources' on Instance uuid e7079a58-fb09-44b7-bed8-3625be32b5f4 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.686737] env[63260]: INFO nova.scheduler.client.report [None req-e564ebda-fa0f-483e-b412-373e30dc6c2f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Deleted allocations for instance 67c72ba6-2ba1-4494-add1-f86cc7163ed9 [ 987.819878] env[63260]: INFO nova.compute.manager [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Took 16.12 seconds to build instance. [ 987.879819] env[63260]: DEBUG oslo_vmware.api [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285131, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.168642] env[63260]: DEBUG nova.objects.instance [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lazy-loading 'numa_topology' on Instance uuid e7079a58-fb09-44b7-bed8-3625be32b5f4 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.195916] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e564ebda-fa0f-483e-b412-373e30dc6c2f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "67c72ba6-2ba1-4494-add1-f86cc7163ed9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.230s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.322335] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b0f962cc-f8a0-443e-939c-bc8841911862 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "99f5a99c-638b-4419-a1a4-d98cb34099b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.659s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.381642] env[63260]: DEBUG oslo_vmware.api [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285131, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.431799] env[63260]: DEBUG nova.compute.manager [None req-7cf2cc1b-5870-47d6-8e1b-61f833fa7895 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.431799] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e0eecc-1cd6-4761-bef8-7de96cfd0337 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.513446] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b61bfd43-fb90-4d48-ba15-3f3070cfe10e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquiring lock "99f5a99c-638b-4419-a1a4-d98cb34099b0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.513446] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b61bfd43-fb90-4d48-ba15-3f3070cfe10e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "99f5a99c-638b-4419-a1a4-d98cb34099b0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.513446] env[63260]: DEBUG nova.compute.manager [None req-b61bfd43-fb90-4d48-ba15-3f3070cfe10e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.513446] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdebe465-78f0-465b-b78c-a4c807ca0e50 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.527494] env[63260]: DEBUG nova.compute.manager [None req-b61bfd43-fb90-4d48-ba15-3f3070cfe10e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63260) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 988.527494] env[63260]: DEBUG nova.objects.instance [None req-b61bfd43-fb90-4d48-ba15-3f3070cfe10e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lazy-loading 'flavor' on Instance uuid 99f5a99c-638b-4419-a1a4-d98cb34099b0 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.670928] env[63260]: DEBUG nova.objects.base [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=63260) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 988.839404] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9620df04-9f4d-4497-a7d0-386b0e3f44f6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.848709] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d017799-1ab6-4fec-ab2d-571ffd9e205d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.886078] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848a3671-bb72-4823-b50a-5915539bffc2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.897146] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9daf344d-0828-42b6-82ab-ef35b90fe658 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.901842] env[63260]: DEBUG oslo_vmware.api [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285131, 'name': PowerOnVM_Task, 'duration_secs': 1.632262} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.902453] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.902711] env[63260]: INFO nova.compute.manager [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Took 8.62 seconds to spawn the instance on the hypervisor. [ 988.902958] env[63260]: DEBUG nova.compute.manager [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.904309] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e073c8c-9692-4180-abfe-a4e9571112fb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.917300] env[63260]: DEBUG nova.compute.provider_tree [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.943424] env[63260]: INFO nova.compute.manager [None req-7cf2cc1b-5870-47d6-8e1b-61f833fa7895 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] instance snapshotting [ 988.944364] env[63260]: DEBUG nova.objects.instance [None req-7cf2cc1b-5870-47d6-8e1b-61f833fa7895 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lazy-loading 'flavor' on Instance uuid 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.021349] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2bae8e3e-431f-4a8f-9758-310b50b12f66 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "17dd160c-dfb0-48ea-a610-a2caa9687ffa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.021610] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2bae8e3e-431f-4a8f-9758-310b50b12f66 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "17dd160c-dfb0-48ea-a610-a2caa9687ffa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.021821] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2bae8e3e-431f-4a8f-9758-310b50b12f66 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "17dd160c-dfb0-48ea-a610-a2caa9687ffa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.022375] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2bae8e3e-431f-4a8f-9758-310b50b12f66 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "17dd160c-dfb0-48ea-a610-a2caa9687ffa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.022375] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2bae8e3e-431f-4a8f-9758-310b50b12f66 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "17dd160c-dfb0-48ea-a610-a2caa9687ffa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.024241] env[63260]: INFO nova.compute.manager [None req-2bae8e3e-431f-4a8f-9758-310b50b12f66 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Terminating instance [ 989.421065] env[63260]: DEBUG nova.scheduler.client.report [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.435874] env[63260]: INFO nova.compute.manager [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Took 16.85 seconds to build instance. [ 989.452282] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916a0625-04db-46dc-a3ae-5ea73bec0833 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.475094] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1aa733-9ec5-4a54-b320-c8d9e538390f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.533221] env[63260]: DEBUG nova.compute.manager [None req-2bae8e3e-431f-4a8f-9758-310b50b12f66 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 989.533333] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2bae8e3e-431f-4a8f-9758-310b50b12f66 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.534211] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61bfd43-fb90-4d48-ba15-3f3070cfe10e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.535842] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48aa859b-b50e-44b4-900d-4f6f1ec9616e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.540024] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76e541af-d8b8-4d95-8604-d4cf4d7d048d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.551635] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2bae8e3e-431f-4a8f-9758-310b50b12f66 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.553430] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13479e48-08f5-41c9-9627-3946743617c3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.555303] env[63260]: DEBUG oslo_vmware.api [None req-b61bfd43-fb90-4d48-ba15-3f3070cfe10e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 989.555303] env[63260]: value = "task-2285132" [ 989.555303] env[63260]: _type = "Task" [ 989.555303] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.570288] env[63260]: DEBUG oslo_vmware.api [None req-b61bfd43-fb90-4d48-ba15-3f3070cfe10e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.636105] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2bae8e3e-431f-4a8f-9758-310b50b12f66 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.636296] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2bae8e3e-431f-4a8f-9758-310b50b12f66 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.636493] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bae8e3e-431f-4a8f-9758-310b50b12f66 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Deleting the datastore file [datastore1] 17dd160c-dfb0-48ea-a610-a2caa9687ffa {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.636769] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39cdc3c5-e181-4dc8-a057-be172944613a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.644080] env[63260]: DEBUG oslo_vmware.api [None req-2bae8e3e-431f-4a8f-9758-310b50b12f66 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 989.644080] env[63260]: value = "task-2285134" [ 989.644080] env[63260]: _type = "Task" [ 989.644080] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.657674] env[63260]: DEBUG oslo_vmware.api [None req-2bae8e3e-431f-4a8f-9758-310b50b12f66 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.926923] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.262s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.929378] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.216s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.934174] env[63260]: INFO nova.compute.claims [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.937279] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b21af88e-8b2c-41b3-a670-91d4c3ac0ce5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "2632026f-854d-4012-aa34-84edd0a812f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.363s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.988613] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf2cc1b-5870-47d6-8e1b-61f833fa7895 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Creating Snapshot of the VM instance {{(pid=63260) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 989.988968] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a68e40f9-2e8b-49c6-b2a5-06f36b52d971 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.997250] env[63260]: DEBUG oslo_vmware.api [None req-7cf2cc1b-5870-47d6-8e1b-61f833fa7895 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 989.997250] env[63260]: value = "task-2285135" [ 989.997250] env[63260]: _type = "Task" [ 989.997250] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.007954] env[63260]: DEBUG oslo_vmware.api [None req-7cf2cc1b-5870-47d6-8e1b-61f833fa7895 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285135, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.066787] env[63260]: DEBUG oslo_vmware.api [None req-b61bfd43-fb90-4d48-ba15-3f3070cfe10e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285132, 'name': PowerOffVM_Task, 'duration_secs': 0.272693} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.067149] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61bfd43-fb90-4d48-ba15-3f3070cfe10e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.067359] env[63260]: DEBUG nova.compute.manager [None req-b61bfd43-fb90-4d48-ba15-3f3070cfe10e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.068187] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c73a64c-0fbb-43a8-812a-4fd960dd2593 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.154205] env[63260]: DEBUG oslo_vmware.api [None req-2bae8e3e-431f-4a8f-9758-310b50b12f66 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154072} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.154465] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bae8e3e-431f-4a8f-9758-310b50b12f66 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.154649] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2bae8e3e-431f-4a8f-9758-310b50b12f66 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.154824] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2bae8e3e-431f-4a8f-9758-310b50b12f66 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.154995] env[63260]: INFO nova.compute.manager [None req-2bae8e3e-431f-4a8f-9758-310b50b12f66 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Took 0.62 seconds to destroy the instance on the hypervisor. [ 990.155256] env[63260]: DEBUG oslo.service.loopingcall [None req-2bae8e3e-431f-4a8f-9758-310b50b12f66 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 990.155446] env[63260]: DEBUG nova.compute.manager [-] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 990.155542] env[63260]: DEBUG nova.network.neutron [-] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 990.426568] env[63260]: DEBUG oslo_concurrency.lockutils [None req-789474ad-1391-4ee9-ac96-49be41ff0f77 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "2632026f-854d-4012-aa34-84edd0a812f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.426568] env[63260]: DEBUG oslo_concurrency.lockutils [None req-789474ad-1391-4ee9-ac96-49be41ff0f77 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "2632026f-854d-4012-aa34-84edd0a812f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.426568] env[63260]: DEBUG oslo_concurrency.lockutils [None req-789474ad-1391-4ee9-ac96-49be41ff0f77 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "2632026f-854d-4012-aa34-84edd0a812f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.426568] env[63260]: DEBUG oslo_concurrency.lockutils [None req-789474ad-1391-4ee9-ac96-49be41ff0f77 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "2632026f-854d-4012-aa34-84edd0a812f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.426568] env[63260]: DEBUG oslo_concurrency.lockutils [None req-789474ad-1391-4ee9-ac96-49be41ff0f77 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "2632026f-854d-4012-aa34-84edd0a812f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.427718] env[63260]: INFO nova.compute.manager [None req-789474ad-1391-4ee9-ac96-49be41ff0f77 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Terminating instance [ 990.445982] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aca5025d-ca03-449e-bb4e-a6a350028baf tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lock "e7079a58-fb09-44b7-bed8-3625be32b5f4" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.826s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.446113] env[63260]: DEBUG oslo_concurrency.lockutils [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lock "e7079a58-fb09-44b7-bed8-3625be32b5f4" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.377s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.446797] env[63260]: INFO nova.compute.manager [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Unshelving [ 990.509579] env[63260]: DEBUG oslo_vmware.api [None req-7cf2cc1b-5870-47d6-8e1b-61f833fa7895 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285135, 'name': CreateSnapshot_Task, 'duration_secs': 0.468261} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.509863] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf2cc1b-5870-47d6-8e1b-61f833fa7895 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Created Snapshot of the VM instance {{(pid=63260) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 990.510979] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da9233a-dbaa-44e4-b611-6229c649f94e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.553588] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 990.555078] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 990.573265] env[63260]: DEBUG nova.compute.manager [req-c3cc427c-daff-4e33-8234-2ac1cd0101a6 req-34bc389b-b5ab-47ac-8bf2-35208938170a service nova] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Received event network-vif-deleted-30044187-d658-4308-816b-69246d6c4788 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 990.574072] env[63260]: INFO nova.compute.manager [req-c3cc427c-daff-4e33-8234-2ac1cd0101a6 req-34bc389b-b5ab-47ac-8bf2-35208938170a service nova] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Neutron deleted interface 30044187-d658-4308-816b-69246d6c4788; detaching it from the instance and deleting it from the info cache [ 990.574315] env[63260]: DEBUG nova.network.neutron [req-c3cc427c-daff-4e33-8234-2ac1cd0101a6 req-34bc389b-b5ab-47ac-8bf2-35208938170a service nova] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.582243] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b61bfd43-fb90-4d48-ba15-3f3070cfe10e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "99f5a99c-638b-4419-a1a4-d98cb34099b0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.071s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.936024] env[63260]: DEBUG nova.compute.manager [None req-789474ad-1391-4ee9-ac96-49be41ff0f77 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.936024] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-789474ad-1391-4ee9-ac96-49be41ff0f77 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.936024] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512cb6bf-9ce3-4956-8c25-047ea3054d27 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.940590] env[63260]: DEBUG nova.network.neutron [-] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.954340] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-789474ad-1391-4ee9-ac96-49be41ff0f77 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.957610] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41225d5f-5aee-41b8-a9d2-998ac82ba6b6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.968276] env[63260]: DEBUG oslo_vmware.api [None req-789474ad-1391-4ee9-ac96-49be41ff0f77 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 990.968276] env[63260]: value = "task-2285136" [ 990.968276] env[63260]: _type = "Task" [ 990.968276] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.991484] env[63260]: DEBUG oslo_vmware.api [None req-789474ad-1391-4ee9-ac96-49be41ff0f77 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.030839] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf2cc1b-5870-47d6-8e1b-61f833fa7895 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Creating linked-clone VM from snapshot {{(pid=63260) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 991.034161] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e1bf8321-1ecc-4ed1-b956-59e1b900458a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.045175] env[63260]: DEBUG oslo_vmware.api [None req-7cf2cc1b-5870-47d6-8e1b-61f833fa7895 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 991.045175] env[63260]: value = "task-2285137" [ 991.045175] env[63260]: _type = "Task" [ 991.045175] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.054627] env[63260]: DEBUG oslo_vmware.api [None req-7cf2cc1b-5870-47d6-8e1b-61f833fa7895 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285137, 'name': CloneVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.062139] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 991.062139] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Starting heal instance info cache {{(pid=63260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 991.079080] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-34919c2d-cadb-447d-bc9f-9b9a474fdea2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.089309] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2936b116-0ce1-4ef6-98bb-603806fe96f3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.131869] env[63260]: DEBUG nova.compute.manager [req-c3cc427c-daff-4e33-8234-2ac1cd0101a6 req-34bc389b-b5ab-47ac-8bf2-35208938170a service nova] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Detach interface failed, port_id=30044187-d658-4308-816b-69246d6c4788, reason: Instance 17dd160c-dfb0-48ea-a610-a2caa9687ffa could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 991.213333] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b3c022-db86-4a2b-8853-5b12457759fa {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.223195] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9380a2-8bd5-4158-8270-242594c91d34 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.260126] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724cd4ac-a137-4ed8-9626-60413f76b3c0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.268730] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9648ef-565b-48c2-bd38-a332686c04a7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.283134] env[63260]: DEBUG nova.compute.provider_tree [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.384865] env[63260]: DEBUG oslo_concurrency.lockutils [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "73759f3b-39f8-4e60-a0ca-91220f19abdc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.385104] env[63260]: DEBUG oslo_concurrency.lockutils [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "73759f3b-39f8-4e60-a0ca-91220f19abdc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.444810] env[63260]: INFO nova.compute.manager [-] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Took 1.29 seconds to deallocate network for instance. [ 991.462650] env[63260]: DEBUG nova.compute.utils [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 991.481126] env[63260]: DEBUG oslo_vmware.api [None req-789474ad-1391-4ee9-ac96-49be41ff0f77 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285136, 'name': PowerOffVM_Task, 'duration_secs': 0.207567} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.481374] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-789474ad-1391-4ee9-ac96-49be41ff0f77 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.481543] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-789474ad-1391-4ee9-ac96-49be41ff0f77 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.481790] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe018387-0d38-42cc-bb07-5a9095245065 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.552235] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-789474ad-1391-4ee9-ac96-49be41ff0f77 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.552446] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-789474ad-1391-4ee9-ac96-49be41ff0f77 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.552627] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-789474ad-1391-4ee9-ac96-49be41ff0f77 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Deleting the datastore file [datastore1] 2632026f-854d-4012-aa34-84edd0a812f3 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.552872] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fff0dd2-b5ff-44fe-94d2-524823251ba9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.560816] env[63260]: DEBUG oslo_vmware.api [None req-7cf2cc1b-5870-47d6-8e1b-61f833fa7895 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285137, 'name': CloneVM_Task} progress is 94%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.562104] env[63260]: DEBUG oslo_vmware.api [None req-789474ad-1391-4ee9-ac96-49be41ff0f77 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 991.562104] env[63260]: value = "task-2285139" [ 991.562104] env[63260]: _type = "Task" [ 991.562104] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.572301] env[63260]: DEBUG oslo_vmware.api [None req-789474ad-1391-4ee9-ac96-49be41ff0f77 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285139, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.789027] env[63260]: DEBUG nova.scheduler.client.report [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.792049] env[63260]: DEBUG oslo_concurrency.lockutils [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "15f6aedb-5993-45ef-995a-065b6dbf0670" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.792423] env[63260]: DEBUG oslo_concurrency.lockutils [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "15f6aedb-5993-45ef-995a-065b6dbf0670" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.887972] env[63260]: DEBUG nova.compute.manager [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 991.951378] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2bae8e3e-431f-4a8f-9758-310b50b12f66 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.966022] env[63260]: INFO nova.virt.block_device [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Booting with volume 38443347-9062-49a5-a9c8-2d9e0c40d196 at /dev/sdb [ 992.001781] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a3d015f-90d1-4d2c-a1fe-fc75aaabae6e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.011706] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9d6d18-9bef-4700-b041-29c87b90284f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.044153] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ccbbccf-5610-4076-928e-2419d5710995 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.052730] env[63260]: DEBUG nova.compute.manager [None req-99501ea8-a6b9-45fb-9204-c818032c32a0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.053875] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9aaaf9-e4b3-461f-8f7c-73a06cf151a1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.059060] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb53fbe9-812f-4841-93a6-cbee3c3051b3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.072026] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Didn't find any instances for network info cache update. {{(pid=63260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 992.072593] env[63260]: DEBUG oslo_vmware.api [None req-7cf2cc1b-5870-47d6-8e1b-61f833fa7895 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285137, 'name': CloneVM_Task} progress is 94%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.075664] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 992.077476] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 992.080026] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 992.080408] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 992.080573] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 992.080723] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 992.080854] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 992.081015] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 992.087756] env[63260]: DEBUG oslo_vmware.api [None req-789474ad-1391-4ee9-ac96-49be41ff0f77 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285139, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149571} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.087943] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-789474ad-1391-4ee9-ac96-49be41ff0f77 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 992.088602] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-789474ad-1391-4ee9-ac96-49be41ff0f77 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 992.088602] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-789474ad-1391-4ee9-ac96-49be41ff0f77 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 992.088602] env[63260]: INFO nova.compute.manager [None req-789474ad-1391-4ee9-ac96-49be41ff0f77 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 992.088775] env[63260]: DEBUG oslo.service.loopingcall [None req-789474ad-1391-4ee9-ac96-49be41ff0f77 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 992.097015] env[63260]: DEBUG nova.compute.manager [-] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 992.097132] env[63260]: DEBUG nova.network.neutron [-] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 992.100101] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d46878-7b2c-4463-bf4f-4bffcfec3f6b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.107872] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdb9250-6651-47f7-b812-6af822030126 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.123203] env[63260]: DEBUG nova.virt.block_device [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Updating existing volume attachment record: 8899379b-8089-4170-b21b-bec3ebb99521 {{(pid=63260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 992.294616] env[63260]: DEBUG nova.compute.manager [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 992.298569] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.369s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.299563] env[63260]: DEBUG nova.compute.manager [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 992.303922] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2bae8e3e-431f-4a8f-9758-310b50b12f66 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.351s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.303922] env[63260]: DEBUG nova.objects.instance [None req-2bae8e3e-431f-4a8f-9758-310b50b12f66 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lazy-loading 'resources' on Instance uuid 17dd160c-dfb0-48ea-a610-a2caa9687ffa {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.409961] env[63260]: DEBUG oslo_concurrency.lockutils [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.558422] env[63260]: DEBUG oslo_vmware.api [None req-7cf2cc1b-5870-47d6-8e1b-61f833fa7895 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285137, 'name': CloneVM_Task} progress is 95%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.582340] env[63260]: INFO nova.compute.manager [None req-99501ea8-a6b9-45fb-9204-c818032c32a0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] instance snapshotting [ 992.582602] env[63260]: WARNING nova.compute.manager [None req-99501ea8-a6b9-45fb-9204-c818032c32a0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 992.584828] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.586328] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c22fb43-0c9f-4873-a12b-1516883eaa3f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.607525] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0059f60e-2ea3-428d-ab16-804c94967032 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.611097] env[63260]: DEBUG nova.compute.manager [req-d6f97712-8a71-457e-af9b-d8f6dd10b532 req-ec47f1fa-caea-4d95-ae1e-1c10f2d682cd service nova] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Received event network-vif-deleted-62e0826a-dee2-4d88-8b3e-4b62e409d3b4 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 992.611289] env[63260]: INFO nova.compute.manager [req-d6f97712-8a71-457e-af9b-d8f6dd10b532 req-ec47f1fa-caea-4d95-ae1e-1c10f2d682cd service nova] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Neutron deleted interface 62e0826a-dee2-4d88-8b3e-4b62e409d3b4; detaching it from the instance and deleting it from the info cache [ 992.611460] env[63260]: DEBUG nova.network.neutron [req-d6f97712-8a71-457e-af9b-d8f6dd10b532 req-ec47f1fa-caea-4d95-ae1e-1c10f2d682cd service nova] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.806188] env[63260]: DEBUG nova.compute.utils [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 992.812812] env[63260]: DEBUG nova.compute.manager [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 992.813059] env[63260]: DEBUG nova.network.neutron [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 992.825257] env[63260]: DEBUG oslo_concurrency.lockutils [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.854628] env[63260]: DEBUG nova.policy [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c3639f383c64f3aa59f0fabd19f8c77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e5c121feb874d558975aa56cb177081', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 992.895926] env[63260]: DEBUG nova.network.neutron [-] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.978562] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c3f46d-3242-44ee-8edd-4e124bd827ac {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.986771] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20ed1a8-e144-4b24-957e-3165ebce4846 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.018274] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f623bddb-b142-4b5b-8265-bec000c9b0ec {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.026511] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02db35cb-da8e-49c7-acb7-ba64415ca1ca {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.039852] env[63260]: DEBUG nova.compute.provider_tree [None req-2bae8e3e-431f-4a8f-9758-310b50b12f66 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.058186] env[63260]: DEBUG oslo_vmware.api [None req-7cf2cc1b-5870-47d6-8e1b-61f833fa7895 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285137, 'name': CloneVM_Task, 'duration_secs': 1.623011} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.058391] env[63260]: INFO nova.virt.vmwareapi.vmops [None req-7cf2cc1b-5870-47d6-8e1b-61f833fa7895 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Created linked-clone VM from snapshot [ 993.059125] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a720920-7e3a-4fdc-b6ae-a0edf4891a13 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.066400] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-7cf2cc1b-5870-47d6-8e1b-61f833fa7895 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Uploading image 41b313ce-511d-4721-badf-9f8a71f7c562 {{(pid=63260) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 993.086234] env[63260]: DEBUG oslo_vmware.rw_handles [None req-7cf2cc1b-5870-47d6-8e1b-61f833fa7895 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 993.086234] env[63260]: value = "vm-465157" [ 993.086234] env[63260]: _type = "VirtualMachine" [ 993.086234] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 993.086472] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-111c3941-3a80-4105-9286-5dcfe330f6a3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.093623] env[63260]: DEBUG oslo_vmware.rw_handles [None req-7cf2cc1b-5870-47d6-8e1b-61f833fa7895 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lease: (returnval){ [ 993.093623] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52de0701-38a6-a308-1f23-6215d7395f6f" [ 993.093623] env[63260]: _type = "HttpNfcLease" [ 993.093623] env[63260]: } obtained for exporting VM: (result){ [ 993.093623] env[63260]: value = "vm-465157" [ 993.093623] env[63260]: _type = "VirtualMachine" [ 993.093623] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 993.093821] env[63260]: DEBUG oslo_vmware.api [None req-7cf2cc1b-5870-47d6-8e1b-61f833fa7895 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the lease: (returnval){ [ 993.093821] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52de0701-38a6-a308-1f23-6215d7395f6f" [ 993.093821] env[63260]: _type = "HttpNfcLease" [ 993.093821] env[63260]: } to be ready. {{(pid=63260) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 993.100639] env[63260]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 993.100639] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52de0701-38a6-a308-1f23-6215d7395f6f" [ 993.100639] env[63260]: _type = "HttpNfcLease" [ 993.100639] env[63260]: } is initializing. {{(pid=63260) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 993.114826] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-98578f16-4b29-4ad3-9467-abcafdc7b0e9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.120955] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-99501ea8-a6b9-45fb-9204-c818032c32a0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Creating Snapshot of the VM instance {{(pid=63260) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 993.122160] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-afefe7f9-757f-4c5f-a8cf-1851af912227 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.126913] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ca2a21-b130-44c1-be88-d3f85757d2b8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.142845] env[63260]: DEBUG oslo_vmware.api [None req-99501ea8-a6b9-45fb-9204-c818032c32a0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 993.142845] env[63260]: value = "task-2285144" [ 993.142845] env[63260]: _type = "Task" [ 993.142845] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.150484] env[63260]: DEBUG oslo_vmware.api [None req-99501ea8-a6b9-45fb-9204-c818032c32a0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285144, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.151736] env[63260]: DEBUG nova.network.neutron [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Successfully created port: 9ae0225e-30a7-4382-8475-69cb79a7dd0a {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 993.164311] env[63260]: DEBUG nova.compute.manager [req-d6f97712-8a71-457e-af9b-d8f6dd10b532 req-ec47f1fa-caea-4d95-ae1e-1c10f2d682cd service nova] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Detach interface failed, port_id=62e0826a-dee2-4d88-8b3e-4b62e409d3b4, reason: Instance 2632026f-854d-4012-aa34-84edd0a812f3 could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 993.316020] env[63260]: DEBUG nova.compute.manager [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 993.399519] env[63260]: INFO nova.compute.manager [-] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Took 1.30 seconds to deallocate network for instance. [ 993.543206] env[63260]: DEBUG nova.scheduler.client.report [None req-2bae8e3e-431f-4a8f-9758-310b50b12f66 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.602058] env[63260]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 993.602058] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52de0701-38a6-a308-1f23-6215d7395f6f" [ 993.602058] env[63260]: _type = "HttpNfcLease" [ 993.602058] env[63260]: } is ready. {{(pid=63260) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 993.602363] env[63260]: DEBUG oslo_vmware.rw_handles [None req-7cf2cc1b-5870-47d6-8e1b-61f833fa7895 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 993.602363] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52de0701-38a6-a308-1f23-6215d7395f6f" [ 993.602363] env[63260]: _type = "HttpNfcLease" [ 993.602363] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 993.603088] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5132297c-921f-4088-8088-c26afb7dab0a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.610842] env[63260]: DEBUG oslo_vmware.rw_handles [None req-7cf2cc1b-5870-47d6-8e1b-61f833fa7895 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293b083-d75a-27a2-b077-894d05eefb28/disk-0.vmdk from lease info. {{(pid=63260) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 993.611082] env[63260]: DEBUG oslo_vmware.rw_handles [None req-7cf2cc1b-5870-47d6-8e1b-61f833fa7895 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293b083-d75a-27a2-b077-894d05eefb28/disk-0.vmdk for reading. {{(pid=63260) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 993.676910] env[63260]: DEBUG oslo_vmware.api [None req-99501ea8-a6b9-45fb-9204-c818032c32a0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285144, 'name': CreateSnapshot_Task, 'duration_secs': 0.457149} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.677194] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-99501ea8-a6b9-45fb-9204-c818032c32a0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Created Snapshot of the VM instance {{(pid=63260) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 993.677951] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82832118-7235-4c1c-8a3d-ac507fb7355d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.698881] env[63260]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a079f049-f328-4095-9b2d-362326e288d6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.905429] env[63260]: DEBUG oslo_concurrency.lockutils [None req-789474ad-1391-4ee9-ac96-49be41ff0f77 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.047694] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2bae8e3e-431f-4a8f-9758-310b50b12f66 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.745s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.050332] env[63260]: DEBUG oslo_concurrency.lockutils [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.640s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.052230] env[63260]: INFO nova.compute.claims [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.073962] env[63260]: INFO nova.scheduler.client.report [None req-2bae8e3e-431f-4a8f-9758-310b50b12f66 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Deleted allocations for instance 17dd160c-dfb0-48ea-a610-a2caa9687ffa [ 994.196102] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-99501ea8-a6b9-45fb-9204-c818032c32a0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Creating linked-clone VM from snapshot {{(pid=63260) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 994.196447] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f947696a-1104-4a72-a4bb-c17b4b2666b6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.206443] env[63260]: DEBUG oslo_vmware.api [None req-99501ea8-a6b9-45fb-9204-c818032c32a0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 994.206443] env[63260]: value = "task-2285145" [ 994.206443] env[63260]: _type = "Task" [ 994.206443] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.214921] env[63260]: DEBUG oslo_vmware.api [None req-99501ea8-a6b9-45fb-9204-c818032c32a0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285145, 'name': CloneVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.329385] env[63260]: DEBUG nova.compute.manager [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 994.358249] env[63260]: DEBUG nova.virt.hardware [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.358814] env[63260]: DEBUG nova.virt.hardware [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.359153] env[63260]: DEBUG nova.virt.hardware [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.359453] env[63260]: DEBUG nova.virt.hardware [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.359698] env[63260]: DEBUG nova.virt.hardware [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.359945] env[63260]: DEBUG nova.virt.hardware [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.360751] env[63260]: DEBUG nova.virt.hardware [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.360751] env[63260]: DEBUG nova.virt.hardware [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.360751] env[63260]: DEBUG nova.virt.hardware [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.360944] env[63260]: DEBUG nova.virt.hardware [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.361079] env[63260]: DEBUG nova.virt.hardware [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.362094] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39d68ab-539e-4bd4-bf0f-36277178cb43 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.371858] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a9e865-fdd4-4037-bba4-a32e438ace82 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.581267] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2bae8e3e-431f-4a8f-9758-310b50b12f66 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "17dd160c-dfb0-48ea-a610-a2caa9687ffa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.559s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.717578] env[63260]: DEBUG nova.compute.manager [req-75a05279-f7ad-4b67-ada7-df7cb2001aea req-91f10723-5bb6-4871-8314-cd76574bf4c5 service nova] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Received event network-vif-plugged-9ae0225e-30a7-4382-8475-69cb79a7dd0a {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 994.718736] env[63260]: DEBUG oslo_concurrency.lockutils [req-75a05279-f7ad-4b67-ada7-df7cb2001aea req-91f10723-5bb6-4871-8314-cd76574bf4c5 service nova] Acquiring lock "55dc2cc3-0938-47a4-81af-4cb638783c01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.718736] env[63260]: DEBUG oslo_concurrency.lockutils [req-75a05279-f7ad-4b67-ada7-df7cb2001aea req-91f10723-5bb6-4871-8314-cd76574bf4c5 service nova] Lock "55dc2cc3-0938-47a4-81af-4cb638783c01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.718736] env[63260]: DEBUG oslo_concurrency.lockutils [req-75a05279-f7ad-4b67-ada7-df7cb2001aea req-91f10723-5bb6-4871-8314-cd76574bf4c5 service nova] Lock "55dc2cc3-0938-47a4-81af-4cb638783c01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.719523] env[63260]: DEBUG nova.compute.manager [req-75a05279-f7ad-4b67-ada7-df7cb2001aea req-91f10723-5bb6-4871-8314-cd76574bf4c5 service nova] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] No waiting events found dispatching network-vif-plugged-9ae0225e-30a7-4382-8475-69cb79a7dd0a {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 994.719523] env[63260]: WARNING nova.compute.manager [req-75a05279-f7ad-4b67-ada7-df7cb2001aea req-91f10723-5bb6-4871-8314-cd76574bf4c5 service nova] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Received unexpected event network-vif-plugged-9ae0225e-30a7-4382-8475-69cb79a7dd0a for instance with vm_state building and task_state spawning. [ 994.723685] env[63260]: DEBUG oslo_vmware.api [None req-99501ea8-a6b9-45fb-9204-c818032c32a0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285145, 'name': CloneVM_Task} progress is 94%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.906383] env[63260]: DEBUG nova.network.neutron [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Successfully updated port: 9ae0225e-30a7-4382-8475-69cb79a7dd0a {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 995.219281] env[63260]: DEBUG oslo_vmware.api [None req-99501ea8-a6b9-45fb-9204-c818032c32a0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285145, 'name': CloneVM_Task} progress is 95%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.233350] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964cb1ea-37e9-4eeb-83c3-217d9d91ef07 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.242732] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70922fa7-850b-4b17-a7a3-de97e5539687 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.273957] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e17017-cf79-4fd2-b091-f65f243433da {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.282438] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e46babb-cb82-4cc8-99e1-ace77f41af8a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.298897] env[63260]: DEBUG nova.compute.provider_tree [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.408911] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquiring lock "refresh_cache-55dc2cc3-0938-47a4-81af-4cb638783c01" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.409128] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquired lock "refresh_cache-55dc2cc3-0938-47a4-81af-4cb638783c01" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.409287] env[63260]: DEBUG nova.network.neutron [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.572139] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "62425ec7-456a-427d-8115-2fc80126ff04" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.572447] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "62425ec7-456a-427d-8115-2fc80126ff04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.587185] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ca064667-1af9-42c8-885d-805b61aeb497 tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Acquiring lock "5d3f96ae-7544-4925-aa43-051905096b48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.587445] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ca064667-1af9-42c8-885d-805b61aeb497 tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Lock "5d3f96ae-7544-4925-aa43-051905096b48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.587661] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ca064667-1af9-42c8-885d-805b61aeb497 tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Acquiring lock "5d3f96ae-7544-4925-aa43-051905096b48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.587844] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ca064667-1af9-42c8-885d-805b61aeb497 tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Lock "5d3f96ae-7544-4925-aa43-051905096b48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.588019] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ca064667-1af9-42c8-885d-805b61aeb497 tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Lock "5d3f96ae-7544-4925-aa43-051905096b48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.590140] env[63260]: INFO nova.compute.manager [None req-ca064667-1af9-42c8-885d-805b61aeb497 tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Terminating instance [ 995.718863] env[63260]: DEBUG oslo_vmware.api [None req-99501ea8-a6b9-45fb-9204-c818032c32a0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285145, 'name': CloneVM_Task, 'duration_secs': 1.305657} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.719736] env[63260]: INFO nova.virt.vmwareapi.vmops [None req-99501ea8-a6b9-45fb-9204-c818032c32a0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Created linked-clone VM from snapshot [ 995.720285] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9d9304-1df0-4298-8300-1c0bbca86a6a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.729045] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-99501ea8-a6b9-45fb-9204-c818032c32a0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Uploading image 56603bad-6ec2-4976-addc-e3eb5d9f1951 {{(pid=63260) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 995.750147] env[63260]: DEBUG oslo_vmware.rw_handles [None req-99501ea8-a6b9-45fb-9204-c818032c32a0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 995.750147] env[63260]: value = "vm-465161" [ 995.750147] env[63260]: _type = "VirtualMachine" [ 995.750147] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 995.750448] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d0e7cbfd-d91f-4775-bde0-fa19962ee6d6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.758719] env[63260]: DEBUG oslo_vmware.rw_handles [None req-99501ea8-a6b9-45fb-9204-c818032c32a0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lease: (returnval){ [ 995.758719] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526534fb-a5e0-c144-75d6-225b26efd203" [ 995.758719] env[63260]: _type = "HttpNfcLease" [ 995.758719] env[63260]: } obtained for exporting VM: (result){ [ 995.758719] env[63260]: value = "vm-465161" [ 995.758719] env[63260]: _type = "VirtualMachine" [ 995.758719] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 995.759053] env[63260]: DEBUG oslo_vmware.api [None req-99501ea8-a6b9-45fb-9204-c818032c32a0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the lease: (returnval){ [ 995.759053] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526534fb-a5e0-c144-75d6-225b26efd203" [ 995.759053] env[63260]: _type = "HttpNfcLease" [ 995.759053] env[63260]: } to be ready. {{(pid=63260) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 995.766092] env[63260]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 995.766092] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526534fb-a5e0-c144-75d6-225b26efd203" [ 995.766092] env[63260]: _type = "HttpNfcLease" [ 995.766092] env[63260]: } is initializing. {{(pid=63260) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 995.803041] env[63260]: DEBUG nova.scheduler.client.report [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.948906] env[63260]: DEBUG nova.network.neutron [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.077021] env[63260]: DEBUG nova.compute.manager [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 996.100220] env[63260]: DEBUG nova.compute.manager [None req-ca064667-1af9-42c8-885d-805b61aeb497 tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 996.100823] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ca064667-1af9-42c8-885d-805b61aeb497 tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.101913] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb07172-5a1b-45df-b738-2507016557cb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.111316] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca064667-1af9-42c8-885d-805b61aeb497 tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.111609] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6692a369-f6d4-400b-b347-67db14e45770 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.116417] env[63260]: DEBUG nova.network.neutron [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Updating instance_info_cache with network_info: [{"id": "9ae0225e-30a7-4382-8475-69cb79a7dd0a", "address": "fa:16:3e:47:29:ae", "network": {"id": "14043edd-9c2a-4a46-8c5d-f175bb41e274", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-171804802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e5c121feb874d558975aa56cb177081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae0225e-30", "ovs_interfaceid": "9ae0225e-30a7-4382-8475-69cb79a7dd0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.120988] env[63260]: DEBUG oslo_vmware.api [None req-ca064667-1af9-42c8-885d-805b61aeb497 tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Waiting for the task: (returnval){ [ 996.120988] env[63260]: value = "task-2285148" [ 996.120988] env[63260]: _type = "Task" [ 996.120988] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.133134] env[63260]: DEBUG oslo_vmware.api [None req-ca064667-1af9-42c8-885d-805b61aeb497 tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Task: {'id': task-2285148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.269232] env[63260]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 996.269232] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526534fb-a5e0-c144-75d6-225b26efd203" [ 996.269232] env[63260]: _type = "HttpNfcLease" [ 996.269232] env[63260]: } is ready. {{(pid=63260) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 996.269654] env[63260]: DEBUG oslo_vmware.rw_handles [None req-99501ea8-a6b9-45fb-9204-c818032c32a0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 996.269654] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526534fb-a5e0-c144-75d6-225b26efd203" [ 996.269654] env[63260]: _type = "HttpNfcLease" [ 996.269654] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 996.270415] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bddc428-bbde-4907-afd1-6037d63af3f2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.279941] env[63260]: DEBUG oslo_vmware.rw_handles [None req-99501ea8-a6b9-45fb-9204-c818032c32a0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236ebcc-03f7-5ab4-cbca-84c197bdc1d3/disk-0.vmdk from lease info. {{(pid=63260) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 996.280230] env[63260]: DEBUG oslo_vmware.rw_handles [None req-99501ea8-a6b9-45fb-9204-c818032c32a0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236ebcc-03f7-5ab4-cbca-84c197bdc1d3/disk-0.vmdk for reading. {{(pid=63260) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 996.337722] env[63260]: DEBUG oslo_concurrency.lockutils [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.287s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.338294] env[63260]: DEBUG nova.compute.manager [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 996.343090] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.758s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.343090] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.343090] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 996.343552] env[63260]: DEBUG oslo_concurrency.lockutils [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.518s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.345988] env[63260]: INFO nova.compute.claims [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.351427] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d17471-6870-4a09-84f6-d84660128d67 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.362166] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a963bba-b47e-4e0a-901b-d660cb207fb5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.382102] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507266a3-1e1d-4b51-80d3-f50ff224eff4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.385139] env[63260]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1ffd772a-7783-4036-842f-1e9f3c36a770 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.399168] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9ba17f-2000-41f0-8bfd-47274d9106d2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.432082] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178355MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=63260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 996.432267] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.602496] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.618831] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Releasing lock "refresh_cache-55dc2cc3-0938-47a4-81af-4cb638783c01" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.619232] env[63260]: DEBUG nova.compute.manager [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Instance network_info: |[{"id": "9ae0225e-30a7-4382-8475-69cb79a7dd0a", "address": "fa:16:3e:47:29:ae", "network": {"id": "14043edd-9c2a-4a46-8c5d-f175bb41e274", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-171804802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e5c121feb874d558975aa56cb177081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae0225e-30", "ovs_interfaceid": "9ae0225e-30a7-4382-8475-69cb79a7dd0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 996.619673] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:29:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ae0225e-30a7-4382-8475-69cb79a7dd0a', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 996.627335] env[63260]: DEBUG oslo.service.loopingcall [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 996.627544] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 996.631134] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc8f7db8-827e-411d-ab7b-cde797d64c3c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.653481] env[63260]: DEBUG oslo_vmware.api [None req-ca064667-1af9-42c8-885d-805b61aeb497 tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Task: {'id': task-2285148, 'name': PowerOffVM_Task, 'duration_secs': 0.257626} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.655726] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca064667-1af9-42c8-885d-805b61aeb497 tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.656027] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ca064667-1af9-42c8-885d-805b61aeb497 tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.656337] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 996.656337] env[63260]: value = "task-2285149" [ 996.656337] env[63260]: _type = "Task" [ 996.656337] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.656682] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05bd244a-7f56-4691-b8ea-6125a6548265 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.671317] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285149, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.739485] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ca064667-1af9-42c8-885d-805b61aeb497 tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.740081] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ca064667-1af9-42c8-885d-805b61aeb497 tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.740312] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca064667-1af9-42c8-885d-805b61aeb497 tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Deleting the datastore file [datastore1] 5d3f96ae-7544-4925-aa43-051905096b48 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.740721] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78b8b20a-8848-471b-bd6e-b555ae204b96 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.748741] env[63260]: DEBUG nova.compute.manager [req-0321687e-cde9-4e7b-b618-6e72fc04acce req-35db567b-7d1d-4df8-8acf-1506b049d1e4 service nova] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Received event network-changed-9ae0225e-30a7-4382-8475-69cb79a7dd0a {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 996.748968] env[63260]: DEBUG nova.compute.manager [req-0321687e-cde9-4e7b-b618-6e72fc04acce req-35db567b-7d1d-4df8-8acf-1506b049d1e4 service nova] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Refreshing instance network info cache due to event network-changed-9ae0225e-30a7-4382-8475-69cb79a7dd0a. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 996.749212] env[63260]: DEBUG oslo_concurrency.lockutils [req-0321687e-cde9-4e7b-b618-6e72fc04acce req-35db567b-7d1d-4df8-8acf-1506b049d1e4 service nova] Acquiring lock "refresh_cache-55dc2cc3-0938-47a4-81af-4cb638783c01" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.749420] env[63260]: DEBUG oslo_concurrency.lockutils [req-0321687e-cde9-4e7b-b618-6e72fc04acce req-35db567b-7d1d-4df8-8acf-1506b049d1e4 service nova] Acquired lock "refresh_cache-55dc2cc3-0938-47a4-81af-4cb638783c01" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.749496] env[63260]: DEBUG nova.network.neutron [req-0321687e-cde9-4e7b-b618-6e72fc04acce req-35db567b-7d1d-4df8-8acf-1506b049d1e4 service nova] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Refreshing network info cache for port 9ae0225e-30a7-4382-8475-69cb79a7dd0a {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.752417] env[63260]: DEBUG oslo_vmware.api [None req-ca064667-1af9-42c8-885d-805b61aeb497 tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Waiting for the task: (returnval){ [ 996.752417] env[63260]: value = "task-2285151" [ 996.752417] env[63260]: _type = "Task" [ 996.752417] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.763759] env[63260]: DEBUG oslo_vmware.api [None req-ca064667-1af9-42c8-885d-805b61aeb497 tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Task: {'id': task-2285151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.854170] env[63260]: DEBUG nova.compute.utils [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 996.855732] env[63260]: DEBUG nova.compute.manager [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 996.856071] env[63260]: DEBUG nova.network.neutron [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 996.899453] env[63260]: DEBUG nova.policy [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b6970efe3e246538b8f0403ac0a10d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4949ccbfb7644f489b2cfd593a1684d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 997.169928] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285149, 'name': CreateVM_Task, 'duration_secs': 0.444844} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.170422] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 997.171372] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.171564] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.171949] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.172349] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f8faa0d-a184-428e-9f9f-c65e71d2a344 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.180384] env[63260]: DEBUG oslo_vmware.api [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 997.180384] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52006979-8c1d-315f-df6e-c749b785e06d" [ 997.180384] env[63260]: _type = "Task" [ 997.180384] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.189041] env[63260]: DEBUG oslo_vmware.api [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52006979-8c1d-315f-df6e-c749b785e06d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.267603] env[63260]: DEBUG oslo_vmware.api [None req-ca064667-1af9-42c8-885d-805b61aeb497 tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Task: {'id': task-2285151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219141} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.269301] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca064667-1af9-42c8-885d-805b61aeb497 tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.269301] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ca064667-1af9-42c8-885d-805b61aeb497 tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.269301] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ca064667-1af9-42c8-885d-805b61aeb497 tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.269301] env[63260]: INFO nova.compute.manager [None req-ca064667-1af9-42c8-885d-805b61aeb497 tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Took 1.17 seconds to destroy the instance on the hypervisor. [ 997.269301] env[63260]: DEBUG oslo.service.loopingcall [None req-ca064667-1af9-42c8-885d-805b61aeb497 tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 997.269301] env[63260]: DEBUG nova.compute.manager [-] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 997.269911] env[63260]: DEBUG nova.network.neutron [-] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 997.288630] env[63260]: DEBUG nova.network.neutron [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Successfully created port: 39213b67-3978-4537-956b-38c5b5dd1554 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 997.360676] env[63260]: DEBUG nova.compute.manager [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 997.598397] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4c2211-8520-4876-96f6-36a5534962af {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.610646] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44d92f4-44f7-4f2f-878c-3ed17b84fd90 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.646562] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc640b2-2cdb-4fd6-b6b1-63d2ca28fbf9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.655848] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98609b3-0f2a-44e1-b04e-143cb2bd7c3f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.662765] env[63260]: DEBUG nova.network.neutron [req-0321687e-cde9-4e7b-b618-6e72fc04acce req-35db567b-7d1d-4df8-8acf-1506b049d1e4 service nova] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Updated VIF entry in instance network info cache for port 9ae0225e-30a7-4382-8475-69cb79a7dd0a. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.663186] env[63260]: DEBUG nova.network.neutron [req-0321687e-cde9-4e7b-b618-6e72fc04acce req-35db567b-7d1d-4df8-8acf-1506b049d1e4 service nova] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Updating instance_info_cache with network_info: [{"id": "9ae0225e-30a7-4382-8475-69cb79a7dd0a", "address": "fa:16:3e:47:29:ae", "network": {"id": "14043edd-9c2a-4a46-8c5d-f175bb41e274", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-171804802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e5c121feb874d558975aa56cb177081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae0225e-30", "ovs_interfaceid": "9ae0225e-30a7-4382-8475-69cb79a7dd0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.672778] env[63260]: DEBUG nova.compute.provider_tree [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.691816] env[63260]: DEBUG oslo_vmware.api [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52006979-8c1d-315f-df6e-c749b785e06d, 'name': SearchDatastore_Task, 'duration_secs': 0.017989} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.692156] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.692397] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 997.692626] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.692770] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.692946] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 997.693241] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9f652b3-2142-4d07-ad97-1a8bc46eb4ff {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.704624] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 997.705021] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 997.706650] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c9bb23c-5ad9-4f7b-bd75-872bb9535699 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.714664] env[63260]: DEBUG oslo_vmware.api [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 997.714664] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52f735c9-aabc-043a-2ca9-bccc6e759787" [ 997.714664] env[63260]: _type = "Task" [ 997.714664] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.731015] env[63260]: DEBUG oslo_vmware.api [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52f735c9-aabc-043a-2ca9-bccc6e759787, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.741821] env[63260]: DEBUG oslo_concurrency.lockutils [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.975174] env[63260]: DEBUG nova.compute.manager [req-f1c644f1-7af6-4cd3-8f37-be8bb66461e1 req-2360b562-45af-46ef-9950-fedb77537d72 service nova] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Received event network-vif-deleted-f6af36d8-7cef-4b92-a1cc-3bc0d69bacb2 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 997.975253] env[63260]: INFO nova.compute.manager [req-f1c644f1-7af6-4cd3-8f37-be8bb66461e1 req-2360b562-45af-46ef-9950-fedb77537d72 service nova] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Neutron deleted interface f6af36d8-7cef-4b92-a1cc-3bc0d69bacb2; detaching it from the instance and deleting it from the info cache [ 997.975692] env[63260]: DEBUG nova.network.neutron [req-f1c644f1-7af6-4cd3-8f37-be8bb66461e1 req-2360b562-45af-46ef-9950-fedb77537d72 service nova] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.175174] env[63260]: DEBUG oslo_concurrency.lockutils [req-0321687e-cde9-4e7b-b618-6e72fc04acce req-35db567b-7d1d-4df8-8acf-1506b049d1e4 service nova] Releasing lock "refresh_cache-55dc2cc3-0938-47a4-81af-4cb638783c01" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.176217] env[63260]: DEBUG nova.scheduler.client.report [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.226788] env[63260]: DEBUG oslo_vmware.api [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52f735c9-aabc-043a-2ca9-bccc6e759787, 'name': SearchDatastore_Task, 'duration_secs': 0.016056} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.227600] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf12d84c-61cf-42c4-8fe9-65f899fd6d79 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.234045] env[63260]: DEBUG oslo_vmware.api [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 998.234045] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]529d91cd-522c-6b99-3b64-36aed96003e6" [ 998.234045] env[63260]: _type = "Task" [ 998.234045] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.243363] env[63260]: DEBUG oslo_vmware.api [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]529d91cd-522c-6b99-3b64-36aed96003e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.374147] env[63260]: DEBUG nova.compute.manager [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 998.395799] env[63260]: DEBUG nova.network.neutron [-] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.478452] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-636d7982-5bd8-40a4-a555-f7a7fce7a4bd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.489814] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c059b19-5b16-434f-b7b5-a74ee2b1b7a5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.523521] env[63260]: DEBUG nova.compute.manager [req-f1c644f1-7af6-4cd3-8f37-be8bb66461e1 req-2360b562-45af-46ef-9950-fedb77537d72 service nova] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Detach interface failed, port_id=f6af36d8-7cef-4b92-a1cc-3bc0d69bacb2, reason: Instance 5d3f96ae-7544-4925-aa43-051905096b48 could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 998.681869] env[63260]: DEBUG oslo_concurrency.lockutils [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.338s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.682420] env[63260]: DEBUG nova.compute.manager [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 998.685476] env[63260]: DEBUG oslo_concurrency.lockutils [None req-789474ad-1391-4ee9-ac96-49be41ff0f77 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.780s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.685760] env[63260]: DEBUG nova.objects.instance [None req-789474ad-1391-4ee9-ac96-49be41ff0f77 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lazy-loading 'resources' on Instance uuid 2632026f-854d-4012-aa34-84edd0a812f3 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.746809] env[63260]: DEBUG oslo_vmware.api [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]529d91cd-522c-6b99-3b64-36aed96003e6, 'name': SearchDatastore_Task, 'duration_secs': 0.017084} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.747152] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.747452] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 55dc2cc3-0938-47a4-81af-4cb638783c01/55dc2cc3-0938-47a4-81af-4cb638783c01.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 998.747748] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e927d642-1d68-4518-a0e3-d7290c61af53 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.759368] env[63260]: DEBUG oslo_vmware.api [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 998.759368] env[63260]: value = "task-2285152" [ 998.759368] env[63260]: _type = "Task" [ 998.759368] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.769593] env[63260]: DEBUG oslo_vmware.api [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285152, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.897769] env[63260]: DEBUG nova.compute.manager [req-4176a722-1b19-46bc-aec0-fecfe8a890a3 req-02c8540b-0995-4404-ab46-744b81b3490f service nova] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Received event network-vif-plugged-39213b67-3978-4537-956b-38c5b5dd1554 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 998.897769] env[63260]: DEBUG oslo_concurrency.lockutils [req-4176a722-1b19-46bc-aec0-fecfe8a890a3 req-02c8540b-0995-4404-ab46-744b81b3490f service nova] Acquiring lock "73759f3b-39f8-4e60-a0ca-91220f19abdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.897918] env[63260]: DEBUG oslo_concurrency.lockutils [req-4176a722-1b19-46bc-aec0-fecfe8a890a3 req-02c8540b-0995-4404-ab46-744b81b3490f service nova] Lock "73759f3b-39f8-4e60-a0ca-91220f19abdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.898361] env[63260]: DEBUG oslo_concurrency.lockutils [req-4176a722-1b19-46bc-aec0-fecfe8a890a3 req-02c8540b-0995-4404-ab46-744b81b3490f service nova] Lock "73759f3b-39f8-4e60-a0ca-91220f19abdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.898361] env[63260]: DEBUG nova.compute.manager [req-4176a722-1b19-46bc-aec0-fecfe8a890a3 req-02c8540b-0995-4404-ab46-744b81b3490f service nova] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] No waiting events found dispatching network-vif-plugged-39213b67-3978-4537-956b-38c5b5dd1554 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 998.898499] env[63260]: WARNING nova.compute.manager [req-4176a722-1b19-46bc-aec0-fecfe8a890a3 req-02c8540b-0995-4404-ab46-744b81b3490f service nova] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Received unexpected event network-vif-plugged-39213b67-3978-4537-956b-38c5b5dd1554 for instance with vm_state building and task_state spawning. [ 998.899313] env[63260]: INFO nova.compute.manager [-] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Took 1.63 seconds to deallocate network for instance. [ 998.980784] env[63260]: DEBUG nova.network.neutron [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Successfully updated port: 39213b67-3978-4537-956b-38c5b5dd1554 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 999.189757] env[63260]: DEBUG nova.compute.utils [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 999.196223] env[63260]: DEBUG nova.compute.manager [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 999.196473] env[63260]: DEBUG nova.network.neutron [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 999.251383] env[63260]: DEBUG nova.policy [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e483d46951f4d4e9a9419be33fe8d4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2147a1e9788d4345b9f561c682dcba6d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 999.273611] env[63260]: DEBUG oslo_vmware.api [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285152, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.406843] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ca064667-1af9-42c8-885d-805b61aeb497 tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.409471] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9b63ee-2001-4a2a-987b-86c89b2896ad {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.420591] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9801809-4d43-48aa-bc5a-8c022d9b572e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.451111] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09b5079-164d-412d-b49d-98a6cd26e2a9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.460030] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5ae129-975c-41f0-b005-2e2f3ab5c141 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.474949] env[63260]: DEBUG nova.compute.provider_tree [None req-789474ad-1391-4ee9-ac96-49be41ff0f77 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.483220] env[63260]: DEBUG oslo_concurrency.lockutils [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "refresh_cache-73759f3b-39f8-4e60-a0ca-91220f19abdc" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.483348] env[63260]: DEBUG oslo_concurrency.lockutils [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquired lock "refresh_cache-73759f3b-39f8-4e60-a0ca-91220f19abdc" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.483557] env[63260]: DEBUG nova.network.neutron [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.671595] env[63260]: DEBUG nova.network.neutron [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Successfully created port: 99b6b7bc-5bed-41ec-be42-e0a11c47930d {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 999.696662] env[63260]: DEBUG nova.compute.manager [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 999.773701] env[63260]: DEBUG oslo_vmware.api [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285152, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627709} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.773701] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 55dc2cc3-0938-47a4-81af-4cb638783c01/55dc2cc3-0938-47a4-81af-4cb638783c01.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 999.773906] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 999.776747] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b313d5c-d8dc-4cab-bef8-20877b297d26 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.783710] env[63260]: DEBUG oslo_vmware.api [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 999.783710] env[63260]: value = "task-2285153" [ 999.783710] env[63260]: _type = "Task" [ 999.783710] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.794675] env[63260]: DEBUG oslo_vmware.api [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285153, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.978346] env[63260]: DEBUG nova.scheduler.client.report [None req-789474ad-1391-4ee9-ac96-49be41ff0f77 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.025325] env[63260]: DEBUG nova.network.neutron [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.178427] env[63260]: DEBUG nova.network.neutron [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Updating instance_info_cache with network_info: [{"id": "39213b67-3978-4537-956b-38c5b5dd1554", "address": "fa:16:3e:44:ff:90", "network": {"id": "424be9ec-16be-4f23-9093-06b871ef06d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-780291018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4949ccbfb7644f489b2cfd593a1684d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39213b67-39", "ovs_interfaceid": "39213b67-3978-4537-956b-38c5b5dd1554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.297138] env[63260]: DEBUG oslo_vmware.api [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285153, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086895} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.297463] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1000.298386] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ccc478-5ac1-40af-a3a6-ab49b81b44e0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.322384] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 55dc2cc3-0938-47a4-81af-4cb638783c01/55dc2cc3-0938-47a4-81af-4cb638783c01.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.322734] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9336e7a9-7d97-4d4b-b938-9669df929c72 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.344165] env[63260]: DEBUG oslo_vmware.api [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 1000.344165] env[63260]: value = "task-2285154" [ 1000.344165] env[63260]: _type = "Task" [ 1000.344165] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.353751] env[63260]: DEBUG oslo_vmware.api [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285154, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.483551] env[63260]: DEBUG oslo_concurrency.lockutils [None req-789474ad-1391-4ee9-ac96-49be41ff0f77 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.486026] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.054s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.513631] env[63260]: INFO nova.scheduler.client.report [None req-789474ad-1391-4ee9-ac96-49be41ff0f77 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Deleted allocations for instance 2632026f-854d-4012-aa34-84edd0a812f3 [ 1000.681538] env[63260]: DEBUG oslo_concurrency.lockutils [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Releasing lock "refresh_cache-73759f3b-39f8-4e60-a0ca-91220f19abdc" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.681859] env[63260]: DEBUG nova.compute.manager [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Instance network_info: |[{"id": "39213b67-3978-4537-956b-38c5b5dd1554", "address": "fa:16:3e:44:ff:90", "network": {"id": "424be9ec-16be-4f23-9093-06b871ef06d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-780291018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4949ccbfb7644f489b2cfd593a1684d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39213b67-39", "ovs_interfaceid": "39213b67-3978-4537-956b-38c5b5dd1554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1000.705984] env[63260]: DEBUG nova.compute.manager [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1000.855062] env[63260]: DEBUG oslo_vmware.api [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285154, 'name': ReconfigVM_Task, 'duration_secs': 0.50856} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.855332] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 55dc2cc3-0938-47a4-81af-4cb638783c01/55dc2cc3-0938-47a4-81af-4cb638783c01.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.855995] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59ac176d-3d42-4d90-bfaa-a8d3c9ec8f34 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.863138] env[63260]: DEBUG oslo_vmware.api [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 1000.863138] env[63260]: value = "task-2285155" [ 1000.863138] env[63260]: _type = "Task" [ 1000.863138] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.872214] env[63260]: DEBUG oslo_vmware.api [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285155, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.926159] env[63260]: DEBUG nova.compute.manager [req-914b80e8-10ae-43a2-a2db-7b4861290bf6 req-612ddf4e-4add-4e19-bdf9-188dcdfc8c05 service nova] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Received event network-changed-39213b67-3978-4537-956b-38c5b5dd1554 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1000.926349] env[63260]: DEBUG nova.compute.manager [req-914b80e8-10ae-43a2-a2db-7b4861290bf6 req-612ddf4e-4add-4e19-bdf9-188dcdfc8c05 service nova] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Refreshing instance network info cache due to event network-changed-39213b67-3978-4537-956b-38c5b5dd1554. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1000.926580] env[63260]: DEBUG oslo_concurrency.lockutils [req-914b80e8-10ae-43a2-a2db-7b4861290bf6 req-612ddf4e-4add-4e19-bdf9-188dcdfc8c05 service nova] Acquiring lock "refresh_cache-73759f3b-39f8-4e60-a0ca-91220f19abdc" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.926803] env[63260]: DEBUG oslo_concurrency.lockutils [req-914b80e8-10ae-43a2-a2db-7b4861290bf6 req-612ddf4e-4add-4e19-bdf9-188dcdfc8c05 service nova] Acquired lock "refresh_cache-73759f3b-39f8-4e60-a0ca-91220f19abdc" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.926995] env[63260]: DEBUG nova.network.neutron [req-914b80e8-10ae-43a2-a2db-7b4861290bf6 req-612ddf4e-4add-4e19-bdf9-188dcdfc8c05 service nova] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Refreshing network info cache for port 39213b67-3978-4537-956b-38c5b5dd1554 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.022190] env[63260]: DEBUG oslo_concurrency.lockutils [None req-789474ad-1391-4ee9-ac96-49be41ff0f77 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "2632026f-854d-4012-aa34-84edd0a812f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.599s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.331540] env[63260]: DEBUG nova.compute.manager [req-dee7f011-17a0-4121-acb1-63e7b0352fc0 req-4b7abdf7-6f17-43dc-bc3c-5f36a21b03d6 service nova] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Received event network-vif-plugged-99b6b7bc-5bed-41ec-be42-e0a11c47930d {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1001.331540] env[63260]: DEBUG oslo_concurrency.lockutils [req-dee7f011-17a0-4121-acb1-63e7b0352fc0 req-4b7abdf7-6f17-43dc-bc3c-5f36a21b03d6 service nova] Acquiring lock "15f6aedb-5993-45ef-995a-065b6dbf0670-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.331540] env[63260]: DEBUG oslo_concurrency.lockutils [req-dee7f011-17a0-4121-acb1-63e7b0352fc0 req-4b7abdf7-6f17-43dc-bc3c-5f36a21b03d6 service nova] Lock "15f6aedb-5993-45ef-995a-065b6dbf0670-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.331540] env[63260]: DEBUG oslo_concurrency.lockutils [req-dee7f011-17a0-4121-acb1-63e7b0352fc0 req-4b7abdf7-6f17-43dc-bc3c-5f36a21b03d6 service nova] Lock "15f6aedb-5993-45ef-995a-065b6dbf0670-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.331540] env[63260]: DEBUG nova.compute.manager [req-dee7f011-17a0-4121-acb1-63e7b0352fc0 req-4b7abdf7-6f17-43dc-bc3c-5f36a21b03d6 service nova] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] No waiting events found dispatching network-vif-plugged-99b6b7bc-5bed-41ec-be42-e0a11c47930d {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1001.331540] env[63260]: WARNING nova.compute.manager [req-dee7f011-17a0-4121-acb1-63e7b0352fc0 req-4b7abdf7-6f17-43dc-bc3c-5f36a21b03d6 service nova] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Received unexpected event network-vif-plugged-99b6b7bc-5bed-41ec-be42-e0a11c47930d for instance with vm_state building and task_state spawning. [ 1001.373758] env[63260]: DEBUG oslo_vmware.api [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285155, 'name': Rename_Task, 'duration_secs': 0.199911} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.374081] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.374358] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b78d1fe-166d-48e2-be21-1b41834799f8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.383481] env[63260]: DEBUG oslo_vmware.api [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 1001.383481] env[63260]: value = "task-2285156" [ 1001.383481] env[63260]: _type = "Task" [ 1001.383481] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.394716] env[63260]: DEBUG oslo_vmware.api [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.519812] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance eae2ab94-da4e-45c4-a185-a245dd609514 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1001.520154] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 478b9913-6c63-42e5-921f-21e503efc7ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1001.520154] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 3d0f44ca-75e7-4579-9e7c-0451473e64af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1001.520248] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1001.520363] env[63260]: WARNING nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 5d3f96ae-7544-4925-aa43-051905096b48 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1001.520484] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1001.520598] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 99f5a99c-638b-4419-a1a4-d98cb34099b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1001.520711] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 55dc2cc3-0938-47a4-81af-4cb638783c01 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1001.672059] env[63260]: DEBUG nova.network.neutron [req-914b80e8-10ae-43a2-a2db-7b4861290bf6 req-612ddf4e-4add-4e19-bdf9-188dcdfc8c05 service nova] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Updated VIF entry in instance network info cache for port 39213b67-3978-4537-956b-38c5b5dd1554. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.672442] env[63260]: DEBUG nova.network.neutron [req-914b80e8-10ae-43a2-a2db-7b4861290bf6 req-612ddf4e-4add-4e19-bdf9-188dcdfc8c05 service nova] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Updating instance_info_cache with network_info: [{"id": "39213b67-3978-4537-956b-38c5b5dd1554", "address": "fa:16:3e:44:ff:90", "network": {"id": "424be9ec-16be-4f23-9093-06b871ef06d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-780291018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4949ccbfb7644f489b2cfd593a1684d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39213b67-39", "ovs_interfaceid": "39213b67-3978-4537-956b-38c5b5dd1554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.790169] env[63260]: DEBUG nova.network.neutron [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Successfully updated port: 99b6b7bc-5bed-41ec-be42-e0a11c47930d {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1001.896198] env[63260]: DEBUG oslo_vmware.api [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285156, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.025200] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance e7079a58-fb09-44b7-bed8-3625be32b5f4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1002.025435] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 73759f3b-39f8-4e60-a0ca-91220f19abdc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1002.025531] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 15f6aedb-5993-45ef-995a-065b6dbf0670 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1002.149204] env[63260]: DEBUG nova.virt.hardware [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.149499] env[63260]: DEBUG nova.virt.hardware [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.149660] env[63260]: DEBUG nova.virt.hardware [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.149837] env[63260]: DEBUG nova.virt.hardware [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.149981] env[63260]: DEBUG nova.virt.hardware [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.150143] env[63260]: DEBUG nova.virt.hardware [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.150357] env[63260]: DEBUG nova.virt.hardware [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.150515] env[63260]: DEBUG nova.virt.hardware [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.150854] env[63260]: DEBUG nova.virt.hardware [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.151055] env[63260]: DEBUG nova.virt.hardware [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.151341] env[63260]: DEBUG nova.virt.hardware [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.153631] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347a5235-d346-486e-94c9-15a7055e89b0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.163727] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97312d5e-fb37-4e37-8cfe-197f0b2d3eee {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.181731] env[63260]: DEBUG oslo_concurrency.lockutils [req-914b80e8-10ae-43a2-a2db-7b4861290bf6 req-612ddf4e-4add-4e19-bdf9-188dcdfc8c05 service nova] Releasing lock "refresh_cache-73759f3b-39f8-4e60-a0ca-91220f19abdc" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.182508] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:ff:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39213b67-3978-4537-956b-38c5b5dd1554', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.194681] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Creating folder: Project (f4949ccbfb7644f489b2cfd593a1684d). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1002.199726] env[63260]: DEBUG nova.virt.hardware [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.200528] env[63260]: DEBUG nova.virt.hardware [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.201016] env[63260]: DEBUG nova.virt.hardware [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.201473] env[63260]: DEBUG nova.virt.hardware [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.201869] env[63260]: DEBUG nova.virt.hardware [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.202316] env[63260]: DEBUG nova.virt.hardware [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.202819] env[63260]: DEBUG nova.virt.hardware [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.203289] env[63260]: DEBUG nova.virt.hardware [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.203759] env[63260]: DEBUG nova.virt.hardware [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.204207] env[63260]: DEBUG nova.virt.hardware [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.205257] env[63260]: DEBUG nova.virt.hardware [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.205469] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74a1eae1-36ee-4cdc-abdd-810550cc5ca7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.210742] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b9c804-a65a-45b0-91ca-376eb4b6816a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.225942] env[63260]: DEBUG oslo_vmware.rw_handles [None req-7cf2cc1b-5870-47d6-8e1b-61f833fa7895 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293b083-d75a-27a2-b077-894d05eefb28/disk-0.vmdk. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1002.228128] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0909d7-c114-4588-80bb-53f5fe73c162 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.235551] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c0ce9a-eab0-47a3-9fed-441083e3e172 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.239825] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Created folder: Project (f4949ccbfb7644f489b2cfd593a1684d) in parent group-v464889. [ 1002.240033] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Creating folder: Instances. Parent ref: group-v465163. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1002.240920] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1028dd93-dde1-4a9c-a377-66ab93ff3389 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.245650] env[63260]: DEBUG oslo_vmware.rw_handles [None req-7cf2cc1b-5870-47d6-8e1b-61f833fa7895 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293b083-d75a-27a2-b077-894d05eefb28/disk-0.vmdk is in state: ready. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1002.245832] env[63260]: ERROR oslo_vmware.rw_handles [None req-7cf2cc1b-5870-47d6-8e1b-61f833fa7895 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293b083-d75a-27a2-b077-894d05eefb28/disk-0.vmdk due to incomplete transfer. [ 1002.255139] env[63260]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-24bb7b5c-62e1-4545-92c1-a4c9a78fb3ba {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.258729] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Created folder: Instances in parent group-v465163. [ 1002.258991] env[63260]: DEBUG oslo.service.loopingcall [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1002.259642] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.259891] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcba01bc-e8ec-4d38-8a44-a94780ef11c0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.276249] env[63260]: DEBUG oslo_vmware.rw_handles [None req-7cf2cc1b-5870-47d6-8e1b-61f833fa7895 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293b083-d75a-27a2-b077-894d05eefb28/disk-0.vmdk. {{(pid=63260) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1002.276514] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-7cf2cc1b-5870-47d6-8e1b-61f833fa7895 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Uploaded image 41b313ce-511d-4721-badf-9f8a71f7c562 to the Glance image server {{(pid=63260) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1002.279168] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf2cc1b-5870-47d6-8e1b-61f833fa7895 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Destroying the VM {{(pid=63260) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1002.279900] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-40bffbff-0081-409f-a851-9d0b797b0c68 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.287511] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.287511] env[63260]: value = "task-2285159" [ 1002.287511] env[63260]: _type = "Task" [ 1002.287511] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.289149] env[63260]: DEBUG oslo_vmware.api [None req-7cf2cc1b-5870-47d6-8e1b-61f833fa7895 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1002.289149] env[63260]: value = "task-2285160" [ 1002.289149] env[63260]: _type = "Task" [ 1002.289149] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.293078] env[63260]: DEBUG oslo_concurrency.lockutils [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "refresh_cache-15f6aedb-5993-45ef-995a-065b6dbf0670" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.293224] env[63260]: DEBUG oslo_concurrency.lockutils [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquired lock "refresh_cache-15f6aedb-5993-45ef-995a-065b6dbf0670" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.293380] env[63260]: DEBUG nova.network.neutron [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.314413] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285159, 'name': CreateVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.314861] env[63260]: DEBUG oslo_vmware.api [None req-7cf2cc1b-5870-47d6-8e1b-61f833fa7895 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285160, 'name': Destroy_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.397821] env[63260]: DEBUG oslo_vmware.api [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285156, 'name': PowerOnVM_Task, 'duration_secs': 0.983464} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.398312] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.398691] env[63260]: INFO nova.compute.manager [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Took 8.07 seconds to spawn the instance on the hypervisor. [ 1002.398993] env[63260]: DEBUG nova.compute.manager [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.399864] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5226a3f2-9a2c-4031-94b5-ec4b91d1567d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.529827] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 62425ec7-456a-427d-8115-2fc80126ff04 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1002.530322] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=63260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1002.530565] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=63260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1002.740500] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af00416-de31-4082-b49d-7033a0531a8a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.750805] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0cf48b-0f69-4028-926f-630ecdd0af2a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.785456] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965b8dd9-1222-448a-8ccd-55a474449fc0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.799148] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db5079d-14df-4c05-8b02-7edb72e9e9a8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.808316] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285159, 'name': CreateVM_Task, 'duration_secs': 0.50771} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.809128] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.810201] env[63260]: DEBUG oslo_concurrency.lockutils [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.810388] env[63260]: DEBUG oslo_concurrency.lockutils [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.810703] env[63260]: DEBUG oslo_concurrency.lockutils [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.811062] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08168997-cac8-4ce0-9e47-46f7d9354dd1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.825927] env[63260]: DEBUG nova.compute.provider_tree [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.827924] env[63260]: DEBUG oslo_vmware.api [None req-7cf2cc1b-5870-47d6-8e1b-61f833fa7895 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285160, 'name': Destroy_Task} progress is 33%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.832134] env[63260]: DEBUG oslo_vmware.api [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1002.832134] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]525ebbd0-49fb-4196-8b7d-91e0efdafe4b" [ 1002.832134] env[63260]: _type = "Task" [ 1002.832134] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.841337] env[63260]: DEBUG oslo_vmware.api [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]525ebbd0-49fb-4196-8b7d-91e0efdafe4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.865812] env[63260]: DEBUG nova.network.neutron [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1002.919835] env[63260]: INFO nova.compute.manager [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Took 17.25 seconds to build instance. [ 1002.963078] env[63260]: DEBUG nova.compute.manager [req-f8ded781-c143-444f-8242-2101a6754ea6 req-2f7a50d3-5dd0-4fa5-8d36-3ea5b8e03019 service nova] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Received event network-changed-99b6b7bc-5bed-41ec-be42-e0a11c47930d {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1002.963286] env[63260]: DEBUG nova.compute.manager [req-f8ded781-c143-444f-8242-2101a6754ea6 req-2f7a50d3-5dd0-4fa5-8d36-3ea5b8e03019 service nova] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Refreshing instance network info cache due to event network-changed-99b6b7bc-5bed-41ec-be42-e0a11c47930d. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1002.963657] env[63260]: DEBUG oslo_concurrency.lockutils [req-f8ded781-c143-444f-8242-2101a6754ea6 req-2f7a50d3-5dd0-4fa5-8d36-3ea5b8e03019 service nova] Acquiring lock "refresh_cache-15f6aedb-5993-45ef-995a-065b6dbf0670" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.071211] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "c26dbf10-fe6d-455f-8b68-acfcdfcaf189" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.071533] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "c26dbf10-fe6d-455f-8b68-acfcdfcaf189" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.140832] env[63260]: DEBUG nova.network.neutron [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Updating instance_info_cache with network_info: [{"id": "99b6b7bc-5bed-41ec-be42-e0a11c47930d", "address": "fa:16:3e:61:a3:03", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99b6b7bc-5b", "ovs_interfaceid": "99b6b7bc-5bed-41ec-be42-e0a11c47930d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.305344] env[63260]: DEBUG oslo_vmware.api [None req-7cf2cc1b-5870-47d6-8e1b-61f833fa7895 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285160, 'name': Destroy_Task, 'duration_secs': 0.582713} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.305619] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-7cf2cc1b-5870-47d6-8e1b-61f833fa7895 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Destroyed the VM [ 1003.305857] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf2cc1b-5870-47d6-8e1b-61f833fa7895 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Deleting Snapshot of the VM instance {{(pid=63260) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1003.306218] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bc5fcc0a-e795-4bea-9aef-fe5a20155383 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.313795] env[63260]: DEBUG oslo_vmware.api [None req-7cf2cc1b-5870-47d6-8e1b-61f833fa7895 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1003.313795] env[63260]: value = "task-2285161" [ 1003.313795] env[63260]: _type = "Task" [ 1003.313795] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.323954] env[63260]: DEBUG oslo_vmware.api [None req-7cf2cc1b-5870-47d6-8e1b-61f833fa7895 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285161, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.329186] env[63260]: DEBUG nova.scheduler.client.report [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.344630] env[63260]: DEBUG oslo_vmware.api [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]525ebbd0-49fb-4196-8b7d-91e0efdafe4b, 'name': SearchDatastore_Task, 'duration_secs': 0.015541} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.345707] env[63260]: DEBUG oslo_concurrency.lockutils [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.345963] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.346221] env[63260]: DEBUG oslo_concurrency.lockutils [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.346383] env[63260]: DEBUG oslo_concurrency.lockutils [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.346565] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.347123] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32464207-4175-4b5a-b6de-a44a93cde7a4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.358550] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.358738] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.359672] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1f98559-86e1-4a9b-bad8-0357d3b0fcfe {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.367116] env[63260]: DEBUG oslo_vmware.api [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1003.367116] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]524eef25-9bd2-5f7b-3d1a-56c2487b97f6" [ 1003.367116] env[63260]: _type = "Task" [ 1003.367116] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.375941] env[63260]: DEBUG oslo_vmware.api [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]524eef25-9bd2-5f7b-3d1a-56c2487b97f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.421930] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a674baae-cdac-4bb2-9341-d71a8090af5e tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "55dc2cc3-0938-47a4-81af-4cb638783c01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.770s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.574326] env[63260]: DEBUG nova.compute.manager [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1003.643407] env[63260]: DEBUG oslo_concurrency.lockutils [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Releasing lock "refresh_cache-15f6aedb-5993-45ef-995a-065b6dbf0670" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.643788] env[63260]: DEBUG nova.compute.manager [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Instance network_info: |[{"id": "99b6b7bc-5bed-41ec-be42-e0a11c47930d", "address": "fa:16:3e:61:a3:03", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99b6b7bc-5b", "ovs_interfaceid": "99b6b7bc-5bed-41ec-be42-e0a11c47930d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1003.644110] env[63260]: DEBUG oslo_concurrency.lockutils [req-f8ded781-c143-444f-8242-2101a6754ea6 req-2f7a50d3-5dd0-4fa5-8d36-3ea5b8e03019 service nova] Acquired lock "refresh_cache-15f6aedb-5993-45ef-995a-065b6dbf0670" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.644321] env[63260]: DEBUG nova.network.neutron [req-f8ded781-c143-444f-8242-2101a6754ea6 req-2f7a50d3-5dd0-4fa5-8d36-3ea5b8e03019 service nova] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Refreshing network info cache for port 99b6b7bc-5bed-41ec-be42-e0a11c47930d {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.645564] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:a3:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99b6b7bc-5bed-41ec-be42-e0a11c47930d', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1003.654738] env[63260]: DEBUG oslo.service.loopingcall [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1003.655841] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1003.656107] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7330fb3-569b-4d93-ba8d-a2d7666c2760 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.677891] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1003.677891] env[63260]: value = "task-2285162" [ 1003.677891] env[63260]: _type = "Task" [ 1003.677891] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.688306] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285162, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.825562] env[63260]: DEBUG oslo_vmware.api [None req-7cf2cc1b-5870-47d6-8e1b-61f833fa7895 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285161, 'name': RemoveSnapshot_Task} progress is 47%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.836722] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1003.836836] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.351s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.837150] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.235s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.838775] env[63260]: INFO nova.compute.claims [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1003.882131] env[63260]: DEBUG oslo_vmware.api [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]524eef25-9bd2-5f7b-3d1a-56c2487b97f6, 'name': SearchDatastore_Task, 'duration_secs': 0.013917} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.882929] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c69290db-4aae-4e2c-b77f-229081ab1179 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.889527] env[63260]: DEBUG oslo_vmware.api [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1003.889527] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]525670ae-0266-da79-2f2e-f4a38679b625" [ 1003.889527] env[63260]: _type = "Task" [ 1003.889527] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.899416] env[63260]: DEBUG oslo_vmware.api [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]525670ae-0266-da79-2f2e-f4a38679b625, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.088445] env[63260]: DEBUG oslo_vmware.rw_handles [None req-99501ea8-a6b9-45fb-9204-c818032c32a0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236ebcc-03f7-5ab4-cbca-84c197bdc1d3/disk-0.vmdk. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1004.089423] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54fa8aa-f3ff-41e3-9efd-3907e5cc02ba {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.096041] env[63260]: DEBUG oslo_vmware.rw_handles [None req-99501ea8-a6b9-45fb-9204-c818032c32a0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236ebcc-03f7-5ab4-cbca-84c197bdc1d3/disk-0.vmdk is in state: ready. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1004.096169] env[63260]: ERROR oslo_vmware.rw_handles [None req-99501ea8-a6b9-45fb-9204-c818032c32a0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236ebcc-03f7-5ab4-cbca-84c197bdc1d3/disk-0.vmdk due to incomplete transfer. [ 1004.096392] env[63260]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dd409894-abc4-4727-96f1-4ed657a192b4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.099015] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.105496] env[63260]: DEBUG oslo_vmware.rw_handles [None req-99501ea8-a6b9-45fb-9204-c818032c32a0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236ebcc-03f7-5ab4-cbca-84c197bdc1d3/disk-0.vmdk. {{(pid=63260) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1004.105496] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-99501ea8-a6b9-45fb-9204-c818032c32a0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Uploaded image 56603bad-6ec2-4976-addc-e3eb5d9f1951 to the Glance image server {{(pid=63260) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1004.107064] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-99501ea8-a6b9-45fb-9204-c818032c32a0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Destroying the VM {{(pid=63260) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1004.108050] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-be2e2dfc-cb46-4270-92cd-319c17f2181e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.114064] env[63260]: DEBUG oslo_vmware.api [None req-99501ea8-a6b9-45fb-9204-c818032c32a0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1004.114064] env[63260]: value = "task-2285163" [ 1004.114064] env[63260]: _type = "Task" [ 1004.114064] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.122289] env[63260]: DEBUG oslo_vmware.api [None req-99501ea8-a6b9-45fb-9204-c818032c32a0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285163, 'name': Destroy_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.190700] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285162, 'name': CreateVM_Task, 'duration_secs': 0.501686} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.194030] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1004.194169] env[63260]: DEBUG oslo_concurrency.lockutils [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.194291] env[63260]: DEBUG oslo_concurrency.lockutils [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.195295] env[63260]: DEBUG oslo_concurrency.lockutils [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.195295] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77730de0-abc5-4e00-9f48-947643d5a958 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.200467] env[63260]: DEBUG oslo_vmware.api [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 1004.200467] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]521ea8a7-df2a-d19e-cf42-3277c9781c10" [ 1004.200467] env[63260]: _type = "Task" [ 1004.200467] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.208971] env[63260]: DEBUG oslo_vmware.api [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]521ea8a7-df2a-d19e-cf42-3277c9781c10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.324085] env[63260]: DEBUG oslo_vmware.api [None req-7cf2cc1b-5870-47d6-8e1b-61f833fa7895 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285161, 'name': RemoveSnapshot_Task, 'duration_secs': 0.888676} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.324340] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf2cc1b-5870-47d6-8e1b-61f833fa7895 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Deleted Snapshot of the VM instance {{(pid=63260) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1004.324576] env[63260]: INFO nova.compute.manager [None req-7cf2cc1b-5870-47d6-8e1b-61f833fa7895 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Took 14.87 seconds to snapshot the instance on the hypervisor. [ 1004.373093] env[63260]: DEBUG nova.network.neutron [req-f8ded781-c143-444f-8242-2101a6754ea6 req-2f7a50d3-5dd0-4fa5-8d36-3ea5b8e03019 service nova] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Updated VIF entry in instance network info cache for port 99b6b7bc-5bed-41ec-be42-e0a11c47930d. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.373605] env[63260]: DEBUG nova.network.neutron [req-f8ded781-c143-444f-8242-2101a6754ea6 req-2f7a50d3-5dd0-4fa5-8d36-3ea5b8e03019 service nova] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Updating instance_info_cache with network_info: [{"id": "99b6b7bc-5bed-41ec-be42-e0a11c47930d", "address": "fa:16:3e:61:a3:03", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99b6b7bc-5b", "ovs_interfaceid": "99b6b7bc-5bed-41ec-be42-e0a11c47930d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.404718] env[63260]: DEBUG oslo_vmware.api [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]525670ae-0266-da79-2f2e-f4a38679b625, 'name': SearchDatastore_Task, 'duration_secs': 0.014011} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.405128] env[63260]: DEBUG oslo_concurrency.lockutils [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.405523] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 73759f3b-39f8-4e60-a0ca-91220f19abdc/73759f3b-39f8-4e60-a0ca-91220f19abdc.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.405895] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69170243-211d-4dae-b76e-f0cf5ebd3cd7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.414612] env[63260]: DEBUG oslo_vmware.api [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1004.414612] env[63260]: value = "task-2285164" [ 1004.414612] env[63260]: _type = "Task" [ 1004.414612] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.422747] env[63260]: DEBUG oslo_vmware.api [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.626182] env[63260]: DEBUG oslo_vmware.api [None req-99501ea8-a6b9-45fb-9204-c818032c32a0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285163, 'name': Destroy_Task, 'duration_secs': 0.362663} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.626182] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-99501ea8-a6b9-45fb-9204-c818032c32a0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Destroyed the VM [ 1004.626596] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-99501ea8-a6b9-45fb-9204-c818032c32a0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Deleting Snapshot of the VM instance {{(pid=63260) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1004.626596] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-76a5bc90-1b25-4169-9c80-df2b58d5d82f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.633843] env[63260]: DEBUG oslo_vmware.api [None req-99501ea8-a6b9-45fb-9204-c818032c32a0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1004.633843] env[63260]: value = "task-2285165" [ 1004.633843] env[63260]: _type = "Task" [ 1004.633843] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.644485] env[63260]: DEBUG oslo_vmware.api [None req-99501ea8-a6b9-45fb-9204-c818032c32a0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285165, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.713663] env[63260]: DEBUG oslo_vmware.api [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]521ea8a7-df2a-d19e-cf42-3277c9781c10, 'name': SearchDatastore_Task, 'duration_secs': 0.010883} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.713935] env[63260]: DEBUG oslo_concurrency.lockutils [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.714192] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.714540] env[63260]: DEBUG oslo_concurrency.lockutils [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.714688] env[63260]: DEBUG oslo_concurrency.lockutils [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.714868] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.715285] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7efa2b29-bff6-4a2c-8891-8de7347ad092 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.726227] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.726447] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.727178] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec077c2c-0621-4066-add5-e1b9fc4b6f6f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.733592] env[63260]: DEBUG oslo_vmware.api [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 1004.733592] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52f91830-0c39-aef2-1cfc-dfcbd0db16e5" [ 1004.733592] env[63260]: _type = "Task" [ 1004.733592] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.743286] env[63260]: DEBUG oslo_vmware.api [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52f91830-0c39-aef2-1cfc-dfcbd0db16e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.870364] env[63260]: DEBUG nova.compute.manager [None req-7cf2cc1b-5870-47d6-8e1b-61f833fa7895 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Found 2 images (rotation: 2) {{(pid=63260) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1004.877675] env[63260]: DEBUG oslo_concurrency.lockutils [req-f8ded781-c143-444f-8242-2101a6754ea6 req-2f7a50d3-5dd0-4fa5-8d36-3ea5b8e03019 service nova] Releasing lock "refresh_cache-15f6aedb-5993-45ef-995a-065b6dbf0670" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.928357] env[63260]: DEBUG oslo_vmware.api [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285164, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.939226] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f064cb03-2399-4e2f-8abd-0356a7bc0753 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquiring lock "99f5a99c-638b-4419-a1a4-d98cb34099b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.939571] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f064cb03-2399-4e2f-8abd-0356a7bc0753 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "99f5a99c-638b-4419-a1a4-d98cb34099b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.939750] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f064cb03-2399-4e2f-8abd-0356a7bc0753 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquiring lock "99f5a99c-638b-4419-a1a4-d98cb34099b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.939927] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f064cb03-2399-4e2f-8abd-0356a7bc0753 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "99f5a99c-638b-4419-a1a4-d98cb34099b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.940108] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f064cb03-2399-4e2f-8abd-0356a7bc0753 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "99f5a99c-638b-4419-a1a4-d98cb34099b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.942981] env[63260]: INFO nova.compute.manager [None req-f064cb03-2399-4e2f-8abd-0356a7bc0753 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Terminating instance [ 1005.016759] env[63260]: DEBUG nova.compute.manager [req-9e8c8523-b222-4b48-9915-c95f5813e108 req-b13e14f4-ae64-4e09-b8ab-ed159589bb1c service nova] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Received event network-changed-9ae0225e-30a7-4382-8475-69cb79a7dd0a {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1005.016963] env[63260]: DEBUG nova.compute.manager [req-9e8c8523-b222-4b48-9915-c95f5813e108 req-b13e14f4-ae64-4e09-b8ab-ed159589bb1c service nova] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Refreshing instance network info cache due to event network-changed-9ae0225e-30a7-4382-8475-69cb79a7dd0a. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1005.017261] env[63260]: DEBUG oslo_concurrency.lockutils [req-9e8c8523-b222-4b48-9915-c95f5813e108 req-b13e14f4-ae64-4e09-b8ab-ed159589bb1c service nova] Acquiring lock "refresh_cache-55dc2cc3-0938-47a4-81af-4cb638783c01" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.017426] env[63260]: DEBUG oslo_concurrency.lockutils [req-9e8c8523-b222-4b48-9915-c95f5813e108 req-b13e14f4-ae64-4e09-b8ab-ed159589bb1c service nova] Acquired lock "refresh_cache-55dc2cc3-0938-47a4-81af-4cb638783c01" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.017653] env[63260]: DEBUG nova.network.neutron [req-9e8c8523-b222-4b48-9915-c95f5813e108 req-b13e14f4-ae64-4e09-b8ab-ed159589bb1c service nova] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Refreshing network info cache for port 9ae0225e-30a7-4382-8475-69cb79a7dd0a {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.061701] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc8b531-f0f7-4d27-92c4-c9681bbf5992 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.070680] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ecbda01-d94c-4af7-8bc6-0278fa85d2de {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.103527] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3125f9-edd9-4caa-8bc3-7fb718caf2bf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.112018] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04794f04-2c17-4984-a1b1-e5ec00c84630 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.127841] env[63260]: DEBUG nova.compute.provider_tree [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.144508] env[63260]: DEBUG oslo_vmware.api [None req-99501ea8-a6b9-45fb-9204-c818032c32a0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285165, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.244781] env[63260]: DEBUG oslo_vmware.api [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52f91830-0c39-aef2-1cfc-dfcbd0db16e5, 'name': SearchDatastore_Task, 'duration_secs': 0.064105} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.245669] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b927b346-589e-4f5c-82ae-8ec735f9cbcb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.252272] env[63260]: DEBUG oslo_vmware.api [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 1005.252272] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c97e9c-0852-c936-f1b5-ba5de8e3120d" [ 1005.252272] env[63260]: _type = "Task" [ 1005.252272] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.261067] env[63260]: DEBUG oslo_vmware.api [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c97e9c-0852-c936-f1b5-ba5de8e3120d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.394826] env[63260]: DEBUG oslo_concurrency.lockutils [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquiring lock "6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.394826] env[63260]: DEBUG oslo_concurrency.lockutils [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.425724] env[63260]: DEBUG oslo_vmware.api [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561845} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.426342] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 73759f3b-39f8-4e60-a0ca-91220f19abdc/73759f3b-39f8-4e60-a0ca-91220f19abdc.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.426608] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.427324] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fbf3ecd-a38e-4f38-ad19-ed829fdef8d3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.435398] env[63260]: DEBUG oslo_vmware.api [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1005.435398] env[63260]: value = "task-2285166" [ 1005.435398] env[63260]: _type = "Task" [ 1005.435398] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.445648] env[63260]: DEBUG oslo_vmware.api [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.447492] env[63260]: DEBUG nova.compute.manager [None req-f064cb03-2399-4e2f-8abd-0356a7bc0753 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1005.447746] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f064cb03-2399-4e2f-8abd-0356a7bc0753 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.448571] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be49453a-efda-40e8-8f75-bcebaab39c70 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.456705] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f064cb03-2399-4e2f-8abd-0356a7bc0753 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.456954] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a36985b4-57f8-4070-8f81-3ed7637f63ec {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.527184] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f064cb03-2399-4e2f-8abd-0356a7bc0753 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.527534] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f064cb03-2399-4e2f-8abd-0356a7bc0753 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.527803] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-f064cb03-2399-4e2f-8abd-0356a7bc0753 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Deleting the datastore file [datastore1] 99f5a99c-638b-4419-a1a4-d98cb34099b0 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.528176] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54beff1b-3d09-4ae4-884e-fd705b7d20c0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.535636] env[63260]: DEBUG oslo_vmware.api [None req-f064cb03-2399-4e2f-8abd-0356a7bc0753 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1005.535636] env[63260]: value = "task-2285168" [ 1005.535636] env[63260]: _type = "Task" [ 1005.535636] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.544365] env[63260]: DEBUG oslo_vmware.api [None req-f064cb03-2399-4e2f-8abd-0356a7bc0753 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.631145] env[63260]: DEBUG nova.scheduler.client.report [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.646402] env[63260]: DEBUG oslo_vmware.api [None req-99501ea8-a6b9-45fb-9204-c818032c32a0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285165, 'name': RemoveSnapshot_Task, 'duration_secs': 0.632239} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.646450] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-99501ea8-a6b9-45fb-9204-c818032c32a0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Deleted Snapshot of the VM instance {{(pid=63260) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1005.646688] env[63260]: INFO nova.compute.manager [None req-99501ea8-a6b9-45fb-9204-c818032c32a0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Took 13.06 seconds to snapshot the instance on the hypervisor. [ 1005.766152] env[63260]: DEBUG oslo_vmware.api [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c97e9c-0852-c936-f1b5-ba5de8e3120d, 'name': SearchDatastore_Task, 'duration_secs': 0.009133} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.766470] env[63260]: DEBUG oslo_concurrency.lockutils [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.766765] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 15f6aedb-5993-45ef-995a-065b6dbf0670/15f6aedb-5993-45ef-995a-065b6dbf0670.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1005.767064] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eaefa5d9-f129-4ca7-9caf-16f1a21146c6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.777362] env[63260]: DEBUG oslo_vmware.api [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 1005.777362] env[63260]: value = "task-2285169" [ 1005.777362] env[63260]: _type = "Task" [ 1005.777362] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.785819] env[63260]: DEBUG oslo_vmware.api [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285169, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.803786] env[63260]: DEBUG nova.network.neutron [req-9e8c8523-b222-4b48-9915-c95f5813e108 req-b13e14f4-ae64-4e09-b8ab-ed159589bb1c service nova] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Updated VIF entry in instance network info cache for port 9ae0225e-30a7-4382-8475-69cb79a7dd0a. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.804168] env[63260]: DEBUG nova.network.neutron [req-9e8c8523-b222-4b48-9915-c95f5813e108 req-b13e14f4-ae64-4e09-b8ab-ed159589bb1c service nova] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Updating instance_info_cache with network_info: [{"id": "9ae0225e-30a7-4382-8475-69cb79a7dd0a", "address": "fa:16:3e:47:29:ae", "network": {"id": "14043edd-9c2a-4a46-8c5d-f175bb41e274", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-171804802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e5c121feb874d558975aa56cb177081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae0225e-30", "ovs_interfaceid": "9ae0225e-30a7-4382-8475-69cb79a7dd0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.859714] env[63260]: DEBUG nova.compute.manager [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.860654] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5842f1db-3e67-4e5f-98ae-71ac3d67bbc2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.896637] env[63260]: DEBUG nova.compute.manager [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1005.946160] env[63260]: DEBUG oslo_vmware.api [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068559} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.946444] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.947236] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422dd200-0dbe-4e7b-b5cf-3e877504781e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.972812] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 73759f3b-39f8-4e60-a0ca-91220f19abdc/73759f3b-39f8-4e60-a0ca-91220f19abdc.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.973175] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1da7f4fd-6db5-4b49-8603-cab8105b7dee {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.995548] env[63260]: DEBUG oslo_vmware.api [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1005.995548] env[63260]: value = "task-2285170" [ 1005.995548] env[63260]: _type = "Task" [ 1005.995548] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.004296] env[63260]: DEBUG oslo_vmware.api [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285170, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.048513] env[63260]: DEBUG oslo_vmware.api [None req-f064cb03-2399-4e2f-8abd-0356a7bc0753 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175852} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.048513] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-f064cb03-2399-4e2f-8abd-0356a7bc0753 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.048513] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f064cb03-2399-4e2f-8abd-0356a7bc0753 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.048513] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f064cb03-2399-4e2f-8abd-0356a7bc0753 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.048513] env[63260]: INFO nova.compute.manager [None req-f064cb03-2399-4e2f-8abd-0356a7bc0753 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1006.048513] env[63260]: DEBUG oslo.service.loopingcall [None req-f064cb03-2399-4e2f-8abd-0356a7bc0753 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1006.049012] env[63260]: DEBUG nova.compute.manager [-] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.049012] env[63260]: DEBUG nova.network.neutron [-] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1006.136029] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.299s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.136527] env[63260]: DEBUG nova.compute.manager [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1006.143028] env[63260]: DEBUG oslo_concurrency.lockutils [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.398s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.143028] env[63260]: DEBUG nova.objects.instance [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lazy-loading 'pci_requests' on Instance uuid e7079a58-fb09-44b7-bed8-3625be32b5f4 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.150869] env[63260]: DEBUG nova.compute.manager [None req-99501ea8-a6b9-45fb-9204-c818032c32a0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Instance disappeared during snapshot {{(pid=63260) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1006.166578] env[63260]: DEBUG nova.compute.manager [None req-99501ea8-a6b9-45fb-9204-c818032c32a0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Image not found during clean up 56603bad-6ec2-4976-addc-e3eb5d9f1951 {{(pid=63260) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1006.288259] env[63260]: DEBUG oslo_vmware.api [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285169, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493689} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.288618] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 15f6aedb-5993-45ef-995a-065b6dbf0670/15f6aedb-5993-45ef-995a-065b6dbf0670.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1006.288886] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1006.289225] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd349894-0b76-414a-acf4-4b8f84592046 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.296238] env[63260]: DEBUG oslo_vmware.api [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 1006.296238] env[63260]: value = "task-2285171" [ 1006.296238] env[63260]: _type = "Task" [ 1006.296238] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.305810] env[63260]: DEBUG oslo_vmware.api [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285171, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.306487] env[63260]: DEBUG oslo_concurrency.lockutils [req-9e8c8523-b222-4b48-9915-c95f5813e108 req-b13e14f4-ae64-4e09-b8ab-ed159589bb1c service nova] Releasing lock "refresh_cache-55dc2cc3-0938-47a4-81af-4cb638783c01" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.372509] env[63260]: INFO nova.compute.manager [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] instance snapshotting [ 1006.373139] env[63260]: DEBUG nova.objects.instance [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lazy-loading 'flavor' on Instance uuid 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.417259] env[63260]: DEBUG oslo_concurrency.lockutils [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.506600] env[63260]: DEBUG oslo_vmware.api [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285170, 'name': ReconfigVM_Task, 'duration_secs': 0.378905} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.506935] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 73759f3b-39f8-4e60-a0ca-91220f19abdc/73759f3b-39f8-4e60-a0ca-91220f19abdc.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.507609] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b1b9e21-7e53-425d-8484-3de7a78810b5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.516452] env[63260]: DEBUG oslo_vmware.api [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1006.516452] env[63260]: value = "task-2285172" [ 1006.516452] env[63260]: _type = "Task" [ 1006.516452] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.524911] env[63260]: DEBUG oslo_vmware.api [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285172, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.642619] env[63260]: DEBUG nova.compute.utils [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1006.644202] env[63260]: DEBUG nova.compute.manager [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1006.644382] env[63260]: DEBUG nova.network.neutron [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1006.647662] env[63260]: DEBUG nova.objects.instance [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lazy-loading 'numa_topology' on Instance uuid e7079a58-fb09-44b7-bed8-3625be32b5f4 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.688571] env[63260]: DEBUG nova.policy [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ed1ceb400fd40f49c95375c53373a45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60ea86e6d37c4da9adfb6f02b15c571e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 1006.809165] env[63260]: DEBUG oslo_vmware.api [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285171, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067367} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.809594] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1006.810813] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae12e4e-c613-4a29-ae6d-cf2a2282154e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.814780] env[63260]: DEBUG nova.network.neutron [-] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.843268] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 15f6aedb-5993-45ef-995a-065b6dbf0670/15f6aedb-5993-45ef-995a-065b6dbf0670.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.843699] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d79b6c44-d68f-4bdd-bed1-abddf9756159 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.867646] env[63260]: DEBUG oslo_vmware.api [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 1006.867646] env[63260]: value = "task-2285173" [ 1006.867646] env[63260]: _type = "Task" [ 1006.867646] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.878375] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826378e9-b594-450c-8173-011cbdfe2b5c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.886896] env[63260]: DEBUG oslo_vmware.api [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285173, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.904747] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6b2023-d427-4d53-a9ad-80bc5062b4bd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.030022] env[63260]: DEBUG oslo_vmware.api [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285172, 'name': Rename_Task, 'duration_secs': 0.142763} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.030022] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.030022] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8e5e68e-2e8e-4992-b7c9-63d6a480a34d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.035104] env[63260]: DEBUG oslo_vmware.api [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1007.035104] env[63260]: value = "task-2285174" [ 1007.035104] env[63260]: _type = "Task" [ 1007.035104] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.043750] env[63260]: DEBUG oslo_vmware.api [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.059900] env[63260]: DEBUG nova.network.neutron [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Successfully created port: 53f2e9c3-0323-49bf-9c80-362b8f55e7e8 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1007.076645] env[63260]: DEBUG nova.compute.manager [req-e04eda5e-8456-48ce-aecf-e2ec39add7e9 req-2bf3cec0-1c43-4a10-a57b-81dc095b090f service nova] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Received event network-vif-deleted-341b45a8-731b-4849-a789-cf1caeb30f92 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1007.147418] env[63260]: DEBUG nova.compute.manager [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1007.150796] env[63260]: INFO nova.compute.claims [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.318359] env[63260]: INFO nova.compute.manager [-] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Took 1.27 seconds to deallocate network for instance. [ 1007.378997] env[63260]: DEBUG oslo_vmware.api [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.418945] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Creating Snapshot of the VM instance {{(pid=63260) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1007.419368] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e6adbc65-58cf-4e4c-93a9-4e887a42f318 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.430032] env[63260]: DEBUG oslo_vmware.api [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1007.430032] env[63260]: value = "task-2285175" [ 1007.430032] env[63260]: _type = "Task" [ 1007.430032] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.440878] env[63260]: DEBUG oslo_vmware.api [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285175, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.545986] env[63260]: DEBUG oslo_vmware.api [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285174, 'name': PowerOnVM_Task, 'duration_secs': 0.448817} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.546284] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.546488] env[63260]: INFO nova.compute.manager [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Took 9.17 seconds to spawn the instance on the hypervisor. [ 1007.546709] env[63260]: DEBUG nova.compute.manager [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.547534] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564e7832-90fe-45e7-8da7-89d9c02b3cad {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.825287] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f064cb03-2399-4e2f-8abd-0356a7bc0753 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.879951] env[63260]: DEBUG oslo_vmware.api [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285173, 'name': ReconfigVM_Task, 'duration_secs': 0.688911} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.880253] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 15f6aedb-5993-45ef-995a-065b6dbf0670/15f6aedb-5993-45ef-995a-065b6dbf0670.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.880875] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bac9903-5393-463f-b582-2c44715a1f93 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.887803] env[63260]: DEBUG oslo_vmware.api [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 1007.887803] env[63260]: value = "task-2285176" [ 1007.887803] env[63260]: _type = "Task" [ 1007.887803] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.896249] env[63260]: DEBUG oslo_vmware.api [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285176, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.941605] env[63260]: DEBUG oslo_vmware.api [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285175, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.066164] env[63260]: INFO nova.compute.manager [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Took 15.67 seconds to build instance. [ 1008.160580] env[63260]: DEBUG nova.compute.manager [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1008.191015] env[63260]: DEBUG nova.virt.hardware [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.191015] env[63260]: DEBUG nova.virt.hardware [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.191015] env[63260]: DEBUG nova.virt.hardware [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.191385] env[63260]: DEBUG nova.virt.hardware [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.191385] env[63260]: DEBUG nova.virt.hardware [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.191457] env[63260]: DEBUG nova.virt.hardware [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.191658] env[63260]: DEBUG nova.virt.hardware [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.191779] env[63260]: DEBUG nova.virt.hardware [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.192521] env[63260]: DEBUG nova.virt.hardware [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.192521] env[63260]: DEBUG nova.virt.hardware [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.192521] env[63260]: DEBUG nova.virt.hardware [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.193456] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7cadb6-304b-40ad-a2bd-2722db773cbd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.202233] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6def4e-4fe8-42b7-aece-1e148f0cffc3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.350671] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3157f177-60d4-4552-bbe1-892d6e82ae74 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.358456] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d8f0e1-2b13-4984-ab8a-69d124453c84 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.392131] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e481857-670e-4204-9230-4e769b1f535a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.400688] env[63260]: DEBUG oslo_vmware.api [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285176, 'name': Rename_Task, 'duration_secs': 0.163285} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.402570] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1008.402837] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df4c35f7-35c8-4977-bdf2-c2e154ddc189 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.405150] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de92ace-eb7d-45e8-b07a-5c3f2ad488c5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.413469] env[63260]: DEBUG oslo_vmware.api [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 1008.413469] env[63260]: value = "task-2285177" [ 1008.413469] env[63260]: _type = "Task" [ 1008.413469] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.421096] env[63260]: DEBUG nova.compute.provider_tree [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.430600] env[63260]: DEBUG oslo_vmware.api [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285177, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.440974] env[63260]: DEBUG oslo_vmware.api [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285175, 'name': CreateSnapshot_Task, 'duration_secs': 0.556928} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.441356] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Created Snapshot of the VM instance {{(pid=63260) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1008.442149] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d5419a-bcc5-429d-909c-617c82227f24 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.568379] env[63260]: DEBUG oslo_concurrency.lockutils [None req-250b37a6-3370-4317-b451-b47f7192d58b tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "73759f3b-39f8-4e60-a0ca-91220f19abdc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.183s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.873689] env[63260]: DEBUG nova.network.neutron [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Successfully updated port: 53f2e9c3-0323-49bf-9c80-362b8f55e7e8 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1008.926542] env[63260]: DEBUG nova.scheduler.client.report [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.941195] env[63260]: DEBUG oslo_vmware.api [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285177, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.961451] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Creating linked-clone VM from snapshot {{(pid=63260) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1008.962054] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-22776c44-2478-478e-9247-07f30b8e1d4b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.973032] env[63260]: DEBUG oslo_vmware.api [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1008.973032] env[63260]: value = "task-2285178" [ 1008.973032] env[63260]: _type = "Task" [ 1008.973032] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.981710] env[63260]: DEBUG oslo_vmware.api [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285178, 'name': CloneVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.115240] env[63260]: DEBUG nova.compute.manager [req-9c3036be-67ca-4f36-875a-6cea5f6ffcea req-828e407f-6464-4df0-b26f-e7e82ba10c99 service nova] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Received event network-vif-plugged-53f2e9c3-0323-49bf-9c80-362b8f55e7e8 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1009.115240] env[63260]: DEBUG oslo_concurrency.lockutils [req-9c3036be-67ca-4f36-875a-6cea5f6ffcea req-828e407f-6464-4df0-b26f-e7e82ba10c99 service nova] Acquiring lock "62425ec7-456a-427d-8115-2fc80126ff04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.115240] env[63260]: DEBUG oslo_concurrency.lockutils [req-9c3036be-67ca-4f36-875a-6cea5f6ffcea req-828e407f-6464-4df0-b26f-e7e82ba10c99 service nova] Lock "62425ec7-456a-427d-8115-2fc80126ff04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.115951] env[63260]: DEBUG oslo_concurrency.lockutils [req-9c3036be-67ca-4f36-875a-6cea5f6ffcea req-828e407f-6464-4df0-b26f-e7e82ba10c99 service nova] Lock "62425ec7-456a-427d-8115-2fc80126ff04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.116285] env[63260]: DEBUG nova.compute.manager [req-9c3036be-67ca-4f36-875a-6cea5f6ffcea req-828e407f-6464-4df0-b26f-e7e82ba10c99 service nova] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] No waiting events found dispatching network-vif-plugged-53f2e9c3-0323-49bf-9c80-362b8f55e7e8 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1009.116579] env[63260]: WARNING nova.compute.manager [req-9c3036be-67ca-4f36-875a-6cea5f6ffcea req-828e407f-6464-4df0-b26f-e7e82ba10c99 service nova] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Received unexpected event network-vif-plugged-53f2e9c3-0323-49bf-9c80-362b8f55e7e8 for instance with vm_state building and task_state spawning. [ 1009.116840] env[63260]: DEBUG nova.compute.manager [req-9c3036be-67ca-4f36-875a-6cea5f6ffcea req-828e407f-6464-4df0-b26f-e7e82ba10c99 service nova] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Received event network-changed-53f2e9c3-0323-49bf-9c80-362b8f55e7e8 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1009.117118] env[63260]: DEBUG nova.compute.manager [req-9c3036be-67ca-4f36-875a-6cea5f6ffcea req-828e407f-6464-4df0-b26f-e7e82ba10c99 service nova] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Refreshing instance network info cache due to event network-changed-53f2e9c3-0323-49bf-9c80-362b8f55e7e8. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1009.117405] env[63260]: DEBUG oslo_concurrency.lockutils [req-9c3036be-67ca-4f36-875a-6cea5f6ffcea req-828e407f-6464-4df0-b26f-e7e82ba10c99 service nova] Acquiring lock "refresh_cache-62425ec7-456a-427d-8115-2fc80126ff04" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.117643] env[63260]: DEBUG oslo_concurrency.lockutils [req-9c3036be-67ca-4f36-875a-6cea5f6ffcea req-828e407f-6464-4df0-b26f-e7e82ba10c99 service nova] Acquired lock "refresh_cache-62425ec7-456a-427d-8115-2fc80126ff04" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.117915] env[63260]: DEBUG nova.network.neutron [req-9c3036be-67ca-4f36-875a-6cea5f6ffcea req-828e407f-6464-4df0-b26f-e7e82ba10c99 service nova] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Refreshing network info cache for port 53f2e9c3-0323-49bf-9c80-362b8f55e7e8 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.376717] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "refresh_cache-62425ec7-456a-427d-8115-2fc80126ff04" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.432816] env[63260]: DEBUG oslo_concurrency.lockutils [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.293s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.435083] env[63260]: DEBUG oslo_vmware.api [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285177, 'name': PowerOnVM_Task, 'duration_secs': 0.534551} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.435361] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ca064667-1af9-42c8-885d-805b61aeb497 tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.029s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.435559] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ca064667-1af9-42c8-885d-805b61aeb497 tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.437383] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.338s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.438843] env[63260]: INFO nova.compute.claims [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.441347] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1009.441642] env[63260]: INFO nova.compute.manager [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1009.444635] env[63260]: DEBUG nova.compute.manager [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.446176] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527746dc-f2a7-4a36-a48e-1b9bf69aee6d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.472602] env[63260]: INFO nova.scheduler.client.report [None req-ca064667-1af9-42c8-885d-805b61aeb497 tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Deleted allocations for instance 5d3f96ae-7544-4925-aa43-051905096b48 [ 1009.479833] env[63260]: INFO nova.network.neutron [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Updating port f02aebae-307c-4d49-87e7-686c86c270b1 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1009.491831] env[63260]: DEBUG oslo_vmware.api [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285178, 'name': CloneVM_Task} progress is 94%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.652072] env[63260]: DEBUG nova.network.neutron [req-9c3036be-67ca-4f36-875a-6cea5f6ffcea req-828e407f-6464-4df0-b26f-e7e82ba10c99 service nova] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.735166] env[63260]: DEBUG nova.network.neutron [req-9c3036be-67ca-4f36-875a-6cea5f6ffcea req-828e407f-6464-4df0-b26f-e7e82ba10c99 service nova] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.967630] env[63260]: INFO nova.compute.manager [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Took 17.16 seconds to build instance. [ 1009.985736] env[63260]: DEBUG oslo_vmware.api [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285178, 'name': CloneVM_Task} progress is 95%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.988581] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ca064667-1af9-42c8-885d-805b61aeb497 tempest-ServersV294TestFqdnHostnames-1814828791 tempest-ServersV294TestFqdnHostnames-1814828791-project-member] Lock "5d3f96ae-7544-4925-aa43-051905096b48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.401s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.238655] env[63260]: DEBUG oslo_concurrency.lockutils [req-9c3036be-67ca-4f36-875a-6cea5f6ffcea req-828e407f-6464-4df0-b26f-e7e82ba10c99 service nova] Releasing lock "refresh_cache-62425ec7-456a-427d-8115-2fc80126ff04" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.238958] env[63260]: DEBUG nova.compute.manager [req-9c3036be-67ca-4f36-875a-6cea5f6ffcea req-828e407f-6464-4df0-b26f-e7e82ba10c99 service nova] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Received event network-changed-39213b67-3978-4537-956b-38c5b5dd1554 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1010.239152] env[63260]: DEBUG nova.compute.manager [req-9c3036be-67ca-4f36-875a-6cea5f6ffcea req-828e407f-6464-4df0-b26f-e7e82ba10c99 service nova] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Refreshing instance network info cache due to event network-changed-39213b67-3978-4537-956b-38c5b5dd1554. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1010.239400] env[63260]: DEBUG oslo_concurrency.lockutils [req-9c3036be-67ca-4f36-875a-6cea5f6ffcea req-828e407f-6464-4df0-b26f-e7e82ba10c99 service nova] Acquiring lock "refresh_cache-73759f3b-39f8-4e60-a0ca-91220f19abdc" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.239541] env[63260]: DEBUG oslo_concurrency.lockutils [req-9c3036be-67ca-4f36-875a-6cea5f6ffcea req-828e407f-6464-4df0-b26f-e7e82ba10c99 service nova] Acquired lock "refresh_cache-73759f3b-39f8-4e60-a0ca-91220f19abdc" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.239704] env[63260]: DEBUG nova.network.neutron [req-9c3036be-67ca-4f36-875a-6cea5f6ffcea req-828e407f-6464-4df0-b26f-e7e82ba10c99 service nova] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Refreshing network info cache for port 39213b67-3978-4537-956b-38c5b5dd1554 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.240996] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquired lock "refresh_cache-62425ec7-456a-427d-8115-2fc80126ff04" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.244726] env[63260]: DEBUG nova.network.neutron [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.469532] env[63260]: DEBUG oslo_concurrency.lockutils [None req-81b99a26-544e-41df-828d-ec7f941c0925 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "15f6aedb-5993-45ef-995a-065b6dbf0670" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.677s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.491706] env[63260]: DEBUG oslo_vmware.api [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285178, 'name': CloneVM_Task, 'duration_secs': 1.312702} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.494522] env[63260]: INFO nova.virt.vmwareapi.vmops [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Created linked-clone VM from snapshot [ 1010.495491] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638e3838-d9f2-40eb-a2db-83089aad43f5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.503982] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Uploading image 65115219-04ef-4526-be7b-b8b150bf38be {{(pid=63260) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1010.538145] env[63260]: DEBUG oslo_vmware.rw_handles [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1010.538145] env[63260]: value = "vm-465168" [ 1010.538145] env[63260]: _type = "VirtualMachine" [ 1010.538145] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1010.538499] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-08681650-ae3e-4579-af3a-90e7918557bc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.547477] env[63260]: DEBUG oslo_vmware.rw_handles [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lease: (returnval){ [ 1010.547477] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52cb3b7c-ef87-bfb9-9318-7c5baca2c1ab" [ 1010.547477] env[63260]: _type = "HttpNfcLease" [ 1010.547477] env[63260]: } obtained for exporting VM: (result){ [ 1010.547477] env[63260]: value = "vm-465168" [ 1010.547477] env[63260]: _type = "VirtualMachine" [ 1010.547477] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1010.547720] env[63260]: DEBUG oslo_vmware.api [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the lease: (returnval){ [ 1010.547720] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52cb3b7c-ef87-bfb9-9318-7c5baca2c1ab" [ 1010.547720] env[63260]: _type = "HttpNfcLease" [ 1010.547720] env[63260]: } to be ready. {{(pid=63260) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1010.558881] env[63260]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1010.558881] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52cb3b7c-ef87-bfb9-9318-7c5baca2c1ab" [ 1010.558881] env[63260]: _type = "HttpNfcLease" [ 1010.558881] env[63260]: } is initializing. {{(pid=63260) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1010.641364] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bd20b1-64b7-449d-ae5b-da1f33afebcd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.650237] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0671908a-5d4a-4239-a634-9eab05586d01 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.682697] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c6bd06-a5a9-4996-a89e-01bb7fb8665a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.691182] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cae40d-f351-4ddd-9c59-c02bc078ed40 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.707388] env[63260]: DEBUG nova.compute.provider_tree [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.806438] env[63260]: DEBUG nova.network.neutron [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.059696] env[63260]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1011.059696] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52cb3b7c-ef87-bfb9-9318-7c5baca2c1ab" [ 1011.059696] env[63260]: _type = "HttpNfcLease" [ 1011.059696] env[63260]: } is ready. {{(pid=63260) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1011.060168] env[63260]: DEBUG oslo_vmware.rw_handles [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1011.060168] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52cb3b7c-ef87-bfb9-9318-7c5baca2c1ab" [ 1011.060168] env[63260]: _type = "HttpNfcLease" [ 1011.060168] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1011.060714] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c322a61-47cb-4b09-b3b7-d54240ed78af {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.069086] env[63260]: DEBUG oslo_vmware.rw_handles [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523cec74-bd88-488b-7c61-6bf1fc3ac57f/disk-0.vmdk from lease info. {{(pid=63260) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1011.069279] env[63260]: DEBUG oslo_vmware.rw_handles [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523cec74-bd88-488b-7c61-6bf1fc3ac57f/disk-0.vmdk for reading. {{(pid=63260) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1011.133525] env[63260]: DEBUG nova.network.neutron [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Updating instance_info_cache with network_info: [{"id": "53f2e9c3-0323-49bf-9c80-362b8f55e7e8", "address": "fa:16:3e:41:f9:70", "network": {"id": "ac0ba0ba-6e11-4943-aa23-05b4e44217f7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-358530705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60ea86e6d37c4da9adfb6f02b15c571e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53f2e9c3-03", "ovs_interfaceid": "53f2e9c3-0323-49bf-9c80-362b8f55e7e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.143263] env[63260]: DEBUG oslo_concurrency.lockutils [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquiring lock "refresh_cache-e7079a58-fb09-44b7-bed8-3625be32b5f4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.143263] env[63260]: DEBUG oslo_concurrency.lockutils [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquired lock "refresh_cache-e7079a58-fb09-44b7-bed8-3625be32b5f4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.143263] env[63260]: DEBUG nova.network.neutron [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.166891] env[63260]: DEBUG nova.compute.manager [req-8d923fdd-1384-4d1e-badc-103211a88831 req-a9bcf599-1ac9-4aaa-be78-e27e9d227612 service nova] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Received event network-changed-99b6b7bc-5bed-41ec-be42-e0a11c47930d {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1011.167231] env[63260]: DEBUG nova.compute.manager [req-8d923fdd-1384-4d1e-badc-103211a88831 req-a9bcf599-1ac9-4aaa-be78-e27e9d227612 service nova] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Refreshing instance network info cache due to event network-changed-99b6b7bc-5bed-41ec-be42-e0a11c47930d. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1011.167336] env[63260]: DEBUG oslo_concurrency.lockutils [req-8d923fdd-1384-4d1e-badc-103211a88831 req-a9bcf599-1ac9-4aaa-be78-e27e9d227612 service nova] Acquiring lock "refresh_cache-15f6aedb-5993-45ef-995a-065b6dbf0670" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.167440] env[63260]: DEBUG oslo_concurrency.lockutils [req-8d923fdd-1384-4d1e-badc-103211a88831 req-a9bcf599-1ac9-4aaa-be78-e27e9d227612 service nova] Acquired lock "refresh_cache-15f6aedb-5993-45ef-995a-065b6dbf0670" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.167596] env[63260]: DEBUG nova.network.neutron [req-8d923fdd-1384-4d1e-badc-103211a88831 req-a9bcf599-1ac9-4aaa-be78-e27e9d227612 service nova] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Refreshing network info cache for port 99b6b7bc-5bed-41ec-be42-e0a11c47930d {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.209923] env[63260]: DEBUG nova.scheduler.client.report [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.266947] env[63260]: DEBUG nova.network.neutron [req-9c3036be-67ca-4f36-875a-6cea5f6ffcea req-828e407f-6464-4df0-b26f-e7e82ba10c99 service nova] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Updated VIF entry in instance network info cache for port 39213b67-3978-4537-956b-38c5b5dd1554. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.267432] env[63260]: DEBUG nova.network.neutron [req-9c3036be-67ca-4f36-875a-6cea5f6ffcea req-828e407f-6464-4df0-b26f-e7e82ba10c99 service nova] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Updating instance_info_cache with network_info: [{"id": "39213b67-3978-4537-956b-38c5b5dd1554", "address": "fa:16:3e:44:ff:90", "network": {"id": "424be9ec-16be-4f23-9093-06b871ef06d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-780291018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4949ccbfb7644f489b2cfd593a1684d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39213b67-39", "ovs_interfaceid": "39213b67-3978-4537-956b-38c5b5dd1554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.274529] env[63260]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-95ce580a-880c-4e66-944b-0085dde28f3f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.640331] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Releasing lock "refresh_cache-62425ec7-456a-427d-8115-2fc80126ff04" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.640895] env[63260]: DEBUG nova.compute.manager [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Instance network_info: |[{"id": "53f2e9c3-0323-49bf-9c80-362b8f55e7e8", "address": "fa:16:3e:41:f9:70", "network": {"id": "ac0ba0ba-6e11-4943-aa23-05b4e44217f7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-358530705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60ea86e6d37c4da9adfb6f02b15c571e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53f2e9c3-03", "ovs_interfaceid": "53f2e9c3-0323-49bf-9c80-362b8f55e7e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1011.642317] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:f9:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76f377cd-5966-49b4-9210-907f592c694e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53f2e9c3-0323-49bf-9c80-362b8f55e7e8', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.659135] env[63260]: DEBUG oslo.service.loopingcall [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1011.661701] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.661958] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aaa3b122-82c2-457c-8cab-e9301ea16c39 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.693073] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.693073] env[63260]: value = "task-2285180" [ 1011.693073] env[63260]: _type = "Task" [ 1011.693073] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.702089] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285180, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.715480] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.278s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.716060] env[63260]: DEBUG nova.compute.manager [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1011.718801] env[63260]: DEBUG oslo_concurrency.lockutils [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.302s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.723056] env[63260]: INFO nova.compute.claims [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.769966] env[63260]: DEBUG oslo_concurrency.lockutils [req-9c3036be-67ca-4f36-875a-6cea5f6ffcea req-828e407f-6464-4df0-b26f-e7e82ba10c99 service nova] Releasing lock "refresh_cache-73759f3b-39f8-4e60-a0ca-91220f19abdc" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.209566] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285180, 'name': CreateVM_Task, 'duration_secs': 0.449913} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.211655] env[63260]: DEBUG nova.network.neutron [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Updating instance_info_cache with network_info: [{"id": "f02aebae-307c-4d49-87e7-686c86c270b1", "address": "fa:16:3e:f3:bf:96", "network": {"id": "66d00c05-9221-40b2-ab92-cc9e6cc0a873", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139558234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60727a710cc4402ca1e8f23bab7f1ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf02aebae-30", "ovs_interfaceid": "f02aebae-307c-4d49-87e7-686c86c270b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.214584] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.215371] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.215527] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.215856] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.216138] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-980421c4-c4c0-48b9-8603-3dc0d4249bd9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.222682] env[63260]: DEBUG oslo_vmware.api [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 1012.222682] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52a47f5d-5a7f-748c-33f8-9e34d5a4ecff" [ 1012.222682] env[63260]: _type = "Task" [ 1012.222682] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.228585] env[63260]: DEBUG nova.compute.utils [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1012.238182] env[63260]: DEBUG nova.compute.manager [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1012.238182] env[63260]: DEBUG nova.network.neutron [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1012.245958] env[63260]: DEBUG oslo_vmware.api [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52a47f5d-5a7f-748c-33f8-9e34d5a4ecff, 'name': SearchDatastore_Task, 'duration_secs': 0.013206} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.246100] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.247019] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.247019] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.247019] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.247019] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.247264] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-440885e5-8cd2-4ec7-938b-6ad7c0f8550b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.251617] env[63260]: DEBUG nova.network.neutron [req-8d923fdd-1384-4d1e-badc-103211a88831 req-a9bcf599-1ac9-4aaa-be78-e27e9d227612 service nova] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Updated VIF entry in instance network info cache for port 99b6b7bc-5bed-41ec-be42-e0a11c47930d. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.252932] env[63260]: DEBUG nova.network.neutron [req-8d923fdd-1384-4d1e-badc-103211a88831 req-a9bcf599-1ac9-4aaa-be78-e27e9d227612 service nova] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Updating instance_info_cache with network_info: [{"id": "99b6b7bc-5bed-41ec-be42-e0a11c47930d", "address": "fa:16:3e:61:a3:03", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99b6b7bc-5b", "ovs_interfaceid": "99b6b7bc-5bed-41ec-be42-e0a11c47930d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.257510] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.257730] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.258799] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91111d5c-5e28-4ee4-a458-dbfa509bb660 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.267410] env[63260]: DEBUG oslo_vmware.api [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 1012.267410] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52f83e7a-aa17-88e2-8634-16c448efbaff" [ 1012.267410] env[63260]: _type = "Task" [ 1012.267410] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.280616] env[63260]: DEBUG oslo_vmware.api [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52f83e7a-aa17-88e2-8634-16c448efbaff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.311077] env[63260]: DEBUG nova.policy [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f450b1575404a7eb1f04237db7ca759', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '593abaa160404848afa5a59e0dd679f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 1012.635510] env[63260]: DEBUG nova.network.neutron [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Successfully created port: eba600d1-0ae9-4bdf-9e1f-3300eb31249d {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1012.717449] env[63260]: DEBUG oslo_concurrency.lockutils [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Releasing lock "refresh_cache-e7079a58-fb09-44b7-bed8-3625be32b5f4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.736663] env[63260]: DEBUG nova.compute.manager [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1012.757085] env[63260]: DEBUG nova.virt.hardware [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4682f0e8d9c26cd867731fb99e5fab36',container_format='bare',created_at=2025-02-04T16:22:04Z,direct_url=,disk_format='vmdk',id=83dc4220-1240-41c6-8bed-218f2a3ed985,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-409501066-shelved',owner='60727a710cc4402ca1e8f23bab7f1ab6',properties=ImageMetaProps,protected=,size=31670784,status='active',tags=,updated_at=2025-02-04T16:22:19Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.757796] env[63260]: DEBUG nova.virt.hardware [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.758123] env[63260]: DEBUG nova.virt.hardware [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.758599] env[63260]: DEBUG nova.virt.hardware [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.758730] env[63260]: DEBUG nova.virt.hardware [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.759221] env[63260]: DEBUG nova.virt.hardware [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.760049] env[63260]: DEBUG nova.virt.hardware [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.760049] env[63260]: DEBUG nova.virt.hardware [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.760049] env[63260]: DEBUG nova.virt.hardware [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.760308] env[63260]: DEBUG nova.virt.hardware [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.760554] env[63260]: DEBUG nova.virt.hardware [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.761099] env[63260]: DEBUG oslo_concurrency.lockutils [req-8d923fdd-1384-4d1e-badc-103211a88831 req-a9bcf599-1ac9-4aaa-be78-e27e9d227612 service nova] Releasing lock "refresh_cache-15f6aedb-5993-45ef-995a-065b6dbf0670" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.761412] env[63260]: DEBUG nova.compute.manager [req-8d923fdd-1384-4d1e-badc-103211a88831 req-a9bcf599-1ac9-4aaa-be78-e27e9d227612 service nova] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Received event network-vif-plugged-f02aebae-307c-4d49-87e7-686c86c270b1 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1012.761847] env[63260]: DEBUG oslo_concurrency.lockutils [req-8d923fdd-1384-4d1e-badc-103211a88831 req-a9bcf599-1ac9-4aaa-be78-e27e9d227612 service nova] Acquiring lock "e7079a58-fb09-44b7-bed8-3625be32b5f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.762009] env[63260]: DEBUG oslo_concurrency.lockutils [req-8d923fdd-1384-4d1e-badc-103211a88831 req-a9bcf599-1ac9-4aaa-be78-e27e9d227612 service nova] Lock "e7079a58-fb09-44b7-bed8-3625be32b5f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.762388] env[63260]: DEBUG oslo_concurrency.lockutils [req-8d923fdd-1384-4d1e-badc-103211a88831 req-a9bcf599-1ac9-4aaa-be78-e27e9d227612 service nova] Lock "e7079a58-fb09-44b7-bed8-3625be32b5f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.762530] env[63260]: DEBUG nova.compute.manager [req-8d923fdd-1384-4d1e-badc-103211a88831 req-a9bcf599-1ac9-4aaa-be78-e27e9d227612 service nova] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] No waiting events found dispatching network-vif-plugged-f02aebae-307c-4d49-87e7-686c86c270b1 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1012.762695] env[63260]: WARNING nova.compute.manager [req-8d923fdd-1384-4d1e-badc-103211a88831 req-a9bcf599-1ac9-4aaa-be78-e27e9d227612 service nova] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Received unexpected event network-vif-plugged-f02aebae-307c-4d49-87e7-686c86c270b1 for instance with vm_state shelved_offloaded and task_state spawning. [ 1012.763977] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489af589-5740-4d70-ac94-24b61474d279 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.778833] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38eff67-d2c8-4c24-b185-da657ad9531b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.786501] env[63260]: DEBUG oslo_vmware.api [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52f83e7a-aa17-88e2-8634-16c448efbaff, 'name': SearchDatastore_Task, 'duration_secs': 0.011191} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.790662] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1621fb9-fca8-49c1-9c53-f039c3bfa0f7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.813997] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:bf:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f02aebae-307c-4d49-87e7-686c86c270b1', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.822814] env[63260]: DEBUG oslo.service.loopingcall [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1012.828625] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.828625] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc4d270b-8b1b-42c6-bf16-77278825c070 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.850898] env[63260]: DEBUG oslo_vmware.api [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 1012.850898] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52adcf5e-556c-3d57-ec58-ae0a2727d086" [ 1012.850898] env[63260]: _type = "Task" [ 1012.850898] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.857906] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.857906] env[63260]: value = "task-2285181" [ 1012.857906] env[63260]: _type = "Task" [ 1012.857906] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.864383] env[63260]: DEBUG oslo_vmware.api [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52adcf5e-556c-3d57-ec58-ae0a2727d086, 'name': SearchDatastore_Task, 'duration_secs': 0.010344} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.869259] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.869542] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 62425ec7-456a-427d-8115-2fc80126ff04/62425ec7-456a-427d-8115-2fc80126ff04.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.870381] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eac6be91-dae4-4db9-ac42-526d0bef8aa0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.881512] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285181, 'name': CreateVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.885982] env[63260]: DEBUG oslo_vmware.api [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 1012.885982] env[63260]: value = "task-2285182" [ 1012.885982] env[63260]: _type = "Task" [ 1012.885982] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.899472] env[63260]: DEBUG oslo_vmware.api [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285182, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.041815] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20deea56-409f-4ab3-9768-b542b09be0e3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.051957] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0bde56-2da5-4981-a662-8d3292b1d0f7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.101807] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67b39f4-8698-4d9a-ace1-cef8b7aefe1c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.114169] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f006eec7-f9ff-44f1-9188-1f0bf86157c4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.131892] env[63260]: DEBUG nova.compute.provider_tree [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1013.198453] env[63260]: DEBUG nova.compute.manager [req-45e112bf-054b-4aab-bc2e-f2a1b96409ee req-d46e95e6-ae9e-4631-a6f0-0a14b21729a7 service nova] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Received event network-changed-f02aebae-307c-4d49-87e7-686c86c270b1 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1013.198785] env[63260]: DEBUG nova.compute.manager [req-45e112bf-054b-4aab-bc2e-f2a1b96409ee req-d46e95e6-ae9e-4631-a6f0-0a14b21729a7 service nova] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Refreshing instance network info cache due to event network-changed-f02aebae-307c-4d49-87e7-686c86c270b1. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1013.199027] env[63260]: DEBUG oslo_concurrency.lockutils [req-45e112bf-054b-4aab-bc2e-f2a1b96409ee req-d46e95e6-ae9e-4631-a6f0-0a14b21729a7 service nova] Acquiring lock "refresh_cache-e7079a58-fb09-44b7-bed8-3625be32b5f4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.199256] env[63260]: DEBUG oslo_concurrency.lockutils [req-45e112bf-054b-4aab-bc2e-f2a1b96409ee req-d46e95e6-ae9e-4631-a6f0-0a14b21729a7 service nova] Acquired lock "refresh_cache-e7079a58-fb09-44b7-bed8-3625be32b5f4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.199953] env[63260]: DEBUG nova.network.neutron [req-45e112bf-054b-4aab-bc2e-f2a1b96409ee req-d46e95e6-ae9e-4631-a6f0-0a14b21729a7 service nova] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Refreshing network info cache for port f02aebae-307c-4d49-87e7-686c86c270b1 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.375192] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285181, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.398504] env[63260]: DEBUG oslo_vmware.api [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285182, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.563346] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9c6e2fae-b7b5-4ac0-abbf-9b1f794b37ba tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "3d0f44ca-75e7-4579-9e7c-0451473e64af" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.563346] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9c6e2fae-b7b5-4ac0-abbf-9b1f794b37ba tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "3d0f44ca-75e7-4579-9e7c-0451473e64af" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.659540] env[63260]: ERROR nova.scheduler.client.report [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [req-d43cc2a2-46d0-4ef6-aa8f-df5439e64654] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 535ed902-6829-4832-9c79-14d5c1df9745. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d43cc2a2-46d0-4ef6-aa8f-df5439e64654"}]} [ 1013.677687] env[63260]: DEBUG nova.scheduler.client.report [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Refreshing inventories for resource provider 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1013.693404] env[63260]: DEBUG nova.scheduler.client.report [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Updating ProviderTree inventory for provider 535ed902-6829-4832-9c79-14d5c1df9745 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1013.693628] env[63260]: DEBUG nova.compute.provider_tree [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1013.705934] env[63260]: DEBUG nova.scheduler.client.report [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Refreshing aggregate associations for resource provider 535ed902-6829-4832-9c79-14d5c1df9745, aggregates: None {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1013.726268] env[63260]: DEBUG nova.scheduler.client.report [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Refreshing trait associations for resource provider 535ed902-6829-4832-9c79-14d5c1df9745, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1013.755922] env[63260]: DEBUG nova.compute.manager [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1013.764028] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d843724f-b85a-4b25-85ee-e8378e16dd58 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Acquiring lock "9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.764334] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d843724f-b85a-4b25-85ee-e8378e16dd58 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lock "9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.784475] env[63260]: DEBUG nova.virt.hardware [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1013.784709] env[63260]: DEBUG nova.virt.hardware [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.784865] env[63260]: DEBUG nova.virt.hardware [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.785056] env[63260]: DEBUG nova.virt.hardware [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.785305] env[63260]: DEBUG nova.virt.hardware [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.785461] env[63260]: DEBUG nova.virt.hardware [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1013.785669] env[63260]: DEBUG nova.virt.hardware [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1013.786413] env[63260]: DEBUG nova.virt.hardware [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1013.786413] env[63260]: DEBUG nova.virt.hardware [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1013.786413] env[63260]: DEBUG nova.virt.hardware [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1013.786413] env[63260]: DEBUG nova.virt.hardware [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1013.787677] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5810c724-a675-419b-b0fc-12bab041c017 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.799966] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8b0ddb-4b8f-4391-9edd-b3ffff263052 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.874625] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285181, 'name': CreateVM_Task, 'duration_secs': 0.610145} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.877140] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.877993] env[63260]: DEBUG oslo_concurrency.lockutils [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/83dc4220-1240-41c6-8bed-218f2a3ed985" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.878189] env[63260]: DEBUG oslo_concurrency.lockutils [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquired lock "[datastore2] devstack-image-cache_base/83dc4220-1240-41c6-8bed-218f2a3ed985" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.878543] env[63260]: DEBUG oslo_concurrency.lockutils [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/83dc4220-1240-41c6-8bed-218f2a3ed985" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.881068] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16c02fe6-81a1-41a7-b84e-57f2d52271e8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.887222] env[63260]: DEBUG oslo_vmware.api [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 1013.887222] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52756a03-5e75-fb00-0d1b-54f9cbc6495b" [ 1013.887222] env[63260]: _type = "Task" [ 1013.887222] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.901757] env[63260]: DEBUG oslo_vmware.api [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52756a03-5e75-fb00-0d1b-54f9cbc6495b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.905123] env[63260]: DEBUG oslo_vmware.api [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285182, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590694} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.905405] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 62425ec7-456a-427d-8115-2fc80126ff04/62425ec7-456a-427d-8115-2fc80126ff04.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.905578] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.905834] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36f97dcb-6458-47ed-98b1-73c161cadc05 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.918319] env[63260]: DEBUG oslo_vmware.api [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 1013.918319] env[63260]: value = "task-2285183" [ 1013.918319] env[63260]: _type = "Task" [ 1013.918319] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.935721] env[63260]: DEBUG oslo_vmware.api [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285183, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.955276] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6833be87-b585-4494-a152-1a87f0b79e76 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.965762] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e08fde-0b45-4c73-90c5-1ce5c86a9abb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.974206] env[63260]: DEBUG nova.network.neutron [req-45e112bf-054b-4aab-bc2e-f2a1b96409ee req-d46e95e6-ae9e-4631-a6f0-0a14b21729a7 service nova] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Updated VIF entry in instance network info cache for port f02aebae-307c-4d49-87e7-686c86c270b1. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.974708] env[63260]: DEBUG nova.network.neutron [req-45e112bf-054b-4aab-bc2e-f2a1b96409ee req-d46e95e6-ae9e-4631-a6f0-0a14b21729a7 service nova] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Updating instance_info_cache with network_info: [{"id": "f02aebae-307c-4d49-87e7-686c86c270b1", "address": "fa:16:3e:f3:bf:96", "network": {"id": "66d00c05-9221-40b2-ab92-cc9e6cc0a873", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139558234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60727a710cc4402ca1e8f23bab7f1ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf02aebae-30", "ovs_interfaceid": "f02aebae-307c-4d49-87e7-686c86c270b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.003050] env[63260]: DEBUG oslo_concurrency.lockutils [req-45e112bf-054b-4aab-bc2e-f2a1b96409ee req-d46e95e6-ae9e-4631-a6f0-0a14b21729a7 service nova] Releasing lock "refresh_cache-e7079a58-fb09-44b7-bed8-3625be32b5f4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.004048] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba00537-2912-492d-a7d3-89b155b558df {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.013370] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85026708-ac62-4a6b-84a7-d8c1926e5e19 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.030303] env[63260]: DEBUG nova.compute.provider_tree [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1014.066879] env[63260]: INFO nova.compute.manager [None req-9c6e2fae-b7b5-4ac0-abbf-9b1f794b37ba tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Detaching volume 90f2ab5c-bafd-4d1c-bca6-715681afccc0 [ 1014.108725] env[63260]: INFO nova.virt.block_device [None req-9c6e2fae-b7b5-4ac0-abbf-9b1f794b37ba tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Attempting to driver detach volume 90f2ab5c-bafd-4d1c-bca6-715681afccc0 from mountpoint /dev/sdb [ 1014.108999] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c6e2fae-b7b5-4ac0-abbf-9b1f794b37ba tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Volume detach. Driver type: vmdk {{(pid=63260) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1014.109837] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c6e2fae-b7b5-4ac0-abbf-9b1f794b37ba tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465142', 'volume_id': '90f2ab5c-bafd-4d1c-bca6-715681afccc0', 'name': 'volume-90f2ab5c-bafd-4d1c-bca6-715681afccc0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3d0f44ca-75e7-4579-9e7c-0451473e64af', 'attached_at': '', 'detached_at': '', 'volume_id': '90f2ab5c-bafd-4d1c-bca6-715681afccc0', 'serial': '90f2ab5c-bafd-4d1c-bca6-715681afccc0'} {{(pid=63260) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1014.110985] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee810c8-76b8-4338-a9fa-69ade4f1e165 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.135780] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8ca819-0d79-4265-99ae-7d8094e7d564 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.144821] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9ce420-c374-4c18-af01-c3978fa7a4a9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.171287] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8972453a-8291-44cb-800d-8d18ef243c36 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.188478] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c6e2fae-b7b5-4ac0-abbf-9b1f794b37ba tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] The volume has not been displaced from its original location: [datastore1] volume-90f2ab5c-bafd-4d1c-bca6-715681afccc0/volume-90f2ab5c-bafd-4d1c-bca6-715681afccc0.vmdk. No consolidation needed. {{(pid=63260) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1014.193867] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c6e2fae-b7b5-4ac0-abbf-9b1f794b37ba tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Reconfiguring VM instance instance-0000004b to detach disk 2001 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1014.195205] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7574f93-eec5-487b-b218-3409366eb00e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.208760] env[63260]: DEBUG nova.compute.manager [req-0972bc74-12ec-415a-ba09-394800ada0b5 req-be456258-8175-4731-98ca-f674f4006f37 service nova] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Received event network-vif-plugged-eba600d1-0ae9-4bdf-9e1f-3300eb31249d {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1014.208972] env[63260]: DEBUG oslo_concurrency.lockutils [req-0972bc74-12ec-415a-ba09-394800ada0b5 req-be456258-8175-4731-98ca-f674f4006f37 service nova] Acquiring lock "c26dbf10-fe6d-455f-8b68-acfcdfcaf189-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.209194] env[63260]: DEBUG oslo_concurrency.lockutils [req-0972bc74-12ec-415a-ba09-394800ada0b5 req-be456258-8175-4731-98ca-f674f4006f37 service nova] Lock "c26dbf10-fe6d-455f-8b68-acfcdfcaf189-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.209395] env[63260]: DEBUG oslo_concurrency.lockutils [req-0972bc74-12ec-415a-ba09-394800ada0b5 req-be456258-8175-4731-98ca-f674f4006f37 service nova] Lock "c26dbf10-fe6d-455f-8b68-acfcdfcaf189-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.209583] env[63260]: DEBUG nova.compute.manager [req-0972bc74-12ec-415a-ba09-394800ada0b5 req-be456258-8175-4731-98ca-f674f4006f37 service nova] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] No waiting events found dispatching network-vif-plugged-eba600d1-0ae9-4bdf-9e1f-3300eb31249d {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1014.209762] env[63260]: WARNING nova.compute.manager [req-0972bc74-12ec-415a-ba09-394800ada0b5 req-be456258-8175-4731-98ca-f674f4006f37 service nova] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Received unexpected event network-vif-plugged-eba600d1-0ae9-4bdf-9e1f-3300eb31249d for instance with vm_state building and task_state spawning. [ 1014.217129] env[63260]: DEBUG oslo_vmware.api [None req-9c6e2fae-b7b5-4ac0-abbf-9b1f794b37ba tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 1014.217129] env[63260]: value = "task-2285184" [ 1014.217129] env[63260]: _type = "Task" [ 1014.217129] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.229867] env[63260]: DEBUG oslo_vmware.api [None req-9c6e2fae-b7b5-4ac0-abbf-9b1f794b37ba tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285184, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.267422] env[63260]: INFO nova.compute.manager [None req-d843724f-b85a-4b25-85ee-e8378e16dd58 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Detaching volume 0f790dd8-863c-4a7d-988e-331284da8fae [ 1014.303042] env[63260]: INFO nova.virt.block_device [None req-d843724f-b85a-4b25-85ee-e8378e16dd58 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Attempting to driver detach volume 0f790dd8-863c-4a7d-988e-331284da8fae from mountpoint /dev/sdb [ 1014.303334] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-d843724f-b85a-4b25-85ee-e8378e16dd58 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Volume detach. Driver type: vmdk {{(pid=63260) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1014.303511] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-d843724f-b85a-4b25-85ee-e8378e16dd58 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465144', 'volume_id': '0f790dd8-863c-4a7d-988e-331284da8fae', 'name': 'volume-0f790dd8-863c-4a7d-988e-331284da8fae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe', 'attached_at': '', 'detached_at': '', 'volume_id': '0f790dd8-863c-4a7d-988e-331284da8fae', 'serial': '0f790dd8-863c-4a7d-988e-331284da8fae'} {{(pid=63260) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1014.304479] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36135148-ad30-4b78-9bb0-9b1cf49e4dd9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.329584] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef21fbe-8a76-4eba-b6fc-8b4db17fa61f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.336227] env[63260]: DEBUG nova.network.neutron [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Successfully updated port: eba600d1-0ae9-4bdf-9e1f-3300eb31249d {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1014.339804] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c2333c-6c5f-455d-8eab-7863598ba402 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.363212] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531f958a-3088-4c9d-a482-b5dc0f8bd5bc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.380315] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-d843724f-b85a-4b25-85ee-e8378e16dd58 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] The volume has not been displaced from its original location: [datastore2] volume-0f790dd8-863c-4a7d-988e-331284da8fae/volume-0f790dd8-863c-4a7d-988e-331284da8fae.vmdk. No consolidation needed. {{(pid=63260) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1014.385560] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-d843724f-b85a-4b25-85ee-e8378e16dd58 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Reconfiguring VM instance instance-00000058 to detach disk 2001 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1014.385897] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de75ce1f-8c6f-492c-83de-5b12348e5fc5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.410675] env[63260]: DEBUG oslo_concurrency.lockutils [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Releasing lock "[datastore2] devstack-image-cache_base/83dc4220-1240-41c6-8bed-218f2a3ed985" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.410968] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Processing image 83dc4220-1240-41c6-8bed-218f2a3ed985 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.411229] env[63260]: DEBUG oslo_concurrency.lockutils [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/83dc4220-1240-41c6-8bed-218f2a3ed985/83dc4220-1240-41c6-8bed-218f2a3ed985.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.411462] env[63260]: DEBUG oslo_concurrency.lockutils [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquired lock "[datastore2] devstack-image-cache_base/83dc4220-1240-41c6-8bed-218f2a3ed985/83dc4220-1240-41c6-8bed-218f2a3ed985.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.411687] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.412032] env[63260]: DEBUG oslo_vmware.api [None req-d843724f-b85a-4b25-85ee-e8378e16dd58 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Waiting for the task: (returnval){ [ 1014.412032] env[63260]: value = "task-2285185" [ 1014.412032] env[63260]: _type = "Task" [ 1014.412032] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.412222] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f878c43-dc25-48a6-bc20-b42ee9368a95 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.424543] env[63260]: DEBUG oslo_vmware.api [None req-d843724f-b85a-4b25-85ee-e8378e16dd58 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285185, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.428416] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.428590] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.429334] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0687a755-8ccc-497b-b47b-e02413a67d70 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.436210] env[63260]: DEBUG oslo_vmware.api [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 1014.436210] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]525bf065-ce67-ce56-68f9-b2119110b583" [ 1014.436210] env[63260]: _type = "Task" [ 1014.436210] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.438916] env[63260]: DEBUG oslo_vmware.api [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285183, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084335} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.442302] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.443155] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82050181-6d40-46ec-b8e3-5f3bc7c03810 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.461262] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Preparing fetch location {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1014.461559] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Fetch image to [datastore2] OSTACK_IMG_8852f659-9641-46fd-a949-32cb537e2f61/OSTACK_IMG_8852f659-9641-46fd-a949-32cb537e2f61.vmdk {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1014.461777] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Downloading stream optimized image 83dc4220-1240-41c6-8bed-218f2a3ed985 to [datastore2] OSTACK_IMG_8852f659-9641-46fd-a949-32cb537e2f61/OSTACK_IMG_8852f659-9641-46fd-a949-32cb537e2f61.vmdk on the data store datastore2 as vApp {{(pid=63260) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1014.461959] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Downloading image file data 83dc4220-1240-41c6-8bed-218f2a3ed985 to the ESX as VM named 'OSTACK_IMG_8852f659-9641-46fd-a949-32cb537e2f61' {{(pid=63260) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1014.472674] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 62425ec7-456a-427d-8115-2fc80126ff04/62425ec7-456a-427d-8115-2fc80126ff04.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.473557] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58f5dee8-62fb-457f-bfd4-503a28b81473 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.495039] env[63260]: DEBUG oslo_vmware.api [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 1014.495039] env[63260]: value = "task-2285186" [ 1014.495039] env[63260]: _type = "Task" [ 1014.495039] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.523882] env[63260]: DEBUG oslo_vmware.api [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.551520] env[63260]: DEBUG oslo_vmware.rw_handles [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1014.551520] env[63260]: value = "resgroup-9" [ 1014.551520] env[63260]: _type = "ResourcePool" [ 1014.551520] env[63260]: }. {{(pid=63260) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1014.551834] env[63260]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-36bd4519-67f9-43a4-93b8-3d5adf3dcec7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.569314] env[63260]: DEBUG nova.scheduler.client.report [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Updated inventory for provider 535ed902-6829-4832-9c79-14d5c1df9745 with generation 136 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1014.569314] env[63260]: DEBUG nova.compute.provider_tree [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Updating resource provider 535ed902-6829-4832-9c79-14d5c1df9745 generation from 136 to 137 during operation: update_inventory {{(pid=63260) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1014.569314] env[63260]: DEBUG nova.compute.provider_tree [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1014.579754] env[63260]: DEBUG oslo_vmware.rw_handles [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lease: (returnval){ [ 1014.579754] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52de75fe-371e-f4c2-0dad-b904f2eec86e" [ 1014.579754] env[63260]: _type = "HttpNfcLease" [ 1014.579754] env[63260]: } obtained for vApp import into resource pool (val){ [ 1014.579754] env[63260]: value = "resgroup-9" [ 1014.579754] env[63260]: _type = "ResourcePool" [ 1014.579754] env[63260]: }. {{(pid=63260) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1014.580027] env[63260]: DEBUG oslo_vmware.api [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the lease: (returnval){ [ 1014.580027] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52de75fe-371e-f4c2-0dad-b904f2eec86e" [ 1014.580027] env[63260]: _type = "HttpNfcLease" [ 1014.580027] env[63260]: } to be ready. {{(pid=63260) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1014.591560] env[63260]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1014.591560] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52de75fe-371e-f4c2-0dad-b904f2eec86e" [ 1014.591560] env[63260]: _type = "HttpNfcLease" [ 1014.591560] env[63260]: } is initializing. {{(pid=63260) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1014.731126] env[63260]: DEBUG oslo_vmware.api [None req-9c6e2fae-b7b5-4ac0-abbf-9b1f794b37ba tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285184, 'name': ReconfigVM_Task, 'duration_secs': 0.385373} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.731394] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c6e2fae-b7b5-4ac0-abbf-9b1f794b37ba tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Reconfigured VM instance instance-0000004b to detach disk 2001 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1014.736112] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca4edba7-e24f-47b4-a68d-07b415db3076 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.751958] env[63260]: DEBUG oslo_vmware.api [None req-9c6e2fae-b7b5-4ac0-abbf-9b1f794b37ba tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 1014.751958] env[63260]: value = "task-2285188" [ 1014.751958] env[63260]: _type = "Task" [ 1014.751958] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.761940] env[63260]: DEBUG oslo_vmware.api [None req-9c6e2fae-b7b5-4ac0-abbf-9b1f794b37ba tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285188, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.841312] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "refresh_cache-c26dbf10-fe6d-455f-8b68-acfcdfcaf189" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.841312] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquired lock "refresh_cache-c26dbf10-fe6d-455f-8b68-acfcdfcaf189" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.841312] env[63260]: DEBUG nova.network.neutron [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.924870] env[63260]: DEBUG oslo_vmware.api [None req-d843724f-b85a-4b25-85ee-e8378e16dd58 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285185, 'name': ReconfigVM_Task, 'duration_secs': 0.380264} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.925161] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-d843724f-b85a-4b25-85ee-e8378e16dd58 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Reconfigured VM instance instance-00000058 to detach disk 2001 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1014.929859] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1704fd2b-167b-468a-92e8-71f1dd4e1dd0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.946534] env[63260]: DEBUG oslo_vmware.api [None req-d843724f-b85a-4b25-85ee-e8378e16dd58 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Waiting for the task: (returnval){ [ 1014.946534] env[63260]: value = "task-2285189" [ 1014.946534] env[63260]: _type = "Task" [ 1014.946534] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.955341] env[63260]: DEBUG oslo_vmware.api [None req-d843724f-b85a-4b25-85ee-e8378e16dd58 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285189, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.023534] env[63260]: DEBUG oslo_vmware.api [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.074215] env[63260]: DEBUG oslo_concurrency.lockutils [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.355s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.074898] env[63260]: DEBUG nova.compute.manager [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1015.077693] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f064cb03-2399-4e2f-8abd-0356a7bc0753 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.253s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.077916] env[63260]: DEBUG nova.objects.instance [None req-f064cb03-2399-4e2f-8abd-0356a7bc0753 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lazy-loading 'resources' on Instance uuid 99f5a99c-638b-4419-a1a4-d98cb34099b0 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.089460] env[63260]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1015.089460] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52de75fe-371e-f4c2-0dad-b904f2eec86e" [ 1015.089460] env[63260]: _type = "HttpNfcLease" [ 1015.089460] env[63260]: } is initializing. {{(pid=63260) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1015.262502] env[63260]: DEBUG oslo_vmware.api [None req-9c6e2fae-b7b5-4ac0-abbf-9b1f794b37ba tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285188, 'name': ReconfigVM_Task, 'duration_secs': 0.168927} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.262866] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c6e2fae-b7b5-4ac0-abbf-9b1f794b37ba tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465142', 'volume_id': '90f2ab5c-bafd-4d1c-bca6-715681afccc0', 'name': 'volume-90f2ab5c-bafd-4d1c-bca6-715681afccc0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3d0f44ca-75e7-4579-9e7c-0451473e64af', 'attached_at': '', 'detached_at': '', 'volume_id': '90f2ab5c-bafd-4d1c-bca6-715681afccc0', 'serial': '90f2ab5c-bafd-4d1c-bca6-715681afccc0'} {{(pid=63260) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1015.391536] env[63260]: DEBUG nova.network.neutron [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1015.457241] env[63260]: DEBUG oslo_vmware.api [None req-d843724f-b85a-4b25-85ee-e8378e16dd58 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285189, 'name': ReconfigVM_Task, 'duration_secs': 0.211752} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.457549] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-d843724f-b85a-4b25-85ee-e8378e16dd58 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465144', 'volume_id': '0f790dd8-863c-4a7d-988e-331284da8fae', 'name': 'volume-0f790dd8-863c-4a7d-988e-331284da8fae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe', 'attached_at': '', 'detached_at': '', 'volume_id': '0f790dd8-863c-4a7d-988e-331284da8fae', 'serial': '0f790dd8-863c-4a7d-988e-331284da8fae'} {{(pid=63260) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1015.528076] env[63260]: DEBUG oslo_vmware.api [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285186, 'name': ReconfigVM_Task, 'duration_secs': 0.609645} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.528378] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 62425ec7-456a-427d-8115-2fc80126ff04/62425ec7-456a-427d-8115-2fc80126ff04.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.529013] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1542e1de-18c6-44a5-8cbe-59caa92825ea {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.538331] env[63260]: DEBUG oslo_vmware.api [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 1015.538331] env[63260]: value = "task-2285190" [ 1015.538331] env[63260]: _type = "Task" [ 1015.538331] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.547090] env[63260]: DEBUG oslo_vmware.api [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285190, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.556485] env[63260]: DEBUG nova.network.neutron [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Updating instance_info_cache with network_info: [{"id": "eba600d1-0ae9-4bdf-9e1f-3300eb31249d", "address": "fa:16:3e:63:05:24", "network": {"id": "15c698e3-385d-486a-901f-b71a8d1836c1", "bridge": "br-int", "label": "tempest-ServersTestJSON-97174531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "593abaa160404848afa5a59e0dd679f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeba600d1-0a", "ovs_interfaceid": "eba600d1-0ae9-4bdf-9e1f-3300eb31249d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.580964] env[63260]: DEBUG nova.compute.utils [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1015.585134] env[63260]: DEBUG nova.compute.manager [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1015.585311] env[63260]: DEBUG nova.network.neutron [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1015.595808] env[63260]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1015.595808] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52de75fe-371e-f4c2-0dad-b904f2eec86e" [ 1015.595808] env[63260]: _type = "HttpNfcLease" [ 1015.595808] env[63260]: } is ready. {{(pid=63260) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1015.597661] env[63260]: DEBUG oslo_vmware.rw_handles [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1015.597661] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52de75fe-371e-f4c2-0dad-b904f2eec86e" [ 1015.597661] env[63260]: _type = "HttpNfcLease" [ 1015.597661] env[63260]: }. {{(pid=63260) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1015.599386] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8b6f9c-b876-4d1c-96e1-80b0055fb3bc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.612560] env[63260]: DEBUG oslo_vmware.rw_handles [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ee1cd2-07dd-e01a-f52e-9b9d010bc87c/disk-0.vmdk from lease info. {{(pid=63260) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1015.613040] env[63260]: DEBUG oslo_vmware.rw_handles [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Creating HTTP connection to write to file with size = 31670784 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ee1cd2-07dd-e01a-f52e-9b9d010bc87c/disk-0.vmdk. {{(pid=63260) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1015.671044] env[63260]: DEBUG nova.policy [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd6efeea615c4037beef4bf08e19a27c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b05b7e531ea465dbe8e5e575048712d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.680982] env[63260]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-043f4270-8a66-4a70-803b-78ae2ba5499e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.804835] env[63260]: DEBUG nova.objects.instance [None req-9c6e2fae-b7b5-4ac0-abbf-9b1f794b37ba tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lazy-loading 'flavor' on Instance uuid 3d0f44ca-75e7-4579-9e7c-0451473e64af {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.826057] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2ed4c2-9d8d-4ce3-92d7-977efa3725c3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.835114] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd66b18-01e4-41f6-aaae-afcff75fe426 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.870120] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4cefef-d7af-4cc2-9376-720d47aa0c62 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.878727] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326b45fd-873d-4d58-90d7-eda9cc91bfff {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.894602] env[63260]: DEBUG nova.compute.provider_tree [None req-f064cb03-2399-4e2f-8abd-0356a7bc0753 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.013838] env[63260]: DEBUG nova.objects.instance [None req-d843724f-b85a-4b25-85ee-e8378e16dd58 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lazy-loading 'flavor' on Instance uuid 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.049518] env[63260]: DEBUG oslo_vmware.api [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285190, 'name': Rename_Task, 'duration_secs': 0.329658} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.050517] env[63260]: DEBUG nova.network.neutron [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Successfully created port: ca24f917-87ae-43fc-9258-1c9c12195a19 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1016.052645] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.052939] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-163c5677-5a07-4f38-920c-e042b8e033dd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.058801] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Releasing lock "refresh_cache-c26dbf10-fe6d-455f-8b68-acfcdfcaf189" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.059103] env[63260]: DEBUG nova.compute.manager [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Instance network_info: |[{"id": "eba600d1-0ae9-4bdf-9e1f-3300eb31249d", "address": "fa:16:3e:63:05:24", "network": {"id": "15c698e3-385d-486a-901f-b71a8d1836c1", "bridge": "br-int", "label": "tempest-ServersTestJSON-97174531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "593abaa160404848afa5a59e0dd679f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeba600d1-0a", "ovs_interfaceid": "eba600d1-0ae9-4bdf-9e1f-3300eb31249d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1016.059495] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:05:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad36dd36-1d2c-4f37-a259-98ef2e440794', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eba600d1-0ae9-4bdf-9e1f-3300eb31249d', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1016.067499] env[63260]: DEBUG oslo.service.loopingcall [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1016.069306] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1016.069627] env[63260]: DEBUG oslo_vmware.api [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 1016.069627] env[63260]: value = "task-2285191" [ 1016.069627] env[63260]: _type = "Task" [ 1016.069627] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.069818] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57cba76a-79d5-43da-8e5f-6a72ef7a569a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.089556] env[63260]: DEBUG nova.compute.manager [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1016.095428] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1016.095428] env[63260]: value = "task-2285192" [ 1016.095428] env[63260]: _type = "Task" [ 1016.095428] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.099951] env[63260]: DEBUG oslo_vmware.api [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285191, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.109936] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285192, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.228209] env[63260]: DEBUG nova.compute.manager [req-1c79695e-34ef-4aca-bb29-a11bb12a6563 req-9edadc11-5471-4301-93b9-4f22d49c6a53 service nova] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Received event network-changed-eba600d1-0ae9-4bdf-9e1f-3300eb31249d {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1016.228753] env[63260]: DEBUG nova.compute.manager [req-1c79695e-34ef-4aca-bb29-a11bb12a6563 req-9edadc11-5471-4301-93b9-4f22d49c6a53 service nova] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Refreshing instance network info cache due to event network-changed-eba600d1-0ae9-4bdf-9e1f-3300eb31249d. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1016.229102] env[63260]: DEBUG oslo_concurrency.lockutils [req-1c79695e-34ef-4aca-bb29-a11bb12a6563 req-9edadc11-5471-4301-93b9-4f22d49c6a53 service nova] Acquiring lock "refresh_cache-c26dbf10-fe6d-455f-8b68-acfcdfcaf189" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.229241] env[63260]: DEBUG oslo_concurrency.lockutils [req-1c79695e-34ef-4aca-bb29-a11bb12a6563 req-9edadc11-5471-4301-93b9-4f22d49c6a53 service nova] Acquired lock "refresh_cache-c26dbf10-fe6d-455f-8b68-acfcdfcaf189" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.229489] env[63260]: DEBUG nova.network.neutron [req-1c79695e-34ef-4aca-bb29-a11bb12a6563 req-9edadc11-5471-4301-93b9-4f22d49c6a53 service nova] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Refreshing network info cache for port eba600d1-0ae9-4bdf-9e1f-3300eb31249d {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.399204] env[63260]: DEBUG nova.scheduler.client.report [None req-f064cb03-2399-4e2f-8abd-0356a7bc0753 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.603275] env[63260]: DEBUG oslo_vmware.api [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285191, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.614104] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285192, 'name': CreateVM_Task, 'duration_secs': 0.376555} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.615406] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.616225] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.616425] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.616844] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.617362] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7b0002f-5fd2-4255-bbe7-6054bd878046 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.623860] env[63260]: DEBUG oslo_vmware.api [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 1016.623860] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52bfbb81-3849-1d5f-7e5d-e233f230bc5e" [ 1016.623860] env[63260]: _type = "Task" [ 1016.623860] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.635260] env[63260]: DEBUG oslo_vmware.api [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52bfbb81-3849-1d5f-7e5d-e233f230bc5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.816226] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9c6e2fae-b7b5-4ac0-abbf-9b1f794b37ba tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "3d0f44ca-75e7-4579-9e7c-0451473e64af" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.252s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.909195] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f064cb03-2399-4e2f-8abd-0356a7bc0753 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.831s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.935455] env[63260]: INFO nova.scheduler.client.report [None req-f064cb03-2399-4e2f-8abd-0356a7bc0753 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Deleted allocations for instance 99f5a99c-638b-4419-a1a4-d98cb34099b0 [ 1016.960187] env[63260]: DEBUG oslo_concurrency.lockutils [None req-51ebc6cd-c84e-4750-a13d-6525502919c8 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Acquiring lock "9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.025023] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d843724f-b85a-4b25-85ee-e8378e16dd58 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lock "9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.260s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.027779] env[63260]: DEBUG oslo_concurrency.lockutils [None req-51ebc6cd-c84e-4750-a13d-6525502919c8 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lock "9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.068s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.027893] env[63260]: DEBUG nova.compute.manager [None req-51ebc6cd-c84e-4750-a13d-6525502919c8 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.029061] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9537f3dd-2e30-46de-8462-45eb124664b1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.042922] env[63260]: DEBUG nova.compute.manager [None req-51ebc6cd-c84e-4750-a13d-6525502919c8 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63260) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1017.043569] env[63260]: DEBUG nova.objects.instance [None req-51ebc6cd-c84e-4750-a13d-6525502919c8 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lazy-loading 'flavor' on Instance uuid 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.073089] env[63260]: DEBUG nova.network.neutron [req-1c79695e-34ef-4aca-bb29-a11bb12a6563 req-9edadc11-5471-4301-93b9-4f22d49c6a53 service nova] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Updated VIF entry in instance network info cache for port eba600d1-0ae9-4bdf-9e1f-3300eb31249d. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.073465] env[63260]: DEBUG nova.network.neutron [req-1c79695e-34ef-4aca-bb29-a11bb12a6563 req-9edadc11-5471-4301-93b9-4f22d49c6a53 service nova] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Updating instance_info_cache with network_info: [{"id": "eba600d1-0ae9-4bdf-9e1f-3300eb31249d", "address": "fa:16:3e:63:05:24", "network": {"id": "15c698e3-385d-486a-901f-b71a8d1836c1", "bridge": "br-int", "label": "tempest-ServersTestJSON-97174531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "593abaa160404848afa5a59e0dd679f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeba600d1-0a", "ovs_interfaceid": "eba600d1-0ae9-4bdf-9e1f-3300eb31249d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.094877] env[63260]: DEBUG oslo_vmware.api [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285191, 'name': PowerOnVM_Task, 'duration_secs': 0.68478} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.095157] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.095356] env[63260]: INFO nova.compute.manager [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Took 8.93 seconds to spawn the instance on the hypervisor. [ 1017.095535] env[63260]: DEBUG nova.compute.manager [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.096327] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fb8192-71ea-4a59-8366-6b13a739ede6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.099803] env[63260]: DEBUG nova.compute.manager [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1017.125522] env[63260]: DEBUG nova.virt.hardware [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.126762] env[63260]: DEBUG nova.virt.hardware [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.126762] env[63260]: DEBUG nova.virt.hardware [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.126762] env[63260]: DEBUG nova.virt.hardware [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.126762] env[63260]: DEBUG nova.virt.hardware [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.126762] env[63260]: DEBUG nova.virt.hardware [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.126762] env[63260]: DEBUG nova.virt.hardware [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.127604] env[63260]: DEBUG nova.virt.hardware [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.127604] env[63260]: DEBUG nova.virt.hardware [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.127604] env[63260]: DEBUG nova.virt.hardware [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.127604] env[63260]: DEBUG nova.virt.hardware [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.128226] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e8d65d-f5a1-48cf-b261-934fc9c90712 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.143249] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393c5c31-0b21-4e22-a043-baa42dab1f3d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.147178] env[63260]: DEBUG oslo_vmware.api [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52bfbb81-3849-1d5f-7e5d-e233f230bc5e, 'name': SearchDatastore_Task, 'duration_secs': 0.01267} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.149961] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.149961] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.150123] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.150227] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.150414] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.151300] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5e58298-9d7b-465a-84ba-3ea1a19941bd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.165571] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.165798] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1017.166546] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c263b31f-9ba4-4b65-8efc-1df3b459b69a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.174289] env[63260]: DEBUG oslo_vmware.api [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 1017.174289] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5228c692-450a-766f-2639-a0827acd26cf" [ 1017.174289] env[63260]: _type = "Task" [ 1017.174289] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.183295] env[63260]: DEBUG oslo_vmware.api [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5228c692-450a-766f-2639-a0827acd26cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.259665] env[63260]: DEBUG oslo_vmware.rw_handles [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Completed reading data from the image iterator. {{(pid=63260) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1017.259993] env[63260]: DEBUG oslo_vmware.rw_handles [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ee1cd2-07dd-e01a-f52e-9b9d010bc87c/disk-0.vmdk. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1017.260981] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d01757d-9039-4ab4-80a5-1edbbbd903d8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.268881] env[63260]: DEBUG oslo_vmware.rw_handles [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ee1cd2-07dd-e01a-f52e-9b9d010bc87c/disk-0.vmdk is in state: ready. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1017.269108] env[63260]: DEBUG oslo_vmware.rw_handles [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ee1cd2-07dd-e01a-f52e-9b9d010bc87c/disk-0.vmdk. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1017.269419] env[63260]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-912b7a91-3cd9-43ec-9e2e-95910cb6c08c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.447568] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f064cb03-2399-4e2f-8abd-0356a7bc0753 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "99f5a99c-638b-4419-a1a4-d98cb34099b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.508s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.568974] env[63260]: DEBUG nova.network.neutron [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Successfully updated port: ca24f917-87ae-43fc-9258-1c9c12195a19 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.576549] env[63260]: DEBUG oslo_concurrency.lockutils [req-1c79695e-34ef-4aca-bb29-a11bb12a6563 req-9edadc11-5471-4301-93b9-4f22d49c6a53 service nova] Releasing lock "refresh_cache-c26dbf10-fe6d-455f-8b68-acfcdfcaf189" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.619214] env[63260]: INFO nova.compute.manager [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Took 21.04 seconds to build instance. [ 1017.687696] env[63260]: DEBUG oslo_vmware.api [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5228c692-450a-766f-2639-a0827acd26cf, 'name': SearchDatastore_Task, 'duration_secs': 0.012263} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.688751] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a2c493a-1996-4727-8ccf-8e6c9143b385 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.695689] env[63260]: DEBUG oslo_vmware.api [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 1017.695689] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]529fd3d8-cd32-662c-0153-5a323d64213a" [ 1017.695689] env[63260]: _type = "Task" [ 1017.695689] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.707291] env[63260]: DEBUG oslo_vmware.api [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]529fd3d8-cd32-662c-0153-5a323d64213a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.811475] env[63260]: DEBUG oslo_vmware.rw_handles [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ee1cd2-07dd-e01a-f52e-9b9d010bc87c/disk-0.vmdk. {{(pid=63260) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1017.812222] env[63260]: INFO nova.virt.vmwareapi.images [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Downloaded image file data 83dc4220-1240-41c6-8bed-218f2a3ed985 [ 1017.813495] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18af9c71-fad0-4943-ba44-ae862e094275 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.831070] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b145e0a-2b16-4651-aae5-9c7ec53c899f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.863681] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3f8c1a19-2c79-4850-91a5-bb319523f3db tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "3d0f44ca-75e7-4579-9e7c-0451473e64af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.864019] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3f8c1a19-2c79-4850-91a5-bb319523f3db tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "3d0f44ca-75e7-4579-9e7c-0451473e64af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.864283] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3f8c1a19-2c79-4850-91a5-bb319523f3db tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "3d0f44ca-75e7-4579-9e7c-0451473e64af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.864501] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3f8c1a19-2c79-4850-91a5-bb319523f3db tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "3d0f44ca-75e7-4579-9e7c-0451473e64af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.864705] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3f8c1a19-2c79-4850-91a5-bb319523f3db tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "3d0f44ca-75e7-4579-9e7c-0451473e64af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.867419] env[63260]: INFO nova.compute.manager [None req-3f8c1a19-2c79-4850-91a5-bb319523f3db tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Terminating instance [ 1017.936699] env[63260]: INFO nova.virt.vmwareapi.images [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] The imported VM was unregistered [ 1017.939172] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Caching image {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1017.939264] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Creating directory with path [datastore2] devstack-image-cache_base/83dc4220-1240-41c6-8bed-218f2a3ed985 {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.939664] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbf67887-74ca-4e13-bbed-0d8d4765c2e1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.954170] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Created directory with path [datastore2] devstack-image-cache_base/83dc4220-1240-41c6-8bed-218f2a3ed985 {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.954375] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_8852f659-9641-46fd-a949-32cb537e2f61/OSTACK_IMG_8852f659-9641-46fd-a949-32cb537e2f61.vmdk to [datastore2] devstack-image-cache_base/83dc4220-1240-41c6-8bed-218f2a3ed985/83dc4220-1240-41c6-8bed-218f2a3ed985.vmdk. {{(pid=63260) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1017.954701] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2c7ed86b-de9e-4fcd-96d2-19640e0e898b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.963134] env[63260]: DEBUG oslo_vmware.api [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 1017.963134] env[63260]: value = "task-2285194" [ 1017.963134] env[63260]: _type = "Task" [ 1017.963134] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.973755] env[63260]: DEBUG oslo_vmware.api [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285194, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.050494] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ebc6cd-c84e-4750-a13d-6525502919c8 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.050950] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0aab409f-6a61-4f20-8eb7-43bf5bd1e080 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.060465] env[63260]: DEBUG oslo_vmware.api [None req-51ebc6cd-c84e-4750-a13d-6525502919c8 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Waiting for the task: (returnval){ [ 1018.060465] env[63260]: value = "task-2285195" [ 1018.060465] env[63260]: _type = "Task" [ 1018.060465] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.071988] env[63260]: DEBUG oslo_concurrency.lockutils [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquiring lock "refresh_cache-6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.072181] env[63260]: DEBUG oslo_concurrency.lockutils [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquired lock "refresh_cache-6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.072339] env[63260]: DEBUG nova.network.neutron [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.073583] env[63260]: DEBUG oslo_vmware.api [None req-51ebc6cd-c84e-4750-a13d-6525502919c8 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.122136] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f80fa231-2582-4a15-aeac-7b4f8d2621c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "62425ec7-456a-427d-8115-2fc80126ff04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.549s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.207101] env[63260]: DEBUG oslo_vmware.api [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]529fd3d8-cd32-662c-0153-5a323d64213a, 'name': SearchDatastore_Task, 'duration_secs': 0.011586} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.207799] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.207799] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] c26dbf10-fe6d-455f-8b68-acfcdfcaf189/c26dbf10-fe6d-455f-8b68-acfcdfcaf189.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.207997] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68b2835a-b2f9-448e-b0f1-4bc60cb35305 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.216689] env[63260]: DEBUG oslo_vmware.api [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 1018.216689] env[63260]: value = "task-2285196" [ 1018.216689] env[63260]: _type = "Task" [ 1018.216689] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.226328] env[63260]: DEBUG oslo_vmware.api [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.257794] env[63260]: DEBUG nova.compute.manager [req-4b127395-58b8-4b66-ad7d-123d65063001 req-f6cc861f-ca39-4736-bdf6-6520e345dd62 service nova] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Received event network-vif-plugged-ca24f917-87ae-43fc-9258-1c9c12195a19 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1018.258191] env[63260]: DEBUG oslo_concurrency.lockutils [req-4b127395-58b8-4b66-ad7d-123d65063001 req-f6cc861f-ca39-4736-bdf6-6520e345dd62 service nova] Acquiring lock "6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.258337] env[63260]: DEBUG oslo_concurrency.lockutils [req-4b127395-58b8-4b66-ad7d-123d65063001 req-f6cc861f-ca39-4736-bdf6-6520e345dd62 service nova] Lock "6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.258402] env[63260]: DEBUG oslo_concurrency.lockutils [req-4b127395-58b8-4b66-ad7d-123d65063001 req-f6cc861f-ca39-4736-bdf6-6520e345dd62 service nova] Lock "6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.258569] env[63260]: DEBUG nova.compute.manager [req-4b127395-58b8-4b66-ad7d-123d65063001 req-f6cc861f-ca39-4736-bdf6-6520e345dd62 service nova] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] No waiting events found dispatching network-vif-plugged-ca24f917-87ae-43fc-9258-1c9c12195a19 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1018.258734] env[63260]: WARNING nova.compute.manager [req-4b127395-58b8-4b66-ad7d-123d65063001 req-f6cc861f-ca39-4736-bdf6-6520e345dd62 service nova] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Received unexpected event network-vif-plugged-ca24f917-87ae-43fc-9258-1c9c12195a19 for instance with vm_state building and task_state spawning. [ 1018.258889] env[63260]: DEBUG nova.compute.manager [req-4b127395-58b8-4b66-ad7d-123d65063001 req-f6cc861f-ca39-4736-bdf6-6520e345dd62 service nova] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Received event network-changed-ca24f917-87ae-43fc-9258-1c9c12195a19 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1018.259056] env[63260]: DEBUG nova.compute.manager [req-4b127395-58b8-4b66-ad7d-123d65063001 req-f6cc861f-ca39-4736-bdf6-6520e345dd62 service nova] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Refreshing instance network info cache due to event network-changed-ca24f917-87ae-43fc-9258-1c9c12195a19. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1018.259226] env[63260]: DEBUG oslo_concurrency.lockutils [req-4b127395-58b8-4b66-ad7d-123d65063001 req-f6cc861f-ca39-4736-bdf6-6520e345dd62 service nova] Acquiring lock "refresh_cache-6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.376943] env[63260]: DEBUG nova.compute.manager [None req-3f8c1a19-2c79-4850-91a5-bb319523f3db tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1018.376943] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8c1a19-2c79-4850-91a5-bb319523f3db tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.378255] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f86409-e480-4cbb-a2ff-65a5829922b5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.387060] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f8c1a19-2c79-4850-91a5-bb319523f3db tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.387343] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b364823e-601c-48cc-9b7f-131c9e672203 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.396357] env[63260]: DEBUG oslo_vmware.api [None req-3f8c1a19-2c79-4850-91a5-bb319523f3db tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 1018.396357] env[63260]: value = "task-2285197" [ 1018.396357] env[63260]: _type = "Task" [ 1018.396357] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.406712] env[63260]: DEBUG oslo_vmware.api [None req-3f8c1a19-2c79-4850-91a5-bb319523f3db tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.473661] env[63260]: DEBUG oslo_vmware.api [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285194, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.572297] env[63260]: DEBUG oslo_vmware.api [None req-51ebc6cd-c84e-4750-a13d-6525502919c8 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285195, 'name': PowerOffVM_Task, 'duration_secs': 0.290173} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.572651] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ebc6cd-c84e-4750-a13d-6525502919c8 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.572847] env[63260]: DEBUG nova.compute.manager [None req-51ebc6cd-c84e-4750-a13d-6525502919c8 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.573724] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2576f99-1de1-4b41-bc85-b33eeb460c01 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.633585] env[63260]: DEBUG nova.network.neutron [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.730250] env[63260]: DEBUG oslo_vmware.api [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285196, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.835167] env[63260]: DEBUG nova.network.neutron [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Updating instance_info_cache with network_info: [{"id": "ca24f917-87ae-43fc-9258-1c9c12195a19", "address": "fa:16:3e:81:0d:98", "network": {"id": "f1a6423a-5c4b-4aaa-b748-d2f8f6be870e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-101451514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b05b7e531ea465dbe8e5e575048712d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca24f917-87", "ovs_interfaceid": "ca24f917-87ae-43fc-9258-1c9c12195a19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.908358] env[63260]: DEBUG oslo_vmware.api [None req-3f8c1a19-2c79-4850-91a5-bb319523f3db tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285197, 'name': PowerOffVM_Task, 'duration_secs': 0.497532} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.908686] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f8c1a19-2c79-4850-91a5-bb319523f3db tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.908855] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8c1a19-2c79-4850-91a5-bb319523f3db tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.909159] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4e31efd-225a-47b8-aba5-54820925d893 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.976075] env[63260]: DEBUG oslo_vmware.api [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285194, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.986656] env[63260]: DEBUG nova.compute.manager [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Stashing vm_state: active {{(pid=63260) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1018.996777] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8c1a19-2c79-4850-91a5-bb319523f3db tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.997133] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8c1a19-2c79-4850-91a5-bb319523f3db tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.997267] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f8c1a19-2c79-4850-91a5-bb319523f3db tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Deleting the datastore file [datastore2] 3d0f44ca-75e7-4579-9e7c-0451473e64af {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.997552] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d747cfcc-3f8a-4b80-911a-98d50ce040ce {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.007205] env[63260]: DEBUG oslo_vmware.api [None req-3f8c1a19-2c79-4850-91a5-bb319523f3db tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 1019.007205] env[63260]: value = "task-2285199" [ 1019.007205] env[63260]: _type = "Task" [ 1019.007205] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.016978] env[63260]: DEBUG oslo_vmware.api [None req-3f8c1a19-2c79-4850-91a5-bb319523f3db tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.093715] env[63260]: DEBUG oslo_concurrency.lockutils [None req-51ebc6cd-c84e-4750-a13d-6525502919c8 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lock "9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.227874] env[63260]: DEBUG oslo_vmware.api [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671225} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.228225] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] c26dbf10-fe6d-455f-8b68-acfcdfcaf189/c26dbf10-fe6d-455f-8b68-acfcdfcaf189.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.228533] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.228853] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-698c8e9c-ad52-457a-9fed-6d79eb0b395a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.238428] env[63260]: DEBUG oslo_vmware.api [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 1019.238428] env[63260]: value = "task-2285200" [ 1019.238428] env[63260]: _type = "Task" [ 1019.238428] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.249626] env[63260]: DEBUG oslo_vmware.api [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285200, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.338649] env[63260]: DEBUG oslo_concurrency.lockutils [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Releasing lock "refresh_cache-6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.338984] env[63260]: DEBUG nova.compute.manager [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Instance network_info: |[{"id": "ca24f917-87ae-43fc-9258-1c9c12195a19", "address": "fa:16:3e:81:0d:98", "network": {"id": "f1a6423a-5c4b-4aaa-b748-d2f8f6be870e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-101451514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b05b7e531ea465dbe8e5e575048712d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca24f917-87", "ovs_interfaceid": "ca24f917-87ae-43fc-9258-1c9c12195a19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1019.339430] env[63260]: DEBUG oslo_concurrency.lockutils [req-4b127395-58b8-4b66-ad7d-123d65063001 req-f6cc861f-ca39-4736-bdf6-6520e345dd62 service nova] Acquired lock "refresh_cache-6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.339573] env[63260]: DEBUG nova.network.neutron [req-4b127395-58b8-4b66-ad7d-123d65063001 req-f6cc861f-ca39-4736-bdf6-6520e345dd62 service nova] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Refreshing network info cache for port ca24f917-87ae-43fc-9258-1c9c12195a19 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.340885] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:0d:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca24f917-87ae-43fc-9258-1c9c12195a19', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.348790] env[63260]: DEBUG oslo.service.loopingcall [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1019.349888] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.350141] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe609011-4413-45f5-9495-188c8562a340 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.371640] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.371640] env[63260]: value = "task-2285201" [ 1019.371640] env[63260]: _type = "Task" [ 1019.371640] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.382516] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285201, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.403102] env[63260]: DEBUG nova.objects.instance [None req-41a0bc08-2cd9-4aca-affc-eb16784bf504 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lazy-loading 'flavor' on Instance uuid 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.292178] env[63260]: DEBUG oslo_concurrency.lockutils [None req-41a0bc08-2cd9-4aca-affc-eb16784bf504 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Acquiring lock "refresh_cache-9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.292439] env[63260]: DEBUG oslo_concurrency.lockutils [None req-41a0bc08-2cd9-4aca-affc-eb16784bf504 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Acquired lock "refresh_cache-9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.292564] env[63260]: DEBUG nova.network.neutron [None req-41a0bc08-2cd9-4aca-affc-eb16784bf504 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.292771] env[63260]: DEBUG nova.objects.instance [None req-41a0bc08-2cd9-4aca-affc-eb16784bf504 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lazy-loading 'info_cache' on Instance uuid 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.316199] env[63260]: DEBUG oslo_vmware.api [None req-3f8c1a19-2c79-4850-91a5-bb319523f3db tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.316488] env[63260]: DEBUG oslo_vmware.api [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285200, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084342} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.316686] env[63260]: DEBUG oslo_vmware.api [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285194, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.316855] env[63260]: WARNING oslo_vmware.common.loopingcall [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] task run outlasted interval by 0.351434 sec [ 1020.321623] env[63260]: DEBUG oslo_concurrency.lockutils [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.321962] env[63260]: DEBUG oslo_concurrency.lockutils [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.323421] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1020.323731] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285201, 'name': CreateVM_Task, 'duration_secs': 0.514362} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.324956] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17c8160-12b1-4ce7-bbbc-9c4e899528b1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.330827] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.332451] env[63260]: DEBUG oslo_concurrency.lockutils [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.332451] env[63260]: DEBUG oslo_concurrency.lockutils [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.332451] env[63260]: DEBUG oslo_concurrency.lockutils [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.333252] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ae19af1-986f-4e77-9910-36f246d74f52 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.339598] env[63260]: DEBUG oslo_vmware.api [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285194, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.359863] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] c26dbf10-fe6d-455f-8b68-acfcdfcaf189/c26dbf10-fe6d-455f-8b68-acfcdfcaf189.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.360683] env[63260]: DEBUG oslo_vmware.api [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1020.360683] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5272d898-7560-e81a-81eb-9c29bd8e6e6f" [ 1020.360683] env[63260]: _type = "Task" [ 1020.360683] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.363344] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc88ee57-c710-4e7f-bb95-aa29d99943a4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.390633] env[63260]: DEBUG oslo_vmware.api [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5272d898-7560-e81a-81eb-9c29bd8e6e6f, 'name': SearchDatastore_Task, 'duration_secs': 0.013115} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.392171] env[63260]: DEBUG oslo_concurrency.lockutils [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.392412] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.392670] env[63260]: DEBUG oslo_concurrency.lockutils [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.392822] env[63260]: DEBUG oslo_concurrency.lockutils [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.393013] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.393705] env[63260]: DEBUG oslo_vmware.api [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 1020.393705] env[63260]: value = "task-2285202" [ 1020.393705] env[63260]: _type = "Task" [ 1020.393705] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.393936] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc283698-0c0d-4bb4-9392-5d4c76311b5e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.408427] env[63260]: DEBUG oslo_vmware.api [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.410145] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.410327] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.411101] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eebf065f-8acd-44fd-9ae3-988fdeded5f4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.417684] env[63260]: DEBUG oslo_vmware.api [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1020.417684] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5222cc1f-4f48-21d1-1d6f-6ba26f94a7b2" [ 1020.417684] env[63260]: _type = "Task" [ 1020.417684] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.426867] env[63260]: DEBUG oslo_vmware.api [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5222cc1f-4f48-21d1-1d6f-6ba26f94a7b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.581233] env[63260]: DEBUG nova.network.neutron [req-4b127395-58b8-4b66-ad7d-123d65063001 req-f6cc861f-ca39-4736-bdf6-6520e345dd62 service nova] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Updated VIF entry in instance network info cache for port ca24f917-87ae-43fc-9258-1c9c12195a19. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.581752] env[63260]: DEBUG nova.network.neutron [req-4b127395-58b8-4b66-ad7d-123d65063001 req-f6cc861f-ca39-4736-bdf6-6520e345dd62 service nova] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Updating instance_info_cache with network_info: [{"id": "ca24f917-87ae-43fc-9258-1c9c12195a19", "address": "fa:16:3e:81:0d:98", "network": {"id": "f1a6423a-5c4b-4aaa-b748-d2f8f6be870e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-101451514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b05b7e531ea465dbe8e5e575048712d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca24f917-87", "ovs_interfaceid": "ca24f917-87ae-43fc-9258-1c9c12195a19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.794243] env[63260]: DEBUG oslo_vmware.api [None req-3f8c1a19-2c79-4850-91a5-bb319523f3db tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285199, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.48481} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.794457] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f8c1a19-2c79-4850-91a5-bb319523f3db tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.794641] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8c1a19-2c79-4850-91a5-bb319523f3db tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.794818] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8c1a19-2c79-4850-91a5-bb319523f3db tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.794988] env[63260]: INFO nova.compute.manager [None req-3f8c1a19-2c79-4850-91a5-bb319523f3db tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Took 2.42 seconds to destroy the instance on the hypervisor. [ 1020.795248] env[63260]: DEBUG oslo.service.loopingcall [None req-3f8c1a19-2c79-4850-91a5-bb319523f3db tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1020.795433] env[63260]: DEBUG nova.compute.manager [-] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1020.795529] env[63260]: DEBUG nova.network.neutron [-] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1020.804644] env[63260]: DEBUG nova.objects.base [None req-41a0bc08-2cd9-4aca-affc-eb16784bf504 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Object Instance<9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe> lazy-loaded attributes: flavor,info_cache {{(pid=63260) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1020.827137] env[63260]: INFO nova.compute.claims [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.843513] env[63260]: DEBUG oslo_vmware.api [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285194, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.554366} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.843807] env[63260]: INFO nova.virt.vmwareapi.ds_util [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_8852f659-9641-46fd-a949-32cb537e2f61/OSTACK_IMG_8852f659-9641-46fd-a949-32cb537e2f61.vmdk to [datastore2] devstack-image-cache_base/83dc4220-1240-41c6-8bed-218f2a3ed985/83dc4220-1240-41c6-8bed-218f2a3ed985.vmdk. [ 1020.843956] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Cleaning up location [datastore2] OSTACK_IMG_8852f659-9641-46fd-a949-32cb537e2f61 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1020.844124] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_8852f659-9641-46fd-a949-32cb537e2f61 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.844389] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58e6c3b4-cb3b-46f8-a28b-6d4e4964b099 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.851925] env[63260]: DEBUG oslo_vmware.api [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 1020.851925] env[63260]: value = "task-2285203" [ 1020.851925] env[63260]: _type = "Task" [ 1020.851925] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.861995] env[63260]: DEBUG oslo_vmware.api [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.906280] env[63260]: DEBUG oslo_vmware.api [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285202, 'name': ReconfigVM_Task, 'duration_secs': 0.35757} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.906570] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Reconfigured VM instance instance-00000065 to attach disk [datastore1] c26dbf10-fe6d-455f-8b68-acfcdfcaf189/c26dbf10-fe6d-455f-8b68-acfcdfcaf189.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.907266] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffa37dec-d346-4511-8f20-ec6bf3c216ea {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.915978] env[63260]: DEBUG oslo_vmware.api [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 1020.915978] env[63260]: value = "task-2285204" [ 1020.915978] env[63260]: _type = "Task" [ 1020.915978] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.930856] env[63260]: DEBUG oslo_vmware.api [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285204, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.935016] env[63260]: DEBUG oslo_vmware.api [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5222cc1f-4f48-21d1-1d6f-6ba26f94a7b2, 'name': SearchDatastore_Task, 'duration_secs': 0.012868} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.935881] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c37b851-c3b1-4c6b-afb9-73111634cd8e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.942409] env[63260]: DEBUG oslo_vmware.api [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1020.942409] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5278bb53-8b79-7146-0ec6-73bb3fe5b016" [ 1020.942409] env[63260]: _type = "Task" [ 1020.942409] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.951384] env[63260]: DEBUG oslo_vmware.api [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5278bb53-8b79-7146-0ec6-73bb3fe5b016, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.084767] env[63260]: DEBUG oslo_concurrency.lockutils [req-4b127395-58b8-4b66-ad7d-123d65063001 req-f6cc861f-ca39-4736-bdf6-6520e345dd62 service nova] Releasing lock "refresh_cache-6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.341561] env[63260]: INFO nova.compute.resource_tracker [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Updating resource usage from migration 5c36de8f-b6e2-4b7e-9ccf-0bbadab4842d [ 1021.358466] env[63260]: DEBUG nova.compute.manager [req-125f26c2-580d-4127-9c52-047f0396a0c6 req-884686ee-92dc-4119-bafd-fcc0bb74164a service nova] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Received event network-vif-deleted-750deb7a-feac-4074-8fe5-779079b41ddb {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1021.358667] env[63260]: INFO nova.compute.manager [req-125f26c2-580d-4127-9c52-047f0396a0c6 req-884686ee-92dc-4119-bafd-fcc0bb74164a service nova] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Neutron deleted interface 750deb7a-feac-4074-8fe5-779079b41ddb; detaching it from the instance and deleting it from the info cache [ 1021.358854] env[63260]: DEBUG nova.network.neutron [req-125f26c2-580d-4127-9c52-047f0396a0c6 req-884686ee-92dc-4119-bafd-fcc0bb74164a service nova] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.366211] env[63260]: DEBUG oslo_vmware.api [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037556} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.368968] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.369082] env[63260]: DEBUG oslo_concurrency.lockutils [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Releasing lock "[datastore2] devstack-image-cache_base/83dc4220-1240-41c6-8bed-218f2a3ed985/83dc4220-1240-41c6-8bed-218f2a3ed985.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.369685] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/83dc4220-1240-41c6-8bed-218f2a3ed985/83dc4220-1240-41c6-8bed-218f2a3ed985.vmdk to [datastore2] e7079a58-fb09-44b7-bed8-3625be32b5f4/e7079a58-fb09-44b7-bed8-3625be32b5f4.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.370224] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79960226-506c-40ab-a8fd-b7f18ab55626 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.378699] env[63260]: DEBUG oslo_vmware.api [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 1021.378699] env[63260]: value = "task-2285205" [ 1021.378699] env[63260]: _type = "Task" [ 1021.378699] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.390842] env[63260]: DEBUG oslo_vmware.api [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.428191] env[63260]: DEBUG oslo_vmware.api [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285204, 'name': Rename_Task, 'duration_secs': 0.168688} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.429277] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.431880] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94c87f7b-11b5-4594-9bad-9e57ac14cf11 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.440467] env[63260]: DEBUG oslo_vmware.api [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 1021.440467] env[63260]: value = "task-2285206" [ 1021.440467] env[63260]: _type = "Task" [ 1021.440467] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.453400] env[63260]: DEBUG oslo_vmware.api [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285206, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.458964] env[63260]: DEBUG oslo_vmware.api [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5278bb53-8b79-7146-0ec6-73bb3fe5b016, 'name': SearchDatastore_Task, 'duration_secs': 0.019021} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.458964] env[63260]: DEBUG oslo_concurrency.lockutils [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.458964] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5/6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.459247] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5d4c6b9-06d9-4eb4-900a-381818ed2a3f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.469546] env[63260]: DEBUG oslo_vmware.api [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1021.469546] env[63260]: value = "task-2285207" [ 1021.469546] env[63260]: _type = "Task" [ 1021.469546] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.480026] env[63260]: DEBUG oslo_vmware.api [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.567210] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e3ea9c-6b8f-4cce-b214-6550c7d56ce0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.577155] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aecbd8a-be56-411d-afd3-095a84405565 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.614721] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39018d67-a479-4808-a185-c625544d0718 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.623244] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773d16cf-ae7e-460a-b576-2e0cbfb69d30 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.637049] env[63260]: DEBUG nova.compute.provider_tree [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.653092] env[63260]: DEBUG nova.network.neutron [None req-41a0bc08-2cd9-4aca-affc-eb16784bf504 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Updating instance_info_cache with network_info: [{"id": "cc61ad48-57b9-4d35-91fc-584853ed6924", "address": "fa:16:3e:89:f5:a7", "network": {"id": "12cac167-06ee-4a9d-9f49-909f6223cefc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1378256468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d05277a51b7498da8763fa330b37ef7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc61ad48-57", "ovs_interfaceid": "cc61ad48-57b9-4d35-91fc-584853ed6924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.812238] env[63260]: DEBUG nova.network.neutron [-] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.862208] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f09f191-9def-4c21-956b-9914cf174ef6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.872440] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404e9e14-0f3d-478d-9786-86826fccb7d9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.891036] env[63260]: DEBUG oslo_vmware.api [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.908401] env[63260]: DEBUG nova.compute.manager [req-125f26c2-580d-4127-9c52-047f0396a0c6 req-884686ee-92dc-4119-bafd-fcc0bb74164a service nova] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Detach interface failed, port_id=750deb7a-feac-4074-8fe5-779079b41ddb, reason: Instance 3d0f44ca-75e7-4579-9e7c-0451473e64af could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1021.950388] env[63260]: DEBUG oslo_vmware.api [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285206, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.979976] env[63260]: DEBUG oslo_vmware.api [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.140839] env[63260]: DEBUG nova.scheduler.client.report [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.156912] env[63260]: DEBUG oslo_concurrency.lockutils [None req-41a0bc08-2cd9-4aca-affc-eb16784bf504 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Releasing lock "refresh_cache-9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.315315] env[63260]: INFO nova.compute.manager [-] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Took 1.52 seconds to deallocate network for instance. [ 1022.395439] env[63260]: DEBUG oslo_vmware.api [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285205, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.456486] env[63260]: DEBUG oslo_vmware.api [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285206, 'name': PowerOnVM_Task} progress is 71%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.480427] env[63260]: DEBUG oslo_vmware.api [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285207, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.646937] env[63260]: DEBUG oslo_concurrency.lockutils [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.325s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.647478] env[63260]: INFO nova.compute.manager [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Migrating [ 1022.823541] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3f8c1a19-2c79-4850-91a5-bb319523f3db tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.823811] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3f8c1a19-2c79-4850-91a5-bb319523f3db tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.824076] env[63260]: DEBUG nova.objects.instance [None req-3f8c1a19-2c79-4850-91a5-bb319523f3db tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lazy-loading 'resources' on Instance uuid 3d0f44ca-75e7-4579-9e7c-0451473e64af {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.894421] env[63260]: DEBUG oslo_vmware.api [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285205, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.953756] env[63260]: DEBUG oslo_vmware.api [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285206, 'name': PowerOnVM_Task, 'duration_secs': 1.480061} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.954119] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.954389] env[63260]: INFO nova.compute.manager [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Took 9.20 seconds to spawn the instance on the hypervisor. [ 1022.954608] env[63260]: DEBUG nova.compute.manager [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.955478] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f40cd02-3b58-4bac-9df6-3d01962514dd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.982125] env[63260]: DEBUG oslo_vmware.api [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285207, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.143106} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.982595] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5/6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.983503] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.983503] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25cb99ab-0267-44ac-b9fc-4665bd123379 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.994225] env[63260]: DEBUG oslo_vmware.api [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1022.994225] env[63260]: value = "task-2285208" [ 1022.994225] env[63260]: _type = "Task" [ 1022.994225] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.007368] env[63260]: DEBUG oslo_vmware.api [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.170848] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a0bc08-2cd9-4aca-affc-eb16784bf504 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.171467] env[63260]: DEBUG oslo_concurrency.lockutils [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "refresh_cache-62425ec7-456a-427d-8115-2fc80126ff04" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.171731] env[63260]: DEBUG oslo_concurrency.lockutils [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquired lock "refresh_cache-62425ec7-456a-427d-8115-2fc80126ff04" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.171995] env[63260]: DEBUG nova.network.neutron [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.173712] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be39e31b-516f-4680-b262-c9883dc6a176 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.182949] env[63260]: DEBUG oslo_vmware.api [None req-41a0bc08-2cd9-4aca-affc-eb16784bf504 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Waiting for the task: (returnval){ [ 1023.182949] env[63260]: value = "task-2285209" [ 1023.182949] env[63260]: _type = "Task" [ 1023.182949] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.194648] env[63260]: DEBUG oslo_vmware.api [None req-41a0bc08-2cd9-4aca-affc-eb16784bf504 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285209, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.396786] env[63260]: DEBUG oslo_vmware.api [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285205, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.475375] env[63260]: INFO nova.compute.manager [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Took 19.39 seconds to build instance. [ 1023.509224] env[63260]: DEBUG oslo_vmware.api [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089416} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.509496] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1023.510221] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6885d88-466d-4f0e-ba74-2a6677b484ae {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.537413] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5/6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.538185] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8f27d86-7291-4dd6-b20a-fae6f712794b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.554636] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41523483-913c-4fb2-91e3-f1f957325dda {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.566556] env[63260]: DEBUG oslo_vmware.api [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1023.566556] env[63260]: value = "task-2285210" [ 1023.566556] env[63260]: _type = "Task" [ 1023.566556] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.567626] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a81b889-eec6-496e-acb1-1bc0817cdac6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.581320] env[63260]: DEBUG oslo_vmware.api [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285210, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.611168] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadee977-0473-4501-8fb2-569475261a15 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.618757] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06ec93a-3636-42d6-a3cb-165bd47ae458 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.633955] env[63260]: DEBUG nova.compute.provider_tree [None req-3f8c1a19-2c79-4850-91a5-bb319523f3db tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.694903] env[63260]: DEBUG oslo_vmware.api [None req-41a0bc08-2cd9-4aca-affc-eb16784bf504 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285209, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.895312] env[63260]: DEBUG oslo_vmware.api [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285205, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.978278] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fef5e281-477e-4de7-a1ff-b4e64e599154 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "c26dbf10-fe6d-455f-8b68-acfcdfcaf189" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.906s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.012274] env[63260]: DEBUG nova.network.neutron [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Updating instance_info_cache with network_info: [{"id": "53f2e9c3-0323-49bf-9c80-362b8f55e7e8", "address": "fa:16:3e:41:f9:70", "network": {"id": "ac0ba0ba-6e11-4943-aa23-05b4e44217f7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-358530705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60ea86e6d37c4da9adfb6f02b15c571e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53f2e9c3-03", "ovs_interfaceid": "53f2e9c3-0323-49bf-9c80-362b8f55e7e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.083255] env[63260]: DEBUG oslo_vmware.api [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.138148] env[63260]: DEBUG nova.scheduler.client.report [None req-3f8c1a19-2c79-4850-91a5-bb319523f3db tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.196880] env[63260]: DEBUG oslo_vmware.api [None req-41a0bc08-2cd9-4aca-affc-eb16784bf504 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285209, 'name': PowerOnVM_Task, 'duration_secs': 0.987823} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.197624] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a0bc08-2cd9-4aca-affc-eb16784bf504 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.197865] env[63260]: DEBUG nova.compute.manager [None req-41a0bc08-2cd9-4aca-affc-eb16784bf504 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.198838] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ed08fe-85c1-4357-8942-c72bcd1cbee5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.395142] env[63260]: DEBUG oslo_vmware.api [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285205, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.515232] env[63260]: DEBUG oslo_concurrency.lockutils [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Releasing lock "refresh_cache-62425ec7-456a-427d-8115-2fc80126ff04" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.582767] env[63260]: DEBUG oslo_vmware.api [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285210, 'name': ReconfigVM_Task, 'duration_secs': 0.816324} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.583095] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5/6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.583760] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27f87ab0-10af-43cd-a44d-06d9ccdaebfc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.592461] env[63260]: DEBUG oslo_vmware.api [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1024.592461] env[63260]: value = "task-2285211" [ 1024.592461] env[63260]: _type = "Task" [ 1024.592461] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.603344] env[63260]: DEBUG oslo_vmware.api [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285211, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.644268] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3f8c1a19-2c79-4850-91a5-bb319523f3db tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.820s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.668698] env[63260]: INFO nova.scheduler.client.report [None req-3f8c1a19-2c79-4850-91a5-bb319523f3db tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Deleted allocations for instance 3d0f44ca-75e7-4579-9e7c-0451473e64af [ 1024.682423] env[63260]: DEBUG oslo_concurrency.lockutils [None req-101370ee-93b8-4a68-b711-67b4c1e076df tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "c26dbf10-fe6d-455f-8b68-acfcdfcaf189" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.682720] env[63260]: DEBUG oslo_concurrency.lockutils [None req-101370ee-93b8-4a68-b711-67b4c1e076df tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "c26dbf10-fe6d-455f-8b68-acfcdfcaf189" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.682906] env[63260]: DEBUG nova.compute.manager [None req-101370ee-93b8-4a68-b711-67b4c1e076df tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.684542] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bbfc0a-7ad4-42d1-aa2f-facf30586d0c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.691671] env[63260]: DEBUG nova.compute.manager [None req-101370ee-93b8-4a68-b711-67b4c1e076df tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63260) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1024.692341] env[63260]: DEBUG nova.objects.instance [None req-101370ee-93b8-4a68-b711-67b4c1e076df tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lazy-loading 'flavor' on Instance uuid c26dbf10-fe6d-455f-8b68-acfcdfcaf189 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.895998] env[63260]: DEBUG oslo_vmware.api [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285205, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.291829} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.896294] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/83dc4220-1240-41c6-8bed-218f2a3ed985/83dc4220-1240-41c6-8bed-218f2a3ed985.vmdk to [datastore2] e7079a58-fb09-44b7-bed8-3625be32b5f4/e7079a58-fb09-44b7-bed8-3625be32b5f4.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.897090] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1e4a68-e55f-4605-a4e2-00e3ac9ce390 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.919424] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] e7079a58-fb09-44b7-bed8-3625be32b5f4/e7079a58-fb09-44b7-bed8-3625be32b5f4.vmdk or device None with type streamOptimized {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.919741] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3035d101-72d4-42c2-95e6-b52496a52546 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.941730] env[63260]: DEBUG oslo_vmware.api [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 1024.941730] env[63260]: value = "task-2285212" [ 1024.941730] env[63260]: _type = "Task" [ 1024.941730] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.951854] env[63260]: DEBUG oslo_vmware.api [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285212, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.103271] env[63260]: DEBUG oslo_vmware.api [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285211, 'name': Rename_Task, 'duration_secs': 0.4192} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.104194] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.104194] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b442fae-acfc-4b51-8d56-971caabf1ec5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.111606] env[63260]: DEBUG oslo_vmware.api [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1025.111606] env[63260]: value = "task-2285213" [ 1025.111606] env[63260]: _type = "Task" [ 1025.111606] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.120100] env[63260]: DEBUG oslo_vmware.api [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285213, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.176994] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3f8c1a19-2c79-4850-91a5-bb319523f3db tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "3d0f44ca-75e7-4579-9e7c-0451473e64af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.313s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.454411] env[63260]: DEBUG oslo_vmware.api [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285212, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.608483] env[63260]: DEBUG oslo_vmware.rw_handles [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523cec74-bd88-488b-7c61-6bf1fc3ac57f/disk-0.vmdk. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1025.609527] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144b9658-798b-4200-b220-c36e0dd94536 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.623638] env[63260]: DEBUG oslo_vmware.api [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285213, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.625670] env[63260]: DEBUG oslo_vmware.rw_handles [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523cec74-bd88-488b-7c61-6bf1fc3ac57f/disk-0.vmdk is in state: ready. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1025.625934] env[63260]: ERROR oslo_vmware.rw_handles [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523cec74-bd88-488b-7c61-6bf1fc3ac57f/disk-0.vmdk due to incomplete transfer. [ 1025.626389] env[63260]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f214c2a0-d58e-4e20-ba4f-b60cec681d1b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.639280] env[63260]: DEBUG oslo_vmware.rw_handles [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523cec74-bd88-488b-7c61-6bf1fc3ac57f/disk-0.vmdk. {{(pid=63260) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1025.639613] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Uploaded image 65115219-04ef-4526-be7b-b8b150bf38be to the Glance image server {{(pid=63260) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1025.642359] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Destroying the VM {{(pid=63260) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1025.642692] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3a57a646-5fbe-49fd-8788-4d48fbcff2b5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.652199] env[63260]: DEBUG oslo_vmware.api [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1025.652199] env[63260]: value = "task-2285214" [ 1025.652199] env[63260]: _type = "Task" [ 1025.652199] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.661719] env[63260]: DEBUG oslo_vmware.api [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285214, 'name': Destroy_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.705977] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-101370ee-93b8-4a68-b711-67b4c1e076df tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.706407] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-556c03c2-ae59-4fa1-b7e8-188ae11e35ba {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.715326] env[63260]: DEBUG oslo_vmware.api [None req-101370ee-93b8-4a68-b711-67b4c1e076df tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 1025.715326] env[63260]: value = "task-2285215" [ 1025.715326] env[63260]: _type = "Task" [ 1025.715326] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.725623] env[63260]: DEBUG oslo_vmware.api [None req-101370ee-93b8-4a68-b711-67b4c1e076df tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.954066] env[63260]: DEBUG oslo_vmware.api [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285212, 'name': ReconfigVM_Task, 'duration_secs': 0.636856} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.954326] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Reconfigured VM instance instance-00000050 to attach disk [datastore2] e7079a58-fb09-44b7-bed8-3625be32b5f4/e7079a58-fb09-44b7-bed8-3625be32b5f4.vmdk or device None with type streamOptimized {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.955551] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'device_type': 'disk', 'boot_index': 0, 'disk_bus': None, 'encrypted': False, 'image_id': '8ebd5f76-b764-4077-809c-696b4e973e48'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '8899379b-8089-4170-b21b-bec3ebb99521', 'delete_on_termination': False, 'device_type': None, 'boot_index': None, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465159', 'volume_id': '38443347-9062-49a5-a9c8-2d9e0c40d196', 'name': 'volume-38443347-9062-49a5-a9c8-2d9e0c40d196', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e7079a58-fb09-44b7-bed8-3625be32b5f4', 'attached_at': '', 'detached_at': '', 'volume_id': '38443347-9062-49a5-a9c8-2d9e0c40d196', 'serial': '38443347-9062-49a5-a9c8-2d9e0c40d196'}, 'guest_format': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=63260) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1025.955790] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Volume attach. Driver type: vmdk {{(pid=63260) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1025.955987] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465159', 'volume_id': '38443347-9062-49a5-a9c8-2d9e0c40d196', 'name': 'volume-38443347-9062-49a5-a9c8-2d9e0c40d196', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e7079a58-fb09-44b7-bed8-3625be32b5f4', 'attached_at': '', 'detached_at': '', 'volume_id': '38443347-9062-49a5-a9c8-2d9e0c40d196', 'serial': '38443347-9062-49a5-a9c8-2d9e0c40d196'} {{(pid=63260) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1025.956933] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3bd577-a4c4-4ee1-9b0e-790c567e9080 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.976474] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4b0c3c-b0ee-4fb8-875a-022b1a36787f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.003603] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] volume-38443347-9062-49a5-a9c8-2d9e0c40d196/volume-38443347-9062-49a5-a9c8-2d9e0c40d196.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.003891] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3e9cf66-db05-4171-9ed8-e82e93b61816 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.024529] env[63260]: DEBUG oslo_vmware.api [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 1026.024529] env[63260]: value = "task-2285216" [ 1026.024529] env[63260]: _type = "Task" [ 1026.024529] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.031725] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6800ba34-7d60-442b-9a85-825432e1eb50 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.037293] env[63260]: DEBUG oslo_vmware.api [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285216, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.055722] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Updating instance '62425ec7-456a-427d-8115-2fc80126ff04' progress to 0 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1026.123165] env[63260]: DEBUG oslo_vmware.api [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285213, 'name': PowerOnVM_Task, 'duration_secs': 0.71167} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.123399] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.123602] env[63260]: INFO nova.compute.manager [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Took 9.02 seconds to spawn the instance on the hypervisor. [ 1026.123798] env[63260]: DEBUG nova.compute.manager [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.124740] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3a199d-5f7c-4fa7-b39b-400cd99b9d9b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.164568] env[63260]: DEBUG oslo_vmware.api [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285214, 'name': Destroy_Task} progress is 33%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.230092] env[63260]: DEBUG oslo_vmware.api [None req-101370ee-93b8-4a68-b711-67b4c1e076df tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285215, 'name': PowerOffVM_Task, 'duration_secs': 0.337371} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.230498] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-101370ee-93b8-4a68-b711-67b4c1e076df tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.230760] env[63260]: DEBUG nova.compute.manager [None req-101370ee-93b8-4a68-b711-67b4c1e076df tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.232117] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff74dbe-50c1-435e-a8fe-fb0c90af8163 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.535336] env[63260]: DEBUG oslo_vmware.api [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.562547] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.562933] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38782415-4ba2-48ba-9f5b-27105d206191 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.571498] env[63260]: DEBUG oslo_vmware.api [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 1026.571498] env[63260]: value = "task-2285217" [ 1026.571498] env[63260]: _type = "Task" [ 1026.571498] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.580905] env[63260]: DEBUG oslo_vmware.api [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.642841] env[63260]: INFO nova.compute.manager [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Took 20.24 seconds to build instance. [ 1026.662859] env[63260]: DEBUG oslo_vmware.api [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285214, 'name': Destroy_Task, 'duration_secs': 0.753716} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.663170] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Destroyed the VM [ 1026.663415] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Deleting Snapshot of the VM instance {{(pid=63260) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1026.663673] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-49ef8de6-9a2d-4986-8525-e3baa6e54b78 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.671828] env[63260]: DEBUG oslo_vmware.api [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1026.671828] env[63260]: value = "task-2285218" [ 1026.671828] env[63260]: _type = "Task" [ 1026.671828] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.685039] env[63260]: DEBUG oslo_vmware.api [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285218, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.726404] env[63260]: DEBUG oslo_concurrency.lockutils [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "6ca15fa7-ada0-4552-80aa-85a69e9b0da8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.726638] env[63260]: DEBUG oslo_concurrency.lockutils [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "6ca15fa7-ada0-4552-80aa-85a69e9b0da8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.748619] env[63260]: DEBUG oslo_concurrency.lockutils [None req-101370ee-93b8-4a68-b711-67b4c1e076df tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "c26dbf10-fe6d-455f-8b68-acfcdfcaf189" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.035707] env[63260]: DEBUG oslo_vmware.api [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285216, 'name': ReconfigVM_Task, 'duration_secs': 0.689334} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.036016] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Reconfigured VM instance instance-00000050 to attach disk [datastore2] volume-38443347-9062-49a5-a9c8-2d9e0c40d196/volume-38443347-9062-49a5-a9c8-2d9e0c40d196.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.041085] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74d89f4b-7145-40e7-8820-6cc3da6891bd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.057681] env[63260]: DEBUG oslo_vmware.api [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 1027.057681] env[63260]: value = "task-2285219" [ 1027.057681] env[63260]: _type = "Task" [ 1027.057681] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.066781] env[63260]: DEBUG oslo_vmware.api [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285219, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.081897] env[63260]: DEBUG oslo_vmware.api [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285217, 'name': PowerOffVM_Task, 'duration_secs': 0.371271} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.082197] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.082385] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Updating instance '62425ec7-456a-427d-8115-2fc80126ff04' progress to 17 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1027.144932] env[63260]: DEBUG oslo_concurrency.lockutils [None req-15d7a3d4-d27e-49b7-b275-0ecfdb453e1e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.750s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.183157] env[63260]: DEBUG oslo_vmware.api [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285218, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.229364] env[63260]: DEBUG nova.compute.manager [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1027.392525] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aea06cfe-bbc6-41ee-a81e-9c78d081ebb5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "c26dbf10-fe6d-455f-8b68-acfcdfcaf189" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.392952] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aea06cfe-bbc6-41ee-a81e-9c78d081ebb5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "c26dbf10-fe6d-455f-8b68-acfcdfcaf189" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.393161] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aea06cfe-bbc6-41ee-a81e-9c78d081ebb5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "c26dbf10-fe6d-455f-8b68-acfcdfcaf189-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.393347] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aea06cfe-bbc6-41ee-a81e-9c78d081ebb5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "c26dbf10-fe6d-455f-8b68-acfcdfcaf189-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.393513] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aea06cfe-bbc6-41ee-a81e-9c78d081ebb5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "c26dbf10-fe6d-455f-8b68-acfcdfcaf189-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.395996] env[63260]: INFO nova.compute.manager [None req-aea06cfe-bbc6-41ee-a81e-9c78d081ebb5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Terminating instance [ 1027.568024] env[63260]: DEBUG oslo_vmware.api [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285219, 'name': ReconfigVM_Task, 'duration_secs': 0.411308} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.568327] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465159', 'volume_id': '38443347-9062-49a5-a9c8-2d9e0c40d196', 'name': 'volume-38443347-9062-49a5-a9c8-2d9e0c40d196', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e7079a58-fb09-44b7-bed8-3625be32b5f4', 'attached_at': '', 'detached_at': '', 'volume_id': '38443347-9062-49a5-a9c8-2d9e0c40d196', 'serial': '38443347-9062-49a5-a9c8-2d9e0c40d196'} {{(pid=63260) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1027.568896] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b83e1352-2b38-49a5-ba81-76b6c0ec337e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.577380] env[63260]: DEBUG oslo_vmware.api [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 1027.577380] env[63260]: value = "task-2285220" [ 1027.577380] env[63260]: _type = "Task" [ 1027.577380] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.585808] env[63260]: DEBUG oslo_vmware.api [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285220, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.589025] env[63260]: DEBUG nova.virt.hardware [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.589025] env[63260]: DEBUG nova.virt.hardware [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.589212] env[63260]: DEBUG nova.virt.hardware [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.589385] env[63260]: DEBUG nova.virt.hardware [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.589531] env[63260]: DEBUG nova.virt.hardware [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.589696] env[63260]: DEBUG nova.virt.hardware [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.589913] env[63260]: DEBUG nova.virt.hardware [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.590081] env[63260]: DEBUG nova.virt.hardware [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.590245] env[63260]: DEBUG nova.virt.hardware [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.590403] env[63260]: DEBUG nova.virt.hardware [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.590572] env[63260]: DEBUG nova.virt.hardware [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.595493] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0676737-b36f-4737-942c-a21e46895b8a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.616346] env[63260]: DEBUG oslo_vmware.api [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 1027.616346] env[63260]: value = "task-2285221" [ 1027.616346] env[63260]: _type = "Task" [ 1027.616346] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.625395] env[63260]: DEBUG oslo_vmware.api [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285221, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.682860] env[63260]: DEBUG oslo_vmware.api [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285218, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.696182] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340e6e4e-a65c-4bb8-9a92-7c0ae9dfec65 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.703394] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6b50c0af-946b-4a28-87a6-b4a8a344ca74 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Suspending the VM {{(pid=63260) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1027.703637] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a9cd2a08-cb3f-49ad-83dc-7f1e3089f38c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.710831] env[63260]: DEBUG oslo_vmware.api [None req-6b50c0af-946b-4a28-87a6-b4a8a344ca74 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1027.710831] env[63260]: value = "task-2285222" [ 1027.710831] env[63260]: _type = "Task" [ 1027.710831] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.719956] env[63260]: DEBUG oslo_vmware.api [None req-6b50c0af-946b-4a28-87a6-b4a8a344ca74 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285222, 'name': SuspendVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.754434] env[63260]: DEBUG oslo_concurrency.lockutils [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.754709] env[63260]: DEBUG oslo_concurrency.lockutils [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.756391] env[63260]: INFO nova.compute.claims [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1027.899539] env[63260]: DEBUG nova.compute.manager [None req-aea06cfe-bbc6-41ee-a81e-9c78d081ebb5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1027.899754] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-aea06cfe-bbc6-41ee-a81e-9c78d081ebb5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.900703] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84d8cdf-47d0-4af6-8ae6-c66b8c40ef67 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.909853] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-aea06cfe-bbc6-41ee-a81e-9c78d081ebb5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.910138] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-353b8518-8872-452b-8fc9-0a06b5305691 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.014227] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-aea06cfe-bbc6-41ee-a81e-9c78d081ebb5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.014523] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-aea06cfe-bbc6-41ee-a81e-9c78d081ebb5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.014726] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-aea06cfe-bbc6-41ee-a81e-9c78d081ebb5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Deleting the datastore file [datastore1] c26dbf10-fe6d-455f-8b68-acfcdfcaf189 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.014992] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ba02e7e-2bfe-4dc1-b5a1-394c7ddc61d2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.023879] env[63260]: DEBUG oslo_vmware.api [None req-aea06cfe-bbc6-41ee-a81e-9c78d081ebb5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 1028.023879] env[63260]: value = "task-2285224" [ 1028.023879] env[63260]: _type = "Task" [ 1028.023879] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.033160] env[63260]: DEBUG oslo_vmware.api [None req-aea06cfe-bbc6-41ee-a81e-9c78d081ebb5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.089049] env[63260]: DEBUG oslo_vmware.api [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285220, 'name': Rename_Task, 'duration_secs': 0.20568} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.089049] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.089049] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2893c803-6a13-44e2-946c-2c9eb269fa16 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.096302] env[63260]: DEBUG oslo_vmware.api [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 1028.096302] env[63260]: value = "task-2285225" [ 1028.096302] env[63260]: _type = "Task" [ 1028.096302] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.117534] env[63260]: DEBUG oslo_vmware.api [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.127284] env[63260]: DEBUG oslo_vmware.api [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285221, 'name': ReconfigVM_Task, 'duration_secs': 0.161352} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.127589] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Updating instance '62425ec7-456a-427d-8115-2fc80126ff04' progress to 33 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1028.185050] env[63260]: DEBUG oslo_vmware.api [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285218, 'name': RemoveSnapshot_Task, 'duration_secs': 1.017126} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.185370] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Deleted Snapshot of the VM instance {{(pid=63260) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1028.185598] env[63260]: INFO nova.compute.manager [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Took 21.31 seconds to snapshot the instance on the hypervisor. [ 1028.222038] env[63260]: DEBUG oslo_vmware.api [None req-6b50c0af-946b-4a28-87a6-b4a8a344ca74 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285222, 'name': SuspendVM_Task} progress is 70%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.534845] env[63260]: DEBUG oslo_vmware.api [None req-aea06cfe-bbc6-41ee-a81e-9c78d081ebb5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285224, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273624} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.535025] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-aea06cfe-bbc6-41ee-a81e-9c78d081ebb5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.535163] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-aea06cfe-bbc6-41ee-a81e-9c78d081ebb5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.535340] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-aea06cfe-bbc6-41ee-a81e-9c78d081ebb5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.535506] env[63260]: INFO nova.compute.manager [None req-aea06cfe-bbc6-41ee-a81e-9c78d081ebb5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1028.535742] env[63260]: DEBUG oslo.service.loopingcall [None req-aea06cfe-bbc6-41ee-a81e-9c78d081ebb5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1028.535979] env[63260]: DEBUG nova.compute.manager [-] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.536034] env[63260]: DEBUG nova.network.neutron [-] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.607929] env[63260]: DEBUG oslo_vmware.api [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285225, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.634444] env[63260]: DEBUG nova.virt.hardware [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.634677] env[63260]: DEBUG nova.virt.hardware [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.634842] env[63260]: DEBUG nova.virt.hardware [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.635038] env[63260]: DEBUG nova.virt.hardware [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.635188] env[63260]: DEBUG nova.virt.hardware [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.635333] env[63260]: DEBUG nova.virt.hardware [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.635528] env[63260]: DEBUG nova.virt.hardware [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.635680] env[63260]: DEBUG nova.virt.hardware [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.635844] env[63260]: DEBUG nova.virt.hardware [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.636009] env[63260]: DEBUG nova.virt.hardware [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.636261] env[63260]: DEBUG nova.virt.hardware [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.641840] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1028.642185] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88a1bf54-df74-487d-a94a-2ee15d756280 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.661386] env[63260]: DEBUG oslo_vmware.api [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 1028.661386] env[63260]: value = "task-2285226" [ 1028.661386] env[63260]: _type = "Task" [ 1028.661386] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.669665] env[63260]: DEBUG oslo_vmware.api [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285226, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.724353] env[63260]: DEBUG oslo_vmware.api [None req-6b50c0af-946b-4a28-87a6-b4a8a344ca74 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285222, 'name': SuspendVM_Task, 'duration_secs': 0.732336} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.726532] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6b50c0af-946b-4a28-87a6-b4a8a344ca74 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Suspended the VM {{(pid=63260) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1028.726729] env[63260]: DEBUG nova.compute.manager [None req-6b50c0af-946b-4a28-87a6-b4a8a344ca74 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.727714] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc35c40-0a9b-4e73-88d5-c47cb0354d61 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.735266] env[63260]: DEBUG nova.compute.manager [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Found 3 images (rotation: 2) {{(pid=63260) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1028.735574] env[63260]: DEBUG nova.compute.manager [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Rotating out 1 backups {{(pid=63260) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1028.735880] env[63260]: DEBUG nova.compute.manager [None req-86856a33-5205-422d-b120-98bad0b605d6 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Deleting image c69e2633-d74c-4e55-a4a6-5ad557ee7b8f {{(pid=63260) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1028.797269] env[63260]: DEBUG nova.compute.manager [req-60c61a36-2807-44e9-b7c0-63a304f9844b req-d80a9a46-aacb-4bdd-8c32-6c20450009b2 service nova] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Received event network-vif-deleted-eba600d1-0ae9-4bdf-9e1f-3300eb31249d {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1028.797499] env[63260]: INFO nova.compute.manager [req-60c61a36-2807-44e9-b7c0-63a304f9844b req-d80a9a46-aacb-4bdd-8c32-6c20450009b2 service nova] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Neutron deleted interface eba600d1-0ae9-4bdf-9e1f-3300eb31249d; detaching it from the instance and deleting it from the info cache [ 1028.797820] env[63260]: DEBUG nova.network.neutron [req-60c61a36-2807-44e9-b7c0-63a304f9844b req-d80a9a46-aacb-4bdd-8c32-6c20450009b2 service nova] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.943088] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9d760a-d04f-4a62-bc4b-5b807f0c14d7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.951306] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab72980-b5b3-45d7-b036-9bd893c53b02 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.983559] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c6d356-2aad-4e8f-8ff9-91d1986db44e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.992948] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d66d49-867d-4e62-a1b3-7c68a3c47ccb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.006788] env[63260]: DEBUG nova.compute.provider_tree [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.107664] env[63260]: DEBUG oslo_vmware.api [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285225, 'name': PowerOnVM_Task, 'duration_secs': 0.717201} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.107664] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.172149] env[63260]: DEBUG oslo_vmware.api [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285226, 'name': ReconfigVM_Task, 'duration_secs': 0.36758} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.172438] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1029.173256] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc09c21-fa29-4c6f-86d0-a3d3a5bae367 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.196868] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 62425ec7-456a-427d-8115-2fc80126ff04/62425ec7-456a-427d-8115-2fc80126ff04.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.197181] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9245000c-1048-4bc9-a88a-4a81dd110b11 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.210946] env[63260]: DEBUG nova.compute.manager [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.211689] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ff1462-34fc-47ae-8407-716bf64cc69d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.222420] env[63260]: DEBUG oslo_vmware.api [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 1029.222420] env[63260]: value = "task-2285227" [ 1029.222420] env[63260]: _type = "Task" [ 1029.222420] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.231324] env[63260]: DEBUG oslo_vmware.api [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285227, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.274278] env[63260]: DEBUG nova.network.neutron [-] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.303946] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3087f3d9-9ef0-4af9-a4bc-75faf89352f1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.314912] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a5501c-2090-4e20-b362-b4b2f06a73ef {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.347535] env[63260]: DEBUG nova.compute.manager [req-60c61a36-2807-44e9-b7c0-63a304f9844b req-d80a9a46-aacb-4bdd-8c32-6c20450009b2 service nova] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Detach interface failed, port_id=eba600d1-0ae9-4bdf-9e1f-3300eb31249d, reason: Instance c26dbf10-fe6d-455f-8b68-acfcdfcaf189 could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1029.510498] env[63260]: DEBUG nova.scheduler.client.report [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.734181] env[63260]: DEBUG oslo_concurrency.lockutils [None req-95c7b214-721f-428e-a4d9-2a2635dbcaff tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lock "e7079a58-fb09-44b7-bed8-3625be32b5f4" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 39.288s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.743022] env[63260]: DEBUG oslo_vmware.api [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.776177] env[63260]: INFO nova.compute.manager [-] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Took 1.24 seconds to deallocate network for instance. [ 1030.016209] env[63260]: DEBUG oslo_concurrency.lockutils [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.261s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.016610] env[63260]: DEBUG nova.compute.manager [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1030.238977] env[63260]: DEBUG oslo_vmware.api [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285227, 'name': ReconfigVM_Task, 'duration_secs': 0.884609} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.239283] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 62425ec7-456a-427d-8115-2fc80126ff04/62425ec7-456a-427d-8115-2fc80126ff04.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.239570] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Updating instance '62425ec7-456a-427d-8115-2fc80126ff04' progress to 50 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1030.284226] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aea06cfe-bbc6-41ee-a81e-9c78d081ebb5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.284552] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aea06cfe-bbc6-41ee-a81e-9c78d081ebb5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.284787] env[63260]: DEBUG nova.objects.instance [None req-aea06cfe-bbc6-41ee-a81e-9c78d081ebb5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lazy-loading 'resources' on Instance uuid c26dbf10-fe6d-455f-8b68-acfcdfcaf189 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.521595] env[63260]: DEBUG nova.compute.utils [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1030.523070] env[63260]: DEBUG nova.compute.manager [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1030.523242] env[63260]: DEBUG nova.network.neutron [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1030.561580] env[63260]: DEBUG nova.policy [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b84218f973b34596acdb302a46392745', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0cc112fd26644b7abedda679fb222d48', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 1030.745989] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce381997-42d6-4a94-a960-1f6e35438116 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.766241] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1755e50b-ffdc-48ea-b459-339c9776590e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.785902] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Updating instance '62425ec7-456a-427d-8115-2fc80126ff04' progress to 67 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1030.842384] env[63260]: DEBUG nova.network.neutron [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Successfully created port: 0d78c3eb-0cbe-4ff1-9902-107dc81706c7 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1030.965493] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6204d5c5-37a2-4d3c-b768-9b4d6bead62e tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "6cfc6194-c7a5-47ae-bf22-21a274cc7bb3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.965742] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6204d5c5-37a2-4d3c-b768-9b4d6bead62e tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "6cfc6194-c7a5-47ae-bf22-21a274cc7bb3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.965920] env[63260]: DEBUG nova.compute.manager [None req-6204d5c5-37a2-4d3c-b768-9b4d6bead62e tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.966816] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85132ef5-7e29-4f57-bb5a-4a770e1cc300 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.970769] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77871b60-4867-4097-8cf3-af3d289774c4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.977792] env[63260]: DEBUG nova.compute.manager [None req-6204d5c5-37a2-4d3c-b768-9b4d6bead62e tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63260) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1030.978379] env[63260]: DEBUG nova.objects.instance [None req-6204d5c5-37a2-4d3c-b768-9b4d6bead62e tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lazy-loading 'flavor' on Instance uuid 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.982456] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65b7daa-2d6a-49b2-be85-ffb865751f05 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.014561] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f04fc9d-bf75-4634-9521-00a4a6636c83 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.023310] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8450d92f-862d-4fac-ab7b-bae9f8d9afa4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.027486] env[63260]: DEBUG nova.compute.manager [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1031.040524] env[63260]: DEBUG nova.compute.provider_tree [None req-aea06cfe-bbc6-41ee-a81e-9c78d081ebb5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.067040] env[63260]: DEBUG nova.compute.manager [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.068126] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d695b05c-c9ce-449d-adfe-71a6ee472df6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.326760] env[63260]: DEBUG nova.network.neutron [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Port 53f2e9c3-0323-49bf-9c80-362b8f55e7e8 binding to destination host cpu-1 is already ACTIVE {{(pid=63260) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1031.543701] env[63260]: DEBUG nova.scheduler.client.report [None req-aea06cfe-bbc6-41ee-a81e-9c78d081ebb5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.579024] env[63260]: INFO nova.compute.manager [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] instance snapshotting [ 1031.579287] env[63260]: WARNING nova.compute.manager [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1031.582036] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50895cf3-504e-4272-91e6-22b2016cc7da {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.605080] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38b4e61-99fb-42ff-bf34-b7d9d7149a50 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.988106] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6204d5c5-37a2-4d3c-b768-9b4d6bead62e tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.988566] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55e1543b-b66f-4017-852f-ab105beab435 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.996815] env[63260]: DEBUG oslo_vmware.api [None req-6204d5c5-37a2-4d3c-b768-9b4d6bead62e tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1031.996815] env[63260]: value = "task-2285228" [ 1031.996815] env[63260]: _type = "Task" [ 1031.996815] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.007540] env[63260]: DEBUG oslo_vmware.api [None req-6204d5c5-37a2-4d3c-b768-9b4d6bead62e tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.036949] env[63260]: DEBUG nova.compute.manager [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1032.049222] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aea06cfe-bbc6-41ee-a81e-9c78d081ebb5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.764s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.062725] env[63260]: DEBUG nova.virt.hardware [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1032.062979] env[63260]: DEBUG nova.virt.hardware [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1032.063151] env[63260]: DEBUG nova.virt.hardware [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.063335] env[63260]: DEBUG nova.virt.hardware [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1032.063479] env[63260]: DEBUG nova.virt.hardware [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.063623] env[63260]: DEBUG nova.virt.hardware [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1032.063829] env[63260]: DEBUG nova.virt.hardware [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1032.064029] env[63260]: DEBUG nova.virt.hardware [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1032.064239] env[63260]: DEBUG nova.virt.hardware [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1032.064414] env[63260]: DEBUG nova.virt.hardware [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1032.064578] env[63260]: DEBUG nova.virt.hardware [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1032.065454] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8e9c9a-c5a2-40d7-abaa-7c3330f227b9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.074852] env[63260]: INFO nova.scheduler.client.report [None req-aea06cfe-bbc6-41ee-a81e-9c78d081ebb5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Deleted allocations for instance c26dbf10-fe6d-455f-8b68-acfcdfcaf189 [ 1032.077510] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0f0c6c-3551-4d0e-b776-8970e75546f8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.116582] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Creating Snapshot of the VM instance {{(pid=63260) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1032.116952] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6d84a807-819c-48c0-a7cd-0fb81e1d44dc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.126121] env[63260]: DEBUG oslo_vmware.api [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1032.126121] env[63260]: value = "task-2285229" [ 1032.126121] env[63260]: _type = "Task" [ 1032.126121] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.136968] env[63260]: DEBUG oslo_vmware.api [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285229, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.262314] env[63260]: DEBUG nova.compute.manager [req-3971e42a-5eb3-4804-94a1-fe878c831b79 req-a17b0d13-df41-488b-857a-93ec1f14c480 service nova] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Received event network-vif-plugged-0d78c3eb-0cbe-4ff1-9902-107dc81706c7 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1032.262624] env[63260]: DEBUG oslo_concurrency.lockutils [req-3971e42a-5eb3-4804-94a1-fe878c831b79 req-a17b0d13-df41-488b-857a-93ec1f14c480 service nova] Acquiring lock "6ca15fa7-ada0-4552-80aa-85a69e9b0da8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.262932] env[63260]: DEBUG oslo_concurrency.lockutils [req-3971e42a-5eb3-4804-94a1-fe878c831b79 req-a17b0d13-df41-488b-857a-93ec1f14c480 service nova] Lock "6ca15fa7-ada0-4552-80aa-85a69e9b0da8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.263290] env[63260]: DEBUG oslo_concurrency.lockutils [req-3971e42a-5eb3-4804-94a1-fe878c831b79 req-a17b0d13-df41-488b-857a-93ec1f14c480 service nova] Lock "6ca15fa7-ada0-4552-80aa-85a69e9b0da8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.263587] env[63260]: DEBUG nova.compute.manager [req-3971e42a-5eb3-4804-94a1-fe878c831b79 req-a17b0d13-df41-488b-857a-93ec1f14c480 service nova] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] No waiting events found dispatching network-vif-plugged-0d78c3eb-0cbe-4ff1-9902-107dc81706c7 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1032.263872] env[63260]: WARNING nova.compute.manager [req-3971e42a-5eb3-4804-94a1-fe878c831b79 req-a17b0d13-df41-488b-857a-93ec1f14c480 service nova] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Received unexpected event network-vif-plugged-0d78c3eb-0cbe-4ff1-9902-107dc81706c7 for instance with vm_state building and task_state spawning. [ 1032.350270] env[63260]: DEBUG oslo_concurrency.lockutils [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "62425ec7-456a-427d-8115-2fc80126ff04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.350504] env[63260]: DEBUG oslo_concurrency.lockutils [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "62425ec7-456a-427d-8115-2fc80126ff04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.350680] env[63260]: DEBUG oslo_concurrency.lockutils [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "62425ec7-456a-427d-8115-2fc80126ff04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.367832] env[63260]: DEBUG nova.network.neutron [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Successfully updated port: 0d78c3eb-0cbe-4ff1-9902-107dc81706c7 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1032.507407] env[63260]: DEBUG oslo_vmware.api [None req-6204d5c5-37a2-4d3c-b768-9b4d6bead62e tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285228, 'name': PowerOffVM_Task, 'duration_secs': 0.207437} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.507682] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6204d5c5-37a2-4d3c-b768-9b4d6bead62e tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.507907] env[63260]: DEBUG nova.compute.manager [None req-6204d5c5-37a2-4d3c-b768-9b4d6bead62e tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.509042] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a4adce-88f3-4836-a296-719847a0884b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.586595] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aea06cfe-bbc6-41ee-a81e-9c78d081ebb5 tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "c26dbf10-fe6d-455f-8b68-acfcdfcaf189" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.194s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.637081] env[63260]: DEBUG oslo_vmware.api [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285229, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.870153] env[63260]: DEBUG oslo_concurrency.lockutils [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "refresh_cache-6ca15fa7-ada0-4552-80aa-85a69e9b0da8" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.870331] env[63260]: DEBUG oslo_concurrency.lockutils [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquired lock "refresh_cache-6ca15fa7-ada0-4552-80aa-85a69e9b0da8" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.870493] env[63260]: DEBUG nova.network.neutron [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.020546] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6204d5c5-37a2-4d3c-b768-9b4d6bead62e tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "6cfc6194-c7a5-47ae-bf22-21a274cc7bb3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.137377] env[63260]: DEBUG oslo_vmware.api [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285229, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.158157] env[63260]: DEBUG oslo_concurrency.lockutils [None req-40acc50b-e0a9-407f-a13d-82003791829b tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "478b9913-6c63-42e5-921f-21e503efc7ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.158373] env[63260]: DEBUG oslo_concurrency.lockutils [None req-40acc50b-e0a9-407f-a13d-82003791829b tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "478b9913-6c63-42e5-921f-21e503efc7ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.158580] env[63260]: DEBUG oslo_concurrency.lockutils [None req-40acc50b-e0a9-407f-a13d-82003791829b tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "478b9913-6c63-42e5-921f-21e503efc7ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.158758] env[63260]: DEBUG oslo_concurrency.lockutils [None req-40acc50b-e0a9-407f-a13d-82003791829b tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "478b9913-6c63-42e5-921f-21e503efc7ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.158922] env[63260]: DEBUG oslo_concurrency.lockutils [None req-40acc50b-e0a9-407f-a13d-82003791829b tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "478b9913-6c63-42e5-921f-21e503efc7ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.161190] env[63260]: INFO nova.compute.manager [None req-40acc50b-e0a9-407f-a13d-82003791829b tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Terminating instance [ 1033.383371] env[63260]: DEBUG oslo_concurrency.lockutils [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "refresh_cache-62425ec7-456a-427d-8115-2fc80126ff04" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.383557] env[63260]: DEBUG oslo_concurrency.lockutils [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquired lock "refresh_cache-62425ec7-456a-427d-8115-2fc80126ff04" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.383734] env[63260]: DEBUG nova.network.neutron [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.401578] env[63260]: DEBUG nova.network.neutron [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1033.541865] env[63260]: DEBUG nova.network.neutron [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Updating instance_info_cache with network_info: [{"id": "0d78c3eb-0cbe-4ff1-9902-107dc81706c7", "address": "fa:16:3e:be:9a:a4", "network": {"id": "5b68e61c-9924-43a6-9550-c424919c7ebd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505122137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc112fd26644b7abedda679fb222d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d78c3eb-0c", "ovs_interfaceid": "0d78c3eb-0cbe-4ff1-9902-107dc81706c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.638804] env[63260]: DEBUG oslo_vmware.api [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285229, 'name': CreateSnapshot_Task, 'duration_secs': 1.325243} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.639075] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Created Snapshot of the VM instance {{(pid=63260) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1033.639850] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e285d26c-0292-487b-9eb6-ba64af80cc81 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.665413] env[63260]: DEBUG nova.compute.manager [None req-40acc50b-e0a9-407f-a13d-82003791829b tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1033.665613] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-40acc50b-e0a9-407f-a13d-82003791829b tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.666415] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78441121-8e09-42e9-9962-29de3a394c9e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.674710] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-40acc50b-e0a9-407f-a13d-82003791829b tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.674710] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5deb3a8d-3365-4190-b7c3-7cc4f1b38ea6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.681664] env[63260]: DEBUG oslo_vmware.api [None req-40acc50b-e0a9-407f-a13d-82003791829b tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 1033.681664] env[63260]: value = "task-2285230" [ 1033.681664] env[63260]: _type = "Task" [ 1033.681664] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.690407] env[63260]: DEBUG oslo_vmware.api [None req-40acc50b-e0a9-407f-a13d-82003791829b tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285230, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.044828] env[63260]: DEBUG oslo_concurrency.lockutils [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Releasing lock "refresh_cache-6ca15fa7-ada0-4552-80aa-85a69e9b0da8" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.045234] env[63260]: DEBUG nova.compute.manager [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Instance network_info: |[{"id": "0d78c3eb-0cbe-4ff1-9902-107dc81706c7", "address": "fa:16:3e:be:9a:a4", "network": {"id": "5b68e61c-9924-43a6-9550-c424919c7ebd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505122137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc112fd26644b7abedda679fb222d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d78c3eb-0c", "ovs_interfaceid": "0d78c3eb-0cbe-4ff1-9902-107dc81706c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1034.045586] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:9a:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d78c3eb-0cbe-4ff1-9902-107dc81706c7', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.053030] env[63260]: DEBUG oslo.service.loopingcall [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1034.055407] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.055642] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abeb384e-b74c-4994-be43-d163510eccf3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.077432] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.077432] env[63260]: value = "task-2285231" [ 1034.077432] env[63260]: _type = "Task" [ 1034.077432] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.085490] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285231, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.103814] env[63260]: DEBUG nova.network.neutron [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Updating instance_info_cache with network_info: [{"id": "53f2e9c3-0323-49bf-9c80-362b8f55e7e8", "address": "fa:16:3e:41:f9:70", "network": {"id": "ac0ba0ba-6e11-4943-aa23-05b4e44217f7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-358530705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60ea86e6d37c4da9adfb6f02b15c571e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53f2e9c3-03", "ovs_interfaceid": "53f2e9c3-0323-49bf-9c80-362b8f55e7e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.128144] env[63260]: DEBUG nova.compute.manager [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Stashing vm_state: stopped {{(pid=63260) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1034.158141] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Creating linked-clone VM from snapshot {{(pid=63260) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1034.158473] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f9c264ad-9fde-423d-b90b-668796e0a8a2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.169788] env[63260]: DEBUG oslo_vmware.api [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1034.169788] env[63260]: value = "task-2285232" [ 1034.169788] env[63260]: _type = "Task" [ 1034.169788] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.180140] env[63260]: DEBUG oslo_vmware.api [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285232, 'name': CloneVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.190968] env[63260]: DEBUG oslo_vmware.api [None req-40acc50b-e0a9-407f-a13d-82003791829b tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285230, 'name': PowerOffVM_Task, 'duration_secs': 0.243273} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.191268] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-40acc50b-e0a9-407f-a13d-82003791829b tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.191464] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-40acc50b-e0a9-407f-a13d-82003791829b tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.191751] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9340be99-cb68-447e-927d-e2fd04c64209 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.287920] env[63260]: DEBUG nova.compute.manager [req-d87f09d3-93f0-4c63-a7c5-9f02df3caed5 req-e974e76d-dbef-4624-814d-a45c8e3ce98e service nova] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Received event network-changed-0d78c3eb-0cbe-4ff1-9902-107dc81706c7 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1034.288124] env[63260]: DEBUG nova.compute.manager [req-d87f09d3-93f0-4c63-a7c5-9f02df3caed5 req-e974e76d-dbef-4624-814d-a45c8e3ce98e service nova] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Refreshing instance network info cache due to event network-changed-0d78c3eb-0cbe-4ff1-9902-107dc81706c7. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1034.288337] env[63260]: DEBUG oslo_concurrency.lockutils [req-d87f09d3-93f0-4c63-a7c5-9f02df3caed5 req-e974e76d-dbef-4624-814d-a45c8e3ce98e service nova] Acquiring lock "refresh_cache-6ca15fa7-ada0-4552-80aa-85a69e9b0da8" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.288477] env[63260]: DEBUG oslo_concurrency.lockutils [req-d87f09d3-93f0-4c63-a7c5-9f02df3caed5 req-e974e76d-dbef-4624-814d-a45c8e3ce98e service nova] Acquired lock "refresh_cache-6ca15fa7-ada0-4552-80aa-85a69e9b0da8" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.288634] env[63260]: DEBUG nova.network.neutron [req-d87f09d3-93f0-4c63-a7c5-9f02df3caed5 req-e974e76d-dbef-4624-814d-a45c8e3ce98e service nova] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Refreshing network info cache for port 0d78c3eb-0cbe-4ff1-9902-107dc81706c7 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.321389] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-40acc50b-e0a9-407f-a13d-82003791829b tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.321608] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-40acc50b-e0a9-407f-a13d-82003791829b tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.321825] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-40acc50b-e0a9-407f-a13d-82003791829b tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Deleting the datastore file [datastore2] 478b9913-6c63-42e5-921f-21e503efc7ce {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.322115] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fc1a164-98cd-47d3-b38d-9fa130b5309d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.331060] env[63260]: DEBUG oslo_vmware.api [None req-40acc50b-e0a9-407f-a13d-82003791829b tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for the task: (returnval){ [ 1034.331060] env[63260]: value = "task-2285234" [ 1034.331060] env[63260]: _type = "Task" [ 1034.331060] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.341044] env[63260]: DEBUG oslo_vmware.api [None req-40acc50b-e0a9-407f-a13d-82003791829b tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.587238] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285231, 'name': CreateVM_Task, 'duration_secs': 0.37197} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.587432] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.588081] env[63260]: DEBUG oslo_concurrency.lockutils [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.588251] env[63260]: DEBUG oslo_concurrency.lockutils [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.588578] env[63260]: DEBUG oslo_concurrency.lockutils [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.588904] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8feacf81-2180-4107-9652-bed163656dbd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.593386] env[63260]: DEBUG oslo_vmware.api [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 1034.593386] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52852c81-7154-6292-99c6-d37a6a7f17cd" [ 1034.593386] env[63260]: _type = "Task" [ 1034.593386] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.600773] env[63260]: DEBUG oslo_vmware.api [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52852c81-7154-6292-99c6-d37a6a7f17cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.605378] env[63260]: DEBUG oslo_concurrency.lockutils [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Releasing lock "refresh_cache-62425ec7-456a-427d-8115-2fc80126ff04" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.648218] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.648521] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.679334] env[63260]: DEBUG oslo_vmware.api [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285232, 'name': CloneVM_Task} progress is 94%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.840962] env[63260]: DEBUG oslo_vmware.api [None req-40acc50b-e0a9-407f-a13d-82003791829b tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Task: {'id': task-2285234, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166068} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.841198] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-40acc50b-e0a9-407f-a13d-82003791829b tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.841383] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-40acc50b-e0a9-407f-a13d-82003791829b tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.841560] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-40acc50b-e0a9-407f-a13d-82003791829b tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.841766] env[63260]: INFO nova.compute.manager [None req-40acc50b-e0a9-407f-a13d-82003791829b tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1034.842017] env[63260]: DEBUG oslo.service.loopingcall [None req-40acc50b-e0a9-407f-a13d-82003791829b tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1034.842214] env[63260]: DEBUG nova.compute.manager [-] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1034.842307] env[63260]: DEBUG nova.network.neutron [-] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1035.030529] env[63260]: DEBUG nova.network.neutron [req-d87f09d3-93f0-4c63-a7c5-9f02df3caed5 req-e974e76d-dbef-4624-814d-a45c8e3ce98e service nova] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Updated VIF entry in instance network info cache for port 0d78c3eb-0cbe-4ff1-9902-107dc81706c7. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1035.030914] env[63260]: DEBUG nova.network.neutron [req-d87f09d3-93f0-4c63-a7c5-9f02df3caed5 req-e974e76d-dbef-4624-814d-a45c8e3ce98e service nova] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Updating instance_info_cache with network_info: [{"id": "0d78c3eb-0cbe-4ff1-9902-107dc81706c7", "address": "fa:16:3e:be:9a:a4", "network": {"id": "5b68e61c-9924-43a6-9550-c424919c7ebd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505122137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc112fd26644b7abedda679fb222d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d78c3eb-0c", "ovs_interfaceid": "0d78c3eb-0cbe-4ff1-9902-107dc81706c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.104776] env[63260]: DEBUG oslo_vmware.api [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52852c81-7154-6292-99c6-d37a6a7f17cd, 'name': SearchDatastore_Task, 'duration_secs': 0.010298} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.106499] env[63260]: DEBUG oslo_concurrency.lockutils [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.106735] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.106964] env[63260]: DEBUG oslo_concurrency.lockutils [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.107132] env[63260]: DEBUG oslo_concurrency.lockutils [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.107313] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.108100] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-caaa819f-6aeb-48d4-a01e-7c6ff8b6905b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.120669] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.120860] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.121612] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e72bb789-c02e-4cf3-a17e-d9bdd6bd763a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.127074] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0bd739-d97a-41d2-a1c4-a2497a122cb9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.132744] env[63260]: DEBUG oslo_vmware.api [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 1035.132744] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]524ceac5-fe52-268a-5eb1-c4054707a463" [ 1035.132744] env[63260]: _type = "Task" [ 1035.132744] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.149941] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e003e0f7-9612-4b6a-b420-7ab5aa36d15c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.158089] env[63260]: INFO nova.compute.claims [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.161467] env[63260]: DEBUG oslo_vmware.api [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]524ceac5-fe52-268a-5eb1-c4054707a463, 'name': SearchDatastore_Task, 'duration_secs': 0.009199} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.162777] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e3f5544-64ad-426a-94b6-fe67aef73312 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.167717] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Updating instance '62425ec7-456a-427d-8115-2fc80126ff04' progress to 83 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1035.175980] env[63260]: DEBUG oslo_vmware.api [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 1035.175980] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52a3d529-ef05-80fc-7cd3-568352ef3d27" [ 1035.175980] env[63260]: _type = "Task" [ 1035.175980] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.182461] env[63260]: DEBUG oslo_vmware.api [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285232, 'name': CloneVM_Task} progress is 94%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.189453] env[63260]: DEBUG oslo_vmware.api [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52a3d529-ef05-80fc-7cd3-568352ef3d27, 'name': SearchDatastore_Task, 'duration_secs': 0.011805} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.189694] env[63260]: DEBUG oslo_concurrency.lockutils [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.189946] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 6ca15fa7-ada0-4552-80aa-85a69e9b0da8/6ca15fa7-ada0-4552-80aa-85a69e9b0da8.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1035.190211] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-265e0e16-145b-41e9-ae8a-e9952ff045c4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.199706] env[63260]: DEBUG oslo_vmware.api [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 1035.199706] env[63260]: value = "task-2285235" [ 1035.199706] env[63260]: _type = "Task" [ 1035.199706] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.209411] env[63260]: DEBUG oslo_vmware.api [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.534460] env[63260]: DEBUG oslo_concurrency.lockutils [req-d87f09d3-93f0-4c63-a7c5-9f02df3caed5 req-e974e76d-dbef-4624-814d-a45c8e3ce98e service nova] Releasing lock "refresh_cache-6ca15fa7-ada0-4552-80aa-85a69e9b0da8" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.608269] env[63260]: DEBUG nova.network.neutron [-] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.665370] env[63260]: INFO nova.compute.resource_tracker [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Updating resource usage from migration 83d29021-cbfa-4a60-a772-16a0d7946de7 [ 1035.674759] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.678704] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aba2d2fb-1cd4-46fa-b7b1-64b6403f7d33 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.688160] env[63260]: DEBUG oslo_vmware.api [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285232, 'name': CloneVM_Task} progress is 95%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.692827] env[63260]: DEBUG oslo_vmware.api [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 1035.692827] env[63260]: value = "task-2285236" [ 1035.692827] env[63260]: _type = "Task" [ 1035.692827] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.702242] env[63260]: DEBUG oslo_vmware.api [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.714262] env[63260]: DEBUG oslo_vmware.api [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285235, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480627} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.714565] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 6ca15fa7-ada0-4552-80aa-85a69e9b0da8/6ca15fa7-ada0-4552-80aa-85a69e9b0da8.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1035.714811] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1035.715129] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-093384ac-4c32-4f89-bf69-19dc23ef00ed {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.723297] env[63260]: DEBUG oslo_vmware.api [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 1035.723297] env[63260]: value = "task-2285237" [ 1035.723297] env[63260]: _type = "Task" [ 1035.723297] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.733122] env[63260]: DEBUG oslo_vmware.api [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285237, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.868066] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec935187-2256-4145-9d65-587892b3284a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.876909] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bd35b5-0d18-4f73-aa2a-4e1662db60a3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.911149] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8774ed6d-83d0-4418-b7f7-1b1a11b256be {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.920361] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f99c74a-5c4c-408a-bca7-afe76ca1db11 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.935453] env[63260]: DEBUG nova.compute.provider_tree [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.111841] env[63260]: INFO nova.compute.manager [-] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Took 1.27 seconds to deallocate network for instance. [ 1036.184184] env[63260]: DEBUG oslo_vmware.api [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285232, 'name': CloneVM_Task} progress is 95%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.202126] env[63260]: DEBUG oslo_vmware.api [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285236, 'name': PowerOnVM_Task, 'duration_secs': 0.46491} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.202375] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.202509] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-bf420534-42d0-444d-ae4a-760e7f1ae6c0 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Updating instance '62425ec7-456a-427d-8115-2fc80126ff04' progress to 100 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1036.232763] env[63260]: DEBUG oslo_vmware.api [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285237, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168965} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.233047] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1036.233802] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42c3f05-8b37-4f4a-89ca-341be6a49e1b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.255647] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 6ca15fa7-ada0-4552-80aa-85a69e9b0da8/6ca15fa7-ada0-4552-80aa-85a69e9b0da8.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.256663] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d42d95c2-c48a-4abe-8af4-37bef592e68d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.277298] env[63260]: DEBUG oslo_vmware.api [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 1036.277298] env[63260]: value = "task-2285238" [ 1036.277298] env[63260]: _type = "Task" [ 1036.277298] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.287466] env[63260]: DEBUG oslo_vmware.api [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285238, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.314381] env[63260]: DEBUG nova.compute.manager [req-0b148855-0db8-4b70-ad99-566b53b6e405 req-1c1794a6-994f-4493-821b-389c187bfc2e service nova] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Received event network-vif-deleted-601df126-3de7-4980-94d6-d36026e0d2a0 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1036.439412] env[63260]: DEBUG nova.scheduler.client.report [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.619064] env[63260]: DEBUG oslo_concurrency.lockutils [None req-40acc50b-e0a9-407f-a13d-82003791829b tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.684265] env[63260]: DEBUG oslo_vmware.api [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285232, 'name': CloneVM_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.787733] env[63260]: DEBUG oslo_vmware.api [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285238, 'name': ReconfigVM_Task, 'duration_secs': 0.350644} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.788011] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 6ca15fa7-ada0-4552-80aa-85a69e9b0da8/6ca15fa7-ada0-4552-80aa-85a69e9b0da8.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.788895] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37b91eca-29cb-4de0-958f-91ded90f346c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.796562] env[63260]: DEBUG oslo_vmware.api [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 1036.796562] env[63260]: value = "task-2285239" [ 1036.796562] env[63260]: _type = "Task" [ 1036.796562] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.804676] env[63260]: DEBUG oslo_vmware.api [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285239, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.944776] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.296s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.945068] env[63260]: INFO nova.compute.manager [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Migrating [ 1036.952652] env[63260]: DEBUG oslo_concurrency.lockutils [None req-40acc50b-e0a9-407f-a13d-82003791829b tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.334s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.952911] env[63260]: DEBUG nova.objects.instance [None req-40acc50b-e0a9-407f-a13d-82003791829b tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lazy-loading 'resources' on Instance uuid 478b9913-6c63-42e5-921f-21e503efc7ce {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.184723] env[63260]: DEBUG oslo_vmware.api [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285232, 'name': CloneVM_Task, 'duration_secs': 2.798855} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.185024] env[63260]: INFO nova.virt.vmwareapi.vmops [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Created linked-clone VM from snapshot [ 1037.185763] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b9da75-63a2-4460-bdc9-16b17317afd0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.193609] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Uploading image e622a225-d3b6-4c37-9056-57f6cfbef2eb {{(pid=63260) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1037.218804] env[63260]: DEBUG oslo_vmware.rw_handles [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1037.218804] env[63260]: value = "vm-465176" [ 1037.218804] env[63260]: _type = "VirtualMachine" [ 1037.218804] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1037.219069] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-61c2e6bc-cf2a-4d73-a9e3-1f9d63f97550 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.229036] env[63260]: DEBUG oslo_vmware.rw_handles [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lease: (returnval){ [ 1037.229036] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52d30006-207c-6325-3e94-5bc05f9a8e37" [ 1037.229036] env[63260]: _type = "HttpNfcLease" [ 1037.229036] env[63260]: } obtained for exporting VM: (result){ [ 1037.229036] env[63260]: value = "vm-465176" [ 1037.229036] env[63260]: _type = "VirtualMachine" [ 1037.229036] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1037.229391] env[63260]: DEBUG oslo_vmware.api [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the lease: (returnval){ [ 1037.229391] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52d30006-207c-6325-3e94-5bc05f9a8e37" [ 1037.229391] env[63260]: _type = "HttpNfcLease" [ 1037.229391] env[63260]: } to be ready. {{(pid=63260) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1037.236979] env[63260]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1037.236979] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52d30006-207c-6325-3e94-5bc05f9a8e37" [ 1037.236979] env[63260]: _type = "HttpNfcLease" [ 1037.236979] env[63260]: } is initializing. {{(pid=63260) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1037.307017] env[63260]: DEBUG oslo_vmware.api [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285239, 'name': Rename_Task, 'duration_secs': 0.138405} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.307299] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1037.307539] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-576acc1f-0d27-405c-8eac-d12287b538b5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.314487] env[63260]: DEBUG oslo_vmware.api [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 1037.314487] env[63260]: value = "task-2285241" [ 1037.314487] env[63260]: _type = "Task" [ 1037.314487] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.324789] env[63260]: DEBUG oslo_vmware.api [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.465846] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "refresh_cache-6cfc6194-c7a5-47ae-bf22-21a274cc7bb3" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.466088] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquired lock "refresh_cache-6cfc6194-c7a5-47ae-bf22-21a274cc7bb3" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.466327] env[63260]: DEBUG nova.network.neutron [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.627420] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4371d1-2870-4278-8420-9e565412a765 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.635821] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b70fb3-fb46-44ce-b141-a8668bc6b3ca {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.666281] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e98f43-7f72-49b1-b6ad-c0e012cd6c71 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.674233] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b460bd-b6f3-4c03-90ea-01114b854ba8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.687555] env[63260]: DEBUG nova.compute.provider_tree [None req-40acc50b-e0a9-407f-a13d-82003791829b tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.738148] env[63260]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1037.738148] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52d30006-207c-6325-3e94-5bc05f9a8e37" [ 1037.738148] env[63260]: _type = "HttpNfcLease" [ 1037.738148] env[63260]: } is ready. {{(pid=63260) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1037.738488] env[63260]: DEBUG oslo_vmware.rw_handles [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1037.738488] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52d30006-207c-6325-3e94-5bc05f9a8e37" [ 1037.738488] env[63260]: _type = "HttpNfcLease" [ 1037.738488] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1037.739201] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce01805-444f-4e24-83c1-851268080807 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.747873] env[63260]: DEBUG oslo_vmware.rw_handles [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ff18f6-9561-8bdf-c869-a234c302a7a8/disk-0.vmdk from lease info. {{(pid=63260) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1037.748056] env[63260]: DEBUG oslo_vmware.rw_handles [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ff18f6-9561-8bdf-c869-a234c302a7a8/disk-0.vmdk for reading. {{(pid=63260) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1037.825503] env[63260]: DEBUG oslo_vmware.api [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285241, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.920750] env[63260]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0d84e2b8-4c73-4c61-90e2-85c03f9dfa72 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.192581] env[63260]: DEBUG nova.scheduler.client.report [None req-40acc50b-e0a9-407f-a13d-82003791829b tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.262096] env[63260]: DEBUG nova.network.neutron [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Updating instance_info_cache with network_info: [{"id": "b33d73b2-a14d-466c-b906-0759d5a03e8f", "address": "fa:16:3e:95:cb:13", "network": {"id": "095ea81c-b08e-465e-a9a8-6c7d22cb7bf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1442129299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12b951a134ae4e0294f6672abcb63dc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb33d73b2-a1", "ovs_interfaceid": "b33d73b2-a14d-466c-b906-0759d5a03e8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.327285] env[63260]: DEBUG oslo_vmware.api [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285241, 'name': PowerOnVM_Task, 'duration_secs': 0.782064} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.327563] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.327797] env[63260]: INFO nova.compute.manager [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Took 6.29 seconds to spawn the instance on the hypervisor. [ 1038.327929] env[63260]: DEBUG nova.compute.manager [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.328728] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a79567-e8e8-408c-8168-0addca166cc7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.703193] env[63260]: DEBUG oslo_concurrency.lockutils [None req-40acc50b-e0a9-407f-a13d-82003791829b tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.750s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.727574] env[63260]: INFO nova.scheduler.client.report [None req-40acc50b-e0a9-407f-a13d-82003791829b tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Deleted allocations for instance 478b9913-6c63-42e5-921f-21e503efc7ce [ 1038.767076] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Releasing lock "refresh_cache-6cfc6194-c7a5-47ae-bf22-21a274cc7bb3" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.846207] env[63260]: INFO nova.compute.manager [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Took 11.11 seconds to build instance. [ 1038.900731] env[63260]: DEBUG oslo_concurrency.lockutils [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "62425ec7-456a-427d-8115-2fc80126ff04" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.901470] env[63260]: DEBUG oslo_concurrency.lockutils [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "62425ec7-456a-427d-8115-2fc80126ff04" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.901470] env[63260]: DEBUG nova.compute.manager [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Going to confirm migration 5 {{(pid=63260) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1039.235721] env[63260]: DEBUG oslo_concurrency.lockutils [None req-40acc50b-e0a9-407f-a13d-82003791829b tempest-ServersTestJSON-1505837339 tempest-ServersTestJSON-1505837339-project-member] Lock "478b9913-6c63-42e5-921f-21e503efc7ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.077s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.348255] env[63260]: DEBUG oslo_concurrency.lockutils [None req-57e29aa8-7379-4af7-8ac5-370fee3fbdf7 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "6ca15fa7-ada0-4552-80aa-85a69e9b0da8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.621s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.444177] env[63260]: DEBUG oslo_concurrency.lockutils [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "refresh_cache-62425ec7-456a-427d-8115-2fc80126ff04" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.444403] env[63260]: DEBUG oslo_concurrency.lockutils [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquired lock "refresh_cache-62425ec7-456a-427d-8115-2fc80126ff04" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.444617] env[63260]: DEBUG nova.network.neutron [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.444812] env[63260]: DEBUG nova.objects.instance [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lazy-loading 'info_cache' on Instance uuid 62425ec7-456a-427d-8115-2fc80126ff04 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.282575] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac018037-4214-46b9-9335-fd7016fc6bc9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.307299] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Updating instance '6cfc6194-c7a5-47ae-bf22-21a274cc7bb3' progress to 0 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1040.464966] env[63260]: DEBUG nova.compute.manager [req-eca478f7-80f9-4c4a-bafe-93115d345810 req-c9455aab-5828-4994-8fdb-e5eeae7a5310 service nova] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Received event network-changed-0d78c3eb-0cbe-4ff1-9902-107dc81706c7 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1040.465243] env[63260]: DEBUG nova.compute.manager [req-eca478f7-80f9-4c4a-bafe-93115d345810 req-c9455aab-5828-4994-8fdb-e5eeae7a5310 service nova] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Refreshing instance network info cache due to event network-changed-0d78c3eb-0cbe-4ff1-9902-107dc81706c7. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1040.465408] env[63260]: DEBUG oslo_concurrency.lockutils [req-eca478f7-80f9-4c4a-bafe-93115d345810 req-c9455aab-5828-4994-8fdb-e5eeae7a5310 service nova] Acquiring lock "refresh_cache-6ca15fa7-ada0-4552-80aa-85a69e9b0da8" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.465689] env[63260]: DEBUG oslo_concurrency.lockutils [req-eca478f7-80f9-4c4a-bafe-93115d345810 req-c9455aab-5828-4994-8fdb-e5eeae7a5310 service nova] Acquired lock "refresh_cache-6ca15fa7-ada0-4552-80aa-85a69e9b0da8" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.465883] env[63260]: DEBUG nova.network.neutron [req-eca478f7-80f9-4c4a-bafe-93115d345810 req-c9455aab-5828-4994-8fdb-e5eeae7a5310 service nova] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Refreshing network info cache for port 0d78c3eb-0cbe-4ff1-9902-107dc81706c7 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.716325] env[63260]: DEBUG nova.network.neutron [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Updating instance_info_cache with network_info: [{"id": "53f2e9c3-0323-49bf-9c80-362b8f55e7e8", "address": "fa:16:3e:41:f9:70", "network": {"id": "ac0ba0ba-6e11-4943-aa23-05b4e44217f7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-358530705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60ea86e6d37c4da9adfb6f02b15c571e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53f2e9c3-03", "ovs_interfaceid": "53f2e9c3-0323-49bf-9c80-362b8f55e7e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.815611] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.816830] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dc4a998-c607-4bbf-9190-a108477abcca {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.826179] env[63260]: DEBUG oslo_vmware.api [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1040.826179] env[63260]: value = "task-2285242" [ 1040.826179] env[63260]: _type = "Task" [ 1040.826179] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.835826] env[63260]: DEBUG oslo_vmware.api [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.224254] env[63260]: DEBUG oslo_concurrency.lockutils [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Releasing lock "refresh_cache-62425ec7-456a-427d-8115-2fc80126ff04" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.224254] env[63260]: DEBUG nova.objects.instance [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lazy-loading 'migration_context' on Instance uuid 62425ec7-456a-427d-8115-2fc80126ff04 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.340245] env[63260]: DEBUG nova.network.neutron [req-eca478f7-80f9-4c4a-bafe-93115d345810 req-c9455aab-5828-4994-8fdb-e5eeae7a5310 service nova] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Updated VIF entry in instance network info cache for port 0d78c3eb-0cbe-4ff1-9902-107dc81706c7. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.340245] env[63260]: DEBUG nova.network.neutron [req-eca478f7-80f9-4c4a-bafe-93115d345810 req-c9455aab-5828-4994-8fdb-e5eeae7a5310 service nova] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Updating instance_info_cache with network_info: [{"id": "0d78c3eb-0cbe-4ff1-9902-107dc81706c7", "address": "fa:16:3e:be:9a:a4", "network": {"id": "5b68e61c-9924-43a6-9550-c424919c7ebd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505122137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc112fd26644b7abedda679fb222d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d78c3eb-0c", "ovs_interfaceid": "0d78c3eb-0cbe-4ff1-9902-107dc81706c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.340825] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] VM already powered off {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1041.340995] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Updating instance '6cfc6194-c7a5-47ae-bf22-21a274cc7bb3' progress to 17 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1041.727870] env[63260]: DEBUG nova.objects.base [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Object Instance<62425ec7-456a-427d-8115-2fc80126ff04> lazy-loaded attributes: info_cache,migration_context {{(pid=63260) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1041.728896] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fb53aa-ef9f-4b29-b50d-3488da16e0cf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.751123] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55c4c996-79e4-46b3-8007-3191b5ef3f97 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.757479] env[63260]: DEBUG oslo_vmware.api [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 1041.757479] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52931557-efc7-f11a-3563-b4a561ffcf21" [ 1041.757479] env[63260]: _type = "Task" [ 1041.757479] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.766497] env[63260]: DEBUG oslo_vmware.api [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52931557-efc7-f11a-3563-b4a561ffcf21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.845546] env[63260]: DEBUG oslo_concurrency.lockutils [req-eca478f7-80f9-4c4a-bafe-93115d345810 req-c9455aab-5828-4994-8fdb-e5eeae7a5310 service nova] Releasing lock "refresh_cache-6ca15fa7-ada0-4552-80aa-85a69e9b0da8" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.850019] env[63260]: DEBUG nova.virt.hardware [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.850270] env[63260]: DEBUG nova.virt.hardware [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.850452] env[63260]: DEBUG nova.virt.hardware [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.850636] env[63260]: DEBUG nova.virt.hardware [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.850802] env[63260]: DEBUG nova.virt.hardware [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.851073] env[63260]: DEBUG nova.virt.hardware [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.851415] env[63260]: DEBUG nova.virt.hardware [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.851730] env[63260]: DEBUG nova.virt.hardware [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.851956] env[63260]: DEBUG nova.virt.hardware [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.852144] env[63260]: DEBUG nova.virt.hardware [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.852343] env[63260]: DEBUG nova.virt.hardware [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.857793] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7156096-9d7a-426c-afdc-61c85723030d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.877041] env[63260]: DEBUG oslo_vmware.api [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1041.877041] env[63260]: value = "task-2285244" [ 1041.877041] env[63260]: _type = "Task" [ 1041.877041] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.886932] env[63260]: DEBUG oslo_vmware.api [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285244, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.269101] env[63260]: DEBUG oslo_vmware.api [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52931557-efc7-f11a-3563-b4a561ffcf21, 'name': SearchDatastore_Task, 'duration_secs': 0.010736} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.269101] env[63260]: DEBUG oslo_concurrency.lockutils [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.269101] env[63260]: DEBUG oslo_concurrency.lockutils [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.387840] env[63260]: DEBUG oslo_vmware.api [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285244, 'name': ReconfigVM_Task, 'duration_secs': 0.194916} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.388179] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Updating instance '6cfc6194-c7a5-47ae-bf22-21a274cc7bb3' progress to 33 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1042.439535] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a4f924f6-6403-47e6-a8c0-43b77d5dd8a4 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquiring lock "55dc2cc3-0938-47a4-81af-4cb638783c01" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.439903] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a4f924f6-6403-47e6-a8c0-43b77d5dd8a4 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "55dc2cc3-0938-47a4-81af-4cb638783c01" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.895707] env[63260]: DEBUG nova.virt.hardware [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.896076] env[63260]: DEBUG nova.virt.hardware [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.896318] env[63260]: DEBUG nova.virt.hardware [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.896562] env[63260]: DEBUG nova.virt.hardware [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.896745] env[63260]: DEBUG nova.virt.hardware [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.896922] env[63260]: DEBUG nova.virt.hardware [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.897200] env[63260]: DEBUG nova.virt.hardware [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.897390] env[63260]: DEBUG nova.virt.hardware [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.897593] env[63260]: DEBUG nova.virt.hardware [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.897793] env[63260]: DEBUG nova.virt.hardware [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.898015] env[63260]: DEBUG nova.virt.hardware [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.904229] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Reconfiguring VM instance instance-0000004e to detach disk 2000 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1042.904806] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c619a408-ac1e-4ba9-a89c-3fe76bd13b37 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.931718] env[63260]: DEBUG oslo_vmware.api [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1042.931718] env[63260]: value = "task-2285245" [ 1042.931718] env[63260]: _type = "Task" [ 1042.931718] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.945204] env[63260]: DEBUG nova.compute.utils [None req-a4f924f6-6403-47e6-a8c0-43b77d5dd8a4 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1042.946655] env[63260]: DEBUG oslo_vmware.api [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285245, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.962441] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8d2bb1-ea1c-4606-ad41-1d9697afcae3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.972085] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a489124-4fed-4d62-aff2-866cddf636ad {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.003196] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113cad19-f217-493e-a962-3c63a20920b9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.011526] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f056975e-07e7-4a1a-8d53-e37519a7f94b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.027103] env[63260]: DEBUG nova.compute.provider_tree [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.443201] env[63260]: DEBUG oslo_vmware.api [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285245, 'name': ReconfigVM_Task, 'duration_secs': 0.387041} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.443616] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Reconfigured VM instance instance-0000004e to detach disk 2000 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1043.444279] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ad9689-2724-4bcb-9f41-b268aaaf3204 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.448618] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a4f924f6-6403-47e6-a8c0-43b77d5dd8a4 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "55dc2cc3-0938-47a4-81af-4cb638783c01" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.467198] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3/6cfc6194-c7a5-47ae-bf22-21a274cc7bb3.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.467876] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d04b5b58-7fad-4ae3-abf8-c42e5138e23d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.487452] env[63260]: DEBUG oslo_vmware.api [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1043.487452] env[63260]: value = "task-2285246" [ 1043.487452] env[63260]: _type = "Task" [ 1043.487452] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.496830] env[63260]: DEBUG oslo_vmware.api [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285246, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.530560] env[63260]: DEBUG nova.scheduler.client.report [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.998845] env[63260]: DEBUG oslo_vmware.api [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285246, 'name': ReconfigVM_Task, 'duration_secs': 0.334684} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.999172] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3/6cfc6194-c7a5-47ae-bf22-21a274cc7bb3.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.999452] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Updating instance '6cfc6194-c7a5-47ae-bf22-21a274cc7bb3' progress to 50 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1044.506115] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9524de7b-86e0-4653-b47f-172be1c5df46 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.526326] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a4f924f6-6403-47e6-a8c0-43b77d5dd8a4 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquiring lock "55dc2cc3-0938-47a4-81af-4cb638783c01" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.526594] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a4f924f6-6403-47e6-a8c0-43b77d5dd8a4 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "55dc2cc3-0938-47a4-81af-4cb638783c01" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.526833] env[63260]: INFO nova.compute.manager [None req-a4f924f6-6403-47e6-a8c0-43b77d5dd8a4 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Attaching volume c1581d74-1134-4abd-b5ac-8cab3c070f0b to /dev/sdb [ 1044.529400] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02ca186-b9cd-4e9c-8bc3-3e05f44a5d9b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.551867] env[63260]: DEBUG oslo_concurrency.lockutils [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.283s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.554842] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Updating instance '6cfc6194-c7a5-47ae-bf22-21a274cc7bb3' progress to 67 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1044.562532] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44604b39-13a0-4330-b980-4b542372a1f8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.570423] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e4dc4d-b076-4dfd-84d2-c3fbfbff0a40 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.587037] env[63260]: DEBUG nova.virt.block_device [None req-a4f924f6-6403-47e6-a8c0-43b77d5dd8a4 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Updating existing volume attachment record: d1e1f499-2c98-430c-aedb-e6e34e5c451f {{(pid=63260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1045.104722] env[63260]: DEBUG nova.network.neutron [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Port b33d73b2-a14d-466c-b906-0759d5a03e8f binding to destination host cpu-1 is already ACTIVE {{(pid=63260) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1045.122180] env[63260]: INFO nova.scheduler.client.report [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Deleted allocation for migration 5c36de8f-b6e2-4b7e-9ccf-0bbadab4842d [ 1045.349439] env[63260]: DEBUG oslo_vmware.rw_handles [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ff18f6-9561-8bdf-c869-a234c302a7a8/disk-0.vmdk. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1045.350391] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65317edd-4d4e-4ecb-afed-0651ba59c418 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.357306] env[63260]: DEBUG oslo_vmware.rw_handles [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ff18f6-9561-8bdf-c869-a234c302a7a8/disk-0.vmdk is in state: ready. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1045.357477] env[63260]: ERROR oslo_vmware.rw_handles [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ff18f6-9561-8bdf-c869-a234c302a7a8/disk-0.vmdk due to incomplete transfer. [ 1045.357695] env[63260]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-00d868c1-fb38-4cef-8605-946574d42b6a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.366906] env[63260]: DEBUG oslo_vmware.rw_handles [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ff18f6-9561-8bdf-c869-a234c302a7a8/disk-0.vmdk. {{(pid=63260) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1045.367144] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Uploaded image e622a225-d3b6-4c37-9056-57f6cfbef2eb to the Glance image server {{(pid=63260) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1045.369569] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Destroying the VM {{(pid=63260) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1045.369850] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-41f2854b-8611-441f-9cac-e4755cf50c21 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.380051] env[63260]: DEBUG oslo_vmware.api [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1045.380051] env[63260]: value = "task-2285249" [ 1045.380051] env[63260]: _type = "Task" [ 1045.380051] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.389251] env[63260]: DEBUG oslo_vmware.api [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285249, 'name': Destroy_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.627911] env[63260]: DEBUG oslo_concurrency.lockutils [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "62425ec7-456a-427d-8115-2fc80126ff04" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.727s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.890607] env[63260]: DEBUG oslo_vmware.api [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285249, 'name': Destroy_Task, 'duration_secs': 0.325376} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.890813] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Destroyed the VM [ 1045.891398] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Deleting Snapshot of the VM instance {{(pid=63260) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1045.891398] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6b050547-f21a-4e83-8f50-d22eb79894bc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.898730] env[63260]: DEBUG oslo_vmware.api [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1045.898730] env[63260]: value = "task-2285250" [ 1045.898730] env[63260]: _type = "Task" [ 1045.898730] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.906713] env[63260]: DEBUG oslo_vmware.api [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285250, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.128436] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "6cfc6194-c7a5-47ae-bf22-21a274cc7bb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.128732] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "6cfc6194-c7a5-47ae-bf22-21a274cc7bb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.128974] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "6cfc6194-c7a5-47ae-bf22-21a274cc7bb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.410167] env[63260]: DEBUG oslo_vmware.api [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285250, 'name': RemoveSnapshot_Task, 'duration_secs': 0.433843} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.410537] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Deleted Snapshot of the VM instance {{(pid=63260) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1046.410797] env[63260]: INFO nova.compute.manager [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Took 14.83 seconds to snapshot the instance on the hypervisor. [ 1046.849937] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cf6bdba9-8f20-4a8d-8f9d-ca77cbd8c02f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquiring lock "6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.850288] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cf6bdba9-8f20-4a8d-8f9d-ca77cbd8c02f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.850456] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cf6bdba9-8f20-4a8d-8f9d-ca77cbd8c02f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquiring lock "6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.850637] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cf6bdba9-8f20-4a8d-8f9d-ca77cbd8c02f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.850831] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cf6bdba9-8f20-4a8d-8f9d-ca77cbd8c02f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.852980] env[63260]: INFO nova.compute.manager [None req-cf6bdba9-8f20-4a8d-8f9d-ca77cbd8c02f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Terminating instance [ 1046.915157] env[63260]: DEBUG nova.compute.manager [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Instance disappeared during snapshot {{(pid=63260) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1046.924247] env[63260]: DEBUG oslo_concurrency.lockutils [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "62425ec7-456a-427d-8115-2fc80126ff04" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.924576] env[63260]: DEBUG oslo_concurrency.lockutils [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "62425ec7-456a-427d-8115-2fc80126ff04" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.926210] env[63260]: DEBUG oslo_concurrency.lockutils [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "62425ec7-456a-427d-8115-2fc80126ff04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.926210] env[63260]: DEBUG oslo_concurrency.lockutils [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "62425ec7-456a-427d-8115-2fc80126ff04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.926210] env[63260]: DEBUG oslo_concurrency.lockutils [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "62425ec7-456a-427d-8115-2fc80126ff04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.927362] env[63260]: INFO nova.compute.manager [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Terminating instance [ 1046.929717] env[63260]: DEBUG nova.compute.manager [None req-68715a63-e728-4c5e-8815-b6a61681cd4e tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Image not found during clean up e622a225-d3b6-4c37-9056-57f6cfbef2eb {{(pid=63260) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1047.164944] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "refresh_cache-6cfc6194-c7a5-47ae-bf22-21a274cc7bb3" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.165164] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquired lock "refresh_cache-6cfc6194-c7a5-47ae-bf22-21a274cc7bb3" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.165351] env[63260]: DEBUG nova.network.neutron [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.310969] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquiring lock "6b482172-c100-4c77-adb9-f8b15014de51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.311600] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "6b482172-c100-4c77-adb9-f8b15014de51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.356692] env[63260]: DEBUG nova.compute.manager [None req-cf6bdba9-8f20-4a8d-8f9d-ca77cbd8c02f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1047.356947] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-cf6bdba9-8f20-4a8d-8f9d-ca77cbd8c02f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.357928] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ea2ed7-a4c6-4948-a1bd-e577e5bd10b4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.366180] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-cf6bdba9-8f20-4a8d-8f9d-ca77cbd8c02f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.366422] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1660716d-dab6-4fa8-8555-c3c00072bee6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.432324] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-cf6bdba9-8f20-4a8d-8f9d-ca77cbd8c02f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.432504] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-cf6bdba9-8f20-4a8d-8f9d-ca77cbd8c02f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.432768] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf6bdba9-8f20-4a8d-8f9d-ca77cbd8c02f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Deleting the datastore file [datastore1] 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.433085] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b27fd1a-278f-434b-8d71-ba5985807437 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.435677] env[63260]: DEBUG nova.compute.manager [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1047.435872] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.436674] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7958fd24-9ec2-487f-bf3f-31febf8d9ad0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.445170] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.446433] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c53eee7-6685-41ed-810b-d04d5a0d8eb3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.448095] env[63260]: DEBUG oslo_vmware.api [None req-cf6bdba9-8f20-4a8d-8f9d-ca77cbd8c02f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1047.448095] env[63260]: value = "task-2285254" [ 1047.448095] env[63260]: _type = "Task" [ 1047.448095] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.454962] env[63260]: DEBUG oslo_vmware.api [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 1047.454962] env[63260]: value = "task-2285255" [ 1047.454962] env[63260]: _type = "Task" [ 1047.454962] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.461015] env[63260]: DEBUG oslo_vmware.api [None req-cf6bdba9-8f20-4a8d-8f9d-ca77cbd8c02f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.467551] env[63260]: DEBUG oslo_vmware.api [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.735006] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b05469e1-8d01-455c-87c8-949af7e62098 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "73759f3b-39f8-4e60-a0ca-91220f19abdc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.735831] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b05469e1-8d01-455c-87c8-949af7e62098 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "73759f3b-39f8-4e60-a0ca-91220f19abdc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.735831] env[63260]: DEBUG nova.compute.manager [None req-b05469e1-8d01-455c-87c8-949af7e62098 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.736321] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13f0d8a-fe61-4a69-be1f-0bd9c781ae3b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.743200] env[63260]: DEBUG nova.compute.manager [None req-b05469e1-8d01-455c-87c8-949af7e62098 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63260) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1047.743721] env[63260]: DEBUG nova.objects.instance [None req-b05469e1-8d01-455c-87c8-949af7e62098 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lazy-loading 'flavor' on Instance uuid 73759f3b-39f8-4e60-a0ca-91220f19abdc {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.813808] env[63260]: DEBUG nova.compute.manager [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1047.879684] env[63260]: DEBUG nova.network.neutron [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Updating instance_info_cache with network_info: [{"id": "b33d73b2-a14d-466c-b906-0759d5a03e8f", "address": "fa:16:3e:95:cb:13", "network": {"id": "095ea81c-b08e-465e-a9a8-6c7d22cb7bf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1442129299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12b951a134ae4e0294f6672abcb63dc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb33d73b2-a1", "ovs_interfaceid": "b33d73b2-a14d-466c-b906-0759d5a03e8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.961333] env[63260]: DEBUG oslo_vmware.api [None req-cf6bdba9-8f20-4a8d-8f9d-ca77cbd8c02f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243072} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.962009] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf6bdba9-8f20-4a8d-8f9d-ca77cbd8c02f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1047.962184] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-cf6bdba9-8f20-4a8d-8f9d-ca77cbd8c02f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1047.962362] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-cf6bdba9-8f20-4a8d-8f9d-ca77cbd8c02f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1047.962535] env[63260]: INFO nova.compute.manager [None req-cf6bdba9-8f20-4a8d-8f9d-ca77cbd8c02f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1047.962773] env[63260]: DEBUG oslo.service.loopingcall [None req-cf6bdba9-8f20-4a8d-8f9d-ca77cbd8c02f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1047.962961] env[63260]: DEBUG nova.compute.manager [-] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1047.963067] env[63260]: DEBUG nova.network.neutron [-] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1047.967449] env[63260]: DEBUG oslo_vmware.api [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285255, 'name': PowerOffVM_Task, 'duration_secs': 0.193416} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.967978] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.968175] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.968413] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff208c56-116e-4a81-b588-c1b25f4d488d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.007089] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ff1747aa-5a48-4077-af87-09ed4774eaec tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "interface-15f6aedb-5993-45ef-995a-065b6dbf0670-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.007318] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ff1747aa-5a48-4077-af87-09ed4774eaec tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "interface-15f6aedb-5993-45ef-995a-065b6dbf0670-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.007631] env[63260]: DEBUG nova.objects.instance [None req-ff1747aa-5a48-4077-af87-09ed4774eaec tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lazy-loading 'flavor' on Instance uuid 15f6aedb-5993-45ef-995a-065b6dbf0670 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.033684] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1048.033916] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1048.034082] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Deleting the datastore file [datastore2] 62425ec7-456a-427d-8115-2fc80126ff04 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.034337] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-833ced57-b6ee-4b4c-a0c3-516aea9228a4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.040676] env[63260]: DEBUG oslo_vmware.api [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for the task: (returnval){ [ 1048.040676] env[63260]: value = "task-2285257" [ 1048.040676] env[63260]: _type = "Task" [ 1048.040676] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.048522] env[63260]: DEBUG oslo_vmware.api [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.204659] env[63260]: DEBUG nova.compute.manager [req-fe21d0a6-b64a-4d56-892b-72d8b196deae req-7b1f7fe3-65b1-42b6-8025-c951cb086712 service nova] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Received event network-vif-deleted-ca24f917-87ae-43fc-9258-1c9c12195a19 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1048.204941] env[63260]: INFO nova.compute.manager [req-fe21d0a6-b64a-4d56-892b-72d8b196deae req-7b1f7fe3-65b1-42b6-8025-c951cb086712 service nova] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Neutron deleted interface ca24f917-87ae-43fc-9258-1c9c12195a19; detaching it from the instance and deleting it from the info cache [ 1048.205180] env[63260]: DEBUG nova.network.neutron [req-fe21d0a6-b64a-4d56-892b-72d8b196deae req-7b1f7fe3-65b1-42b6-8025-c951cb086712 service nova] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.338948] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.339231] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.340771] env[63260]: INFO nova.compute.claims [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.382438] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Releasing lock "refresh_cache-6cfc6194-c7a5-47ae-bf22-21a274cc7bb3" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.512078] env[63260]: DEBUG nova.objects.instance [None req-ff1747aa-5a48-4077-af87-09ed4774eaec tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lazy-loading 'pci_requests' on Instance uuid 15f6aedb-5993-45ef-995a-065b6dbf0670 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.550772] env[63260]: DEBUG oslo_vmware.api [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Task: {'id': task-2285257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157545} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.551090] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.551284] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.551462] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.551634] env[63260]: INFO nova.compute.manager [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1048.551914] env[63260]: DEBUG oslo.service.loopingcall [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1048.552133] env[63260]: DEBUG nova.compute.manager [-] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1048.552246] env[63260]: DEBUG nova.network.neutron [-] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1048.686954] env[63260]: DEBUG nova.network.neutron [-] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.710065] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c19598b1-eb7a-480c-99d0-a7e486416ed1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.719810] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ddf6a4-a075-4b3f-bf39-968fbfada4e2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.753338] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05469e1-8d01-455c-87c8-949af7e62098 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.753982] env[63260]: DEBUG nova.compute.manager [req-fe21d0a6-b64a-4d56-892b-72d8b196deae req-7b1f7fe3-65b1-42b6-8025-c951cb086712 service nova] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Detach interface failed, port_id=ca24f917-87ae-43fc-9258-1c9c12195a19, reason: Instance 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5 could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1048.754470] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-026a0480-774d-4f2e-8ad9-53e8630f9ac9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.761951] env[63260]: DEBUG oslo_vmware.api [None req-b05469e1-8d01-455c-87c8-949af7e62098 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1048.761951] env[63260]: value = "task-2285259" [ 1048.761951] env[63260]: _type = "Task" [ 1048.761951] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.771464] env[63260]: DEBUG oslo_vmware.api [None req-b05469e1-8d01-455c-87c8-949af7e62098 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.903650] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a462e5-0521-441d-9af8-2f0fb087aae6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.925308] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a262944a-f36a-440d-b392-c976a9aa8ebc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.933348] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Updating instance '6cfc6194-c7a5-47ae-bf22-21a274cc7bb3' progress to 83 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1049.014696] env[63260]: DEBUG nova.objects.base [None req-ff1747aa-5a48-4077-af87-09ed4774eaec tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Object Instance<15f6aedb-5993-45ef-995a-065b6dbf0670> lazy-loaded attributes: flavor,pci_requests {{(pid=63260) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1049.014926] env[63260]: DEBUG nova.network.neutron [None req-ff1747aa-5a48-4077-af87-09ed4774eaec tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1049.103262] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ff1747aa-5a48-4077-af87-09ed4774eaec tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "interface-15f6aedb-5993-45ef-995a-065b6dbf0670-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.096s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.134067] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4f924f6-6403-47e6-a8c0-43b77d5dd8a4 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Volume attach. Driver type: vmdk {{(pid=63260) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1049.134323] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4f924f6-6403-47e6-a8c0-43b77d5dd8a4 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465178', 'volume_id': 'c1581d74-1134-4abd-b5ac-8cab3c070f0b', 'name': 'volume-c1581d74-1134-4abd-b5ac-8cab3c070f0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '55dc2cc3-0938-47a4-81af-4cb638783c01', 'attached_at': '', 'detached_at': '', 'volume_id': 'c1581d74-1134-4abd-b5ac-8cab3c070f0b', 'serial': 'c1581d74-1134-4abd-b5ac-8cab3c070f0b'} {{(pid=63260) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1049.135198] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c5a4d8-d8b9-4178-aa55-aa673bab98a2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.153438] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5941ba9-8691-4995-a98b-a4dd8070f28f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.177365] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4f924f6-6403-47e6-a8c0-43b77d5dd8a4 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] volume-c1581d74-1134-4abd-b5ac-8cab3c070f0b/volume-c1581d74-1134-4abd-b5ac-8cab3c070f0b.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.177644] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf354527-bfac-4a52-bbd8-e7c9a2689087 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.191929] env[63260]: INFO nova.compute.manager [-] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Took 1.23 seconds to deallocate network for instance. [ 1049.197938] env[63260]: DEBUG oslo_vmware.api [None req-a4f924f6-6403-47e6-a8c0-43b77d5dd8a4 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 1049.197938] env[63260]: value = "task-2285260" [ 1049.197938] env[63260]: _type = "Task" [ 1049.197938] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.206379] env[63260]: DEBUG oslo_vmware.api [None req-a4f924f6-6403-47e6-a8c0-43b77d5dd8a4 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285260, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.273164] env[63260]: DEBUG oslo_vmware.api [None req-b05469e1-8d01-455c-87c8-949af7e62098 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285259, 'name': PowerOffVM_Task, 'duration_secs': 0.298719} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.273451] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05469e1-8d01-455c-87c8-949af7e62098 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.273669] env[63260]: DEBUG nova.compute.manager [None req-b05469e1-8d01-455c-87c8-949af7e62098 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.274463] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19858f05-4de0-4a3e-9989-f5eaa1cc76a4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.288111] env[63260]: DEBUG nova.network.neutron [-] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.440301] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d4adef-fa12-4efe-a5d9-b7bc797a5749 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Updating instance '6cfc6194-c7a5-47ae-bf22-21a274cc7bb3' progress to 100 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1049.506798] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab1e0a1-2d1f-465b-8a41-8012cfe7b90d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.515013] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4246c3-d64f-4ab8-a6fc-b78aee0bc270 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.547068] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51007b3-5e8d-4d92-96b1-da29378fcc7b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.556207] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4a5e52-b181-4f45-8258-ad4edb966f6b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.569441] env[63260]: DEBUG nova.compute.provider_tree [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.703129] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cf6bdba9-8f20-4a8d-8f9d-ca77cbd8c02f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.709611] env[63260]: DEBUG oslo_vmware.api [None req-a4f924f6-6403-47e6-a8c0-43b77d5dd8a4 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285260, 'name': ReconfigVM_Task, 'duration_secs': 0.343081} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.709903] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4f924f6-6403-47e6-a8c0-43b77d5dd8a4 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Reconfigured VM instance instance-00000061 to attach disk [datastore2] volume-c1581d74-1134-4abd-b5ac-8cab3c070f0b/volume-c1581d74-1134-4abd-b5ac-8cab3c070f0b.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.714459] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e772381f-87ed-49c0-8523-fa4c193f0902 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.730461] env[63260]: DEBUG oslo_vmware.api [None req-a4f924f6-6403-47e6-a8c0-43b77d5dd8a4 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 1049.730461] env[63260]: value = "task-2285261" [ 1049.730461] env[63260]: _type = "Task" [ 1049.730461] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.739708] env[63260]: DEBUG oslo_vmware.api [None req-a4f924f6-6403-47e6-a8c0-43b77d5dd8a4 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285261, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.786030] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b05469e1-8d01-455c-87c8-949af7e62098 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "73759f3b-39f8-4e60-a0ca-91220f19abdc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.790863] env[63260]: INFO nova.compute.manager [-] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Took 1.24 seconds to deallocate network for instance. [ 1050.072448] env[63260]: DEBUG nova.scheduler.client.report [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.135364] env[63260]: DEBUG nova.objects.instance [None req-3c11913d-1365-47b3-b735-f75194102d9f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lazy-loading 'flavor' on Instance uuid 73759f3b-39f8-4e60-a0ca-91220f19abdc {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.231407] env[63260]: DEBUG nova.compute.manager [req-2a290a29-454a-4592-9ceb-ca6d45b5be57 req-3c97e00a-622a-4912-bdae-82ea35304368 service nova] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Received event network-vif-deleted-53f2e9c3-0323-49bf-9c80-362b8f55e7e8 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1050.242326] env[63260]: DEBUG oslo_vmware.api [None req-a4f924f6-6403-47e6-a8c0-43b77d5dd8a4 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285261, 'name': ReconfigVM_Task, 'duration_secs': 0.154586} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.242574] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4f924f6-6403-47e6-a8c0-43b77d5dd8a4 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465178', 'volume_id': 'c1581d74-1134-4abd-b5ac-8cab3c070f0b', 'name': 'volume-c1581d74-1134-4abd-b5ac-8cab3c070f0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '55dc2cc3-0938-47a4-81af-4cb638783c01', 'attached_at': '', 'detached_at': '', 'volume_id': 'c1581d74-1134-4abd-b5ac-8cab3c070f0b', 'serial': 'c1581d74-1134-4abd-b5ac-8cab3c070f0b'} {{(pid=63260) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1050.299466] env[63260]: DEBUG oslo_concurrency.lockutils [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.577053] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.237s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.577053] env[63260]: DEBUG nova.compute.manager [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1050.579803] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cf6bdba9-8f20-4a8d-8f9d-ca77cbd8c02f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.877s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.580043] env[63260]: DEBUG nova.objects.instance [None req-cf6bdba9-8f20-4a8d-8f9d-ca77cbd8c02f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lazy-loading 'resources' on Instance uuid 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.640534] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3c11913d-1365-47b3-b735-f75194102d9f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "refresh_cache-73759f3b-39f8-4e60-a0ca-91220f19abdc" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.640722] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3c11913d-1365-47b3-b735-f75194102d9f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquired lock "refresh_cache-73759f3b-39f8-4e60-a0ca-91220f19abdc" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.640904] env[63260]: DEBUG nova.network.neutron [None req-3c11913d-1365-47b3-b735-f75194102d9f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.641098] env[63260]: DEBUG nova.objects.instance [None req-3c11913d-1365-47b3-b735-f75194102d9f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lazy-loading 'info_cache' on Instance uuid 73759f3b-39f8-4e60-a0ca-91220f19abdc {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.044761] env[63260]: DEBUG oslo_concurrency.lockutils [None req-439953bf-bc0a-474b-8add-73c3a8d53f6f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "interface-15f6aedb-5993-45ef-995a-065b6dbf0670-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.045009] env[63260]: DEBUG oslo_concurrency.lockutils [None req-439953bf-bc0a-474b-8add-73c3a8d53f6f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "interface-15f6aedb-5993-45ef-995a-065b6dbf0670-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.045321] env[63260]: DEBUG nova.objects.instance [None req-439953bf-bc0a-474b-8add-73c3a8d53f6f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lazy-loading 'flavor' on Instance uuid 15f6aedb-5993-45ef-995a-065b6dbf0670 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.082680] env[63260]: DEBUG nova.compute.utils [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1051.086935] env[63260]: DEBUG nova.compute.manager [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1051.087129] env[63260]: DEBUG nova.network.neutron [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1051.127341] env[63260]: DEBUG nova.policy [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd6efeea615c4037beef4bf08e19a27c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b05b7e531ea465dbe8e5e575048712d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 1051.145829] env[63260]: DEBUG nova.objects.base [None req-3c11913d-1365-47b3-b735-f75194102d9f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Object Instance<73759f3b-39f8-4e60-a0ca-91220f19abdc> lazy-loaded attributes: flavor,info_cache {{(pid=63260) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1051.247207] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10976d33-678f-4bcc-9a28-f6c5d03e8ed1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.255565] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c691d0-92b7-4d22-9b2c-6774be6767d8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.288695] env[63260]: DEBUG nova.objects.instance [None req-a4f924f6-6403-47e6-a8c0-43b77d5dd8a4 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lazy-loading 'flavor' on Instance uuid 55dc2cc3-0938-47a4-81af-4cb638783c01 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.290832] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ff3387-4130-42b9-88e6-6d5cb400b7a6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.299402] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de782370-520e-4c54-b875-5e727f23111e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.321340] env[63260]: DEBUG nova.compute.provider_tree [None req-cf6bdba9-8f20-4a8d-8f9d-ca77cbd8c02f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.446128] env[63260]: DEBUG nova.network.neutron [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Successfully created port: 3735b28c-d23f-4888-8320-b779565eea1a {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1051.588850] env[63260]: DEBUG nova.compute.manager [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1051.637421] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5e3ea5cc-39e0-4655-9dc0-88023e1dd315 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "6cfc6194-c7a5-47ae-bf22-21a274cc7bb3" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.637696] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5e3ea5cc-39e0-4655-9dc0-88023e1dd315 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "6cfc6194-c7a5-47ae-bf22-21a274cc7bb3" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.637882] env[63260]: DEBUG nova.compute.manager [None req-5e3ea5cc-39e0-4655-9dc0-88023e1dd315 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Going to confirm migration 6 {{(pid=63260) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1051.639888] env[63260]: DEBUG nova.objects.instance [None req-439953bf-bc0a-474b-8add-73c3a8d53f6f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lazy-loading 'pci_requests' on Instance uuid 15f6aedb-5993-45ef-995a-065b6dbf0670 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.797881] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a4f924f6-6403-47e6-a8c0-43b77d5dd8a4 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "55dc2cc3-0938-47a4-81af-4cb638783c01" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.271s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.821034] env[63260]: DEBUG nova.scheduler.client.report [None req-cf6bdba9-8f20-4a8d-8f9d-ca77cbd8c02f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.863142] env[63260]: DEBUG nova.network.neutron [None req-3c11913d-1365-47b3-b735-f75194102d9f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Updating instance_info_cache with network_info: [{"id": "39213b67-3978-4537-956b-38c5b5dd1554", "address": "fa:16:3e:44:ff:90", "network": {"id": "424be9ec-16be-4f23-9093-06b871ef06d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-780291018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4949ccbfb7644f489b2cfd593a1684d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39213b67-39", "ovs_interfaceid": "39213b67-3978-4537-956b-38c5b5dd1554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.070026] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5e105774-0501-4d4d-ab3f-320499e50910 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquiring lock "55dc2cc3-0938-47a4-81af-4cb638783c01" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.070026] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5e105774-0501-4d4d-ab3f-320499e50910 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "55dc2cc3-0938-47a4-81af-4cb638783c01" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.143415] env[63260]: DEBUG nova.objects.base [None req-439953bf-bc0a-474b-8add-73c3a8d53f6f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Object Instance<15f6aedb-5993-45ef-995a-065b6dbf0670> lazy-loaded attributes: flavor,pci_requests {{(pid=63260) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1052.143737] env[63260]: DEBUG nova.network.neutron [None req-439953bf-bc0a-474b-8add-73c3a8d53f6f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.198239] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5e3ea5cc-39e0-4655-9dc0-88023e1dd315 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "refresh_cache-6cfc6194-c7a5-47ae-bf22-21a274cc7bb3" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.198440] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5e3ea5cc-39e0-4655-9dc0-88023e1dd315 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquired lock "refresh_cache-6cfc6194-c7a5-47ae-bf22-21a274cc7bb3" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.198621] env[63260]: DEBUG nova.network.neutron [None req-5e3ea5cc-39e0-4655-9dc0-88023e1dd315 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.198809] env[63260]: DEBUG nova.objects.instance [None req-5e3ea5cc-39e0-4655-9dc0-88023e1dd315 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lazy-loading 'info_cache' on Instance uuid 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.211739] env[63260]: DEBUG nova.policy [None req-439953bf-bc0a-474b-8add-73c3a8d53f6f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e483d46951f4d4e9a9419be33fe8d4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2147a1e9788d4345b9f561c682dcba6d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 1052.325151] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cf6bdba9-8f20-4a8d-8f9d-ca77cbd8c02f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.745s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.328259] env[63260]: DEBUG oslo_concurrency.lockutils [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.028s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.328487] env[63260]: DEBUG oslo_concurrency.lockutils [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.350738] env[63260]: INFO nova.scheduler.client.report [None req-cf6bdba9-8f20-4a8d-8f9d-ca77cbd8c02f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Deleted allocations for instance 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5 [ 1052.352431] env[63260]: INFO nova.scheduler.client.report [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Deleted allocations for instance 62425ec7-456a-427d-8115-2fc80126ff04 [ 1052.365255] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3c11913d-1365-47b3-b735-f75194102d9f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Releasing lock "refresh_cache-73759f3b-39f8-4e60-a0ca-91220f19abdc" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.477085] env[63260]: DEBUG nova.network.neutron [None req-439953bf-bc0a-474b-8add-73c3a8d53f6f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Successfully created port: b85c61b0-614a-4efa-b7d7-82d59252f862 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1052.574146] env[63260]: INFO nova.compute.manager [None req-5e105774-0501-4d4d-ab3f-320499e50910 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Detaching volume c1581d74-1134-4abd-b5ac-8cab3c070f0b [ 1052.598505] env[63260]: DEBUG nova.compute.manager [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1052.612079] env[63260]: INFO nova.virt.block_device [None req-5e105774-0501-4d4d-ab3f-320499e50910 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Attempting to driver detach volume c1581d74-1134-4abd-b5ac-8cab3c070f0b from mountpoint /dev/sdb [ 1052.612331] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e105774-0501-4d4d-ab3f-320499e50910 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Volume detach. Driver type: vmdk {{(pid=63260) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1052.612516] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e105774-0501-4d4d-ab3f-320499e50910 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465178', 'volume_id': 'c1581d74-1134-4abd-b5ac-8cab3c070f0b', 'name': 'volume-c1581d74-1134-4abd-b5ac-8cab3c070f0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '55dc2cc3-0938-47a4-81af-4cb638783c01', 'attached_at': '', 'detached_at': '', 'volume_id': 'c1581d74-1134-4abd-b5ac-8cab3c070f0b', 'serial': 'c1581d74-1134-4abd-b5ac-8cab3c070f0b'} {{(pid=63260) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1052.613446] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588af064-ad99-4ffc-9e99-9e5211ccf2d2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.639586] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776f7a62-8e75-48b1-b9cf-80242c435621 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.647363] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c4bd1c-c70a-424f-a34f-9054224cf3b5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.652075] env[63260]: DEBUG nova.virt.hardware [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.652366] env[63260]: DEBUG nova.virt.hardware [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.652531] env[63260]: DEBUG nova.virt.hardware [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.652732] env[63260]: DEBUG nova.virt.hardware [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.652896] env[63260]: DEBUG nova.virt.hardware [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.653058] env[63260]: DEBUG nova.virt.hardware [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.653269] env[63260]: DEBUG nova.virt.hardware [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.653505] env[63260]: DEBUG nova.virt.hardware [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.653587] env[63260]: DEBUG nova.virt.hardware [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.653746] env[63260]: DEBUG nova.virt.hardware [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.653918] env[63260]: DEBUG nova.virt.hardware [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.654651] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b1923a-e0c2-4d86-b4df-c36bebcad3d0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.677363] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1175a2cb-7507-4c8b-9521-fb4cb1b94a09 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.681401] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3709d310-f2e2-4531-a3ac-84c488e3ef57 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.706099] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e105774-0501-4d4d-ab3f-320499e50910 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] The volume has not been displaced from its original location: [datastore2] volume-c1581d74-1134-4abd-b5ac-8cab3c070f0b/volume-c1581d74-1134-4abd-b5ac-8cab3c070f0b.vmdk. No consolidation needed. {{(pid=63260) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1052.711942] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e105774-0501-4d4d-ab3f-320499e50910 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1052.712498] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e446d9e-dd25-464f-9f75-92b61dd9a556 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.731178] env[63260]: DEBUG oslo_vmware.api [None req-5e105774-0501-4d4d-ab3f-320499e50910 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 1052.731178] env[63260]: value = "task-2285264" [ 1052.731178] env[63260]: _type = "Task" [ 1052.731178] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.741304] env[63260]: DEBUG oslo_vmware.api [None req-5e105774-0501-4d4d-ab3f-320499e50910 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285264, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.854765] env[63260]: DEBUG nova.compute.manager [req-87b295e5-58dd-4e56-9d58-750da915000a req-8eb27295-523c-4ece-a79a-0aca876d957e service nova] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Received event network-vif-plugged-3735b28c-d23f-4888-8320-b779565eea1a {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1052.855062] env[63260]: DEBUG oslo_concurrency.lockutils [req-87b295e5-58dd-4e56-9d58-750da915000a req-8eb27295-523c-4ece-a79a-0aca876d957e service nova] Acquiring lock "6b482172-c100-4c77-adb9-f8b15014de51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.855317] env[63260]: DEBUG oslo_concurrency.lockutils [req-87b295e5-58dd-4e56-9d58-750da915000a req-8eb27295-523c-4ece-a79a-0aca876d957e service nova] Lock "6b482172-c100-4c77-adb9-f8b15014de51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.855529] env[63260]: DEBUG oslo_concurrency.lockutils [req-87b295e5-58dd-4e56-9d58-750da915000a req-8eb27295-523c-4ece-a79a-0aca876d957e service nova] Lock "6b482172-c100-4c77-adb9-f8b15014de51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.855763] env[63260]: DEBUG nova.compute.manager [req-87b295e5-58dd-4e56-9d58-750da915000a req-8eb27295-523c-4ece-a79a-0aca876d957e service nova] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] No waiting events found dispatching network-vif-plugged-3735b28c-d23f-4888-8320-b779565eea1a {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1052.855986] env[63260]: WARNING nova.compute.manager [req-87b295e5-58dd-4e56-9d58-750da915000a req-8eb27295-523c-4ece-a79a-0aca876d957e service nova] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Received unexpected event network-vif-plugged-3735b28c-d23f-4888-8320-b779565eea1a for instance with vm_state building and task_state spawning. [ 1052.863185] env[63260]: DEBUG oslo_concurrency.lockutils [None req-90007c32-b991-4ca6-be10-9d29c3051385 tempest-DeleteServersTestJSON-659326675 tempest-DeleteServersTestJSON-659326675-project-member] Lock "62425ec7-456a-427d-8115-2fc80126ff04" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.939s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.864173] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cf6bdba9-8f20-4a8d-8f9d-ca77cbd8c02f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.014s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.957675] env[63260]: DEBUG nova.network.neutron [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Successfully updated port: 3735b28c-d23f-4888-8320-b779565eea1a {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1053.240871] env[63260]: DEBUG oslo_vmware.api [None req-5e105774-0501-4d4d-ab3f-320499e50910 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285264, 'name': ReconfigVM_Task, 'duration_secs': 0.208365} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.241216] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e105774-0501-4d4d-ab3f-320499e50910 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1053.247940] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f79ded0-f137-467e-b4e3-ada42f7d345e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.263880] env[63260]: DEBUG oslo_vmware.api [None req-5e105774-0501-4d4d-ab3f-320499e50910 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 1053.263880] env[63260]: value = "task-2285265" [ 1053.263880] env[63260]: _type = "Task" [ 1053.263880] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.272676] env[63260]: DEBUG oslo_vmware.api [None req-5e105774-0501-4d4d-ab3f-320499e50910 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285265, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.369450] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c11913d-1365-47b3-b735-f75194102d9f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.369781] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f538dc1-2482-4e3a-8b8f-cc10daf88452 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.380417] env[63260]: DEBUG oslo_vmware.api [None req-3c11913d-1365-47b3-b735-f75194102d9f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1053.380417] env[63260]: value = "task-2285266" [ 1053.380417] env[63260]: _type = "Task" [ 1053.380417] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.388786] env[63260]: DEBUG oslo_vmware.api [None req-3c11913d-1365-47b3-b735-f75194102d9f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.460144] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquiring lock "refresh_cache-6b482172-c100-4c77-adb9-f8b15014de51" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.460329] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquired lock "refresh_cache-6b482172-c100-4c77-adb9-f8b15014de51" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.460445] env[63260]: DEBUG nova.network.neutron [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.534745] env[63260]: DEBUG nova.network.neutron [None req-5e3ea5cc-39e0-4655-9dc0-88023e1dd315 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Updating instance_info_cache with network_info: [{"id": "b33d73b2-a14d-466c-b906-0759d5a03e8f", "address": "fa:16:3e:95:cb:13", "network": {"id": "095ea81c-b08e-465e-a9a8-6c7d22cb7bf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1442129299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12b951a134ae4e0294f6672abcb63dc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb33d73b2-a1", "ovs_interfaceid": "b33d73b2-a14d-466c-b906-0759d5a03e8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.774459] env[63260]: DEBUG oslo_vmware.api [None req-5e105774-0501-4d4d-ab3f-320499e50910 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285265, 'name': ReconfigVM_Task, 'duration_secs': 0.148337} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.774760] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e105774-0501-4d4d-ab3f-320499e50910 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465178', 'volume_id': 'c1581d74-1134-4abd-b5ac-8cab3c070f0b', 'name': 'volume-c1581d74-1134-4abd-b5ac-8cab3c070f0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '55dc2cc3-0938-47a4-81af-4cb638783c01', 'attached_at': '', 'detached_at': '', 'volume_id': 'c1581d74-1134-4abd-b5ac-8cab3c070f0b', 'serial': 'c1581d74-1134-4abd-b5ac-8cab3c070f0b'} {{(pid=63260) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1053.868987] env[63260]: DEBUG nova.compute.manager [req-6d897a71-48e2-4d4a-9f93-bff7e40342b2 req-92bcb754-ae22-489b-81b2-76f19233562c service nova] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Received event network-vif-plugged-b85c61b0-614a-4efa-b7d7-82d59252f862 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1053.869360] env[63260]: DEBUG oslo_concurrency.lockutils [req-6d897a71-48e2-4d4a-9f93-bff7e40342b2 req-92bcb754-ae22-489b-81b2-76f19233562c service nova] Acquiring lock "15f6aedb-5993-45ef-995a-065b6dbf0670-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.869682] env[63260]: DEBUG oslo_concurrency.lockutils [req-6d897a71-48e2-4d4a-9f93-bff7e40342b2 req-92bcb754-ae22-489b-81b2-76f19233562c service nova] Lock "15f6aedb-5993-45ef-995a-065b6dbf0670-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.869930] env[63260]: DEBUG oslo_concurrency.lockutils [req-6d897a71-48e2-4d4a-9f93-bff7e40342b2 req-92bcb754-ae22-489b-81b2-76f19233562c service nova] Lock "15f6aedb-5993-45ef-995a-065b6dbf0670-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.870185] env[63260]: DEBUG nova.compute.manager [req-6d897a71-48e2-4d4a-9f93-bff7e40342b2 req-92bcb754-ae22-489b-81b2-76f19233562c service nova] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] No waiting events found dispatching network-vif-plugged-b85c61b0-614a-4efa-b7d7-82d59252f862 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1053.870515] env[63260]: WARNING nova.compute.manager [req-6d897a71-48e2-4d4a-9f93-bff7e40342b2 req-92bcb754-ae22-489b-81b2-76f19233562c service nova] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Received unexpected event network-vif-plugged-b85c61b0-614a-4efa-b7d7-82d59252f862 for instance with vm_state active and task_state None. [ 1053.892302] env[63260]: DEBUG oslo_vmware.api [None req-3c11913d-1365-47b3-b735-f75194102d9f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285266, 'name': PowerOnVM_Task, 'duration_secs': 0.410877} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.892630] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c11913d-1365-47b3-b735-f75194102d9f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.892897] env[63260]: DEBUG nova.compute.manager [None req-3c11913d-1365-47b3-b735-f75194102d9f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.893713] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58aab22-859b-4091-a4fe-f418bcabcd3f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.953473] env[63260]: DEBUG nova.network.neutron [None req-439953bf-bc0a-474b-8add-73c3a8d53f6f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Successfully updated port: b85c61b0-614a-4efa-b7d7-82d59252f862 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1053.993294] env[63260]: DEBUG nova.network.neutron [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1054.037334] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5e3ea5cc-39e0-4655-9dc0-88023e1dd315 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Releasing lock "refresh_cache-6cfc6194-c7a5-47ae-bf22-21a274cc7bb3" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.037692] env[63260]: DEBUG nova.objects.instance [None req-5e3ea5cc-39e0-4655-9dc0-88023e1dd315 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lazy-loading 'migration_context' on Instance uuid 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.120840] env[63260]: DEBUG nova.network.neutron [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Updating instance_info_cache with network_info: [{"id": "3735b28c-d23f-4888-8320-b779565eea1a", "address": "fa:16:3e:49:58:71", "network": {"id": "f1a6423a-5c4b-4aaa-b748-d2f8f6be870e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-101451514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b05b7e531ea465dbe8e5e575048712d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3735b28c-d2", "ovs_interfaceid": "3735b28c-d23f-4888-8320-b779565eea1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.316065] env[63260]: DEBUG nova.objects.instance [None req-5e105774-0501-4d4d-ab3f-320499e50910 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lazy-loading 'flavor' on Instance uuid 55dc2cc3-0938-47a4-81af-4cb638783c01 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.455879] env[63260]: DEBUG oslo_concurrency.lockutils [None req-439953bf-bc0a-474b-8add-73c3a8d53f6f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "refresh_cache-15f6aedb-5993-45ef-995a-065b6dbf0670" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.456075] env[63260]: DEBUG oslo_concurrency.lockutils [None req-439953bf-bc0a-474b-8add-73c3a8d53f6f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquired lock "refresh_cache-15f6aedb-5993-45ef-995a-065b6dbf0670" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.456253] env[63260]: DEBUG nova.network.neutron [None req-439953bf-bc0a-474b-8add-73c3a8d53f6f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.540996] env[63260]: DEBUG nova.objects.base [None req-5e3ea5cc-39e0-4655-9dc0-88023e1dd315 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Object Instance<6cfc6194-c7a5-47ae-bf22-21a274cc7bb3> lazy-loaded attributes: info_cache,migration_context {{(pid=63260) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1054.541941] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bc7a6b-9da6-45f2-b6aa-8ff23e0cfc6d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.561235] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c97ee684-f4c1-40a2-9ded-1bb8e2b193fd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.566773] env[63260]: DEBUG oslo_vmware.api [None req-5e3ea5cc-39e0-4655-9dc0-88023e1dd315 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1054.566773] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b19f9f-871d-8249-49fb-4981d8808738" [ 1054.566773] env[63260]: _type = "Task" [ 1054.566773] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.574388] env[63260]: DEBUG oslo_vmware.api [None req-5e3ea5cc-39e0-4655-9dc0-88023e1dd315 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b19f9f-871d-8249-49fb-4981d8808738, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.626108] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Releasing lock "refresh_cache-6b482172-c100-4c77-adb9-f8b15014de51" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.626108] env[63260]: DEBUG nova.compute.manager [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Instance network_info: |[{"id": "3735b28c-d23f-4888-8320-b779565eea1a", "address": "fa:16:3e:49:58:71", "network": {"id": "f1a6423a-5c4b-4aaa-b748-d2f8f6be870e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-101451514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b05b7e531ea465dbe8e5e575048712d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3735b28c-d2", "ovs_interfaceid": "3735b28c-d23f-4888-8320-b779565eea1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1054.626504] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:58:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3735b28c-d23f-4888-8320-b779565eea1a', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.634080] env[63260]: DEBUG oslo.service.loopingcall [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1054.634355] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.634562] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b656e0a-ab29-4fe2-b692-63c854571379 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.653718] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.653718] env[63260]: value = "task-2285269" [ 1054.653718] env[63260]: _type = "Task" [ 1054.653718] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.661723] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285269, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.881458] env[63260]: DEBUG nova.compute.manager [req-2115666b-63d0-4f33-9517-5a3a304d7aa1 req-e2589cc2-96f4-4d1b-a128-07798f6e88c3 service nova] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Received event network-changed-3735b28c-d23f-4888-8320-b779565eea1a {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1054.881684] env[63260]: DEBUG nova.compute.manager [req-2115666b-63d0-4f33-9517-5a3a304d7aa1 req-e2589cc2-96f4-4d1b-a128-07798f6e88c3 service nova] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Refreshing instance network info cache due to event network-changed-3735b28c-d23f-4888-8320-b779565eea1a. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1054.881957] env[63260]: DEBUG oslo_concurrency.lockutils [req-2115666b-63d0-4f33-9517-5a3a304d7aa1 req-e2589cc2-96f4-4d1b-a128-07798f6e88c3 service nova] Acquiring lock "refresh_cache-6b482172-c100-4c77-adb9-f8b15014de51" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.882120] env[63260]: DEBUG oslo_concurrency.lockutils [req-2115666b-63d0-4f33-9517-5a3a304d7aa1 req-e2589cc2-96f4-4d1b-a128-07798f6e88c3 service nova] Acquired lock "refresh_cache-6b482172-c100-4c77-adb9-f8b15014de51" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.882289] env[63260]: DEBUG nova.network.neutron [req-2115666b-63d0-4f33-9517-5a3a304d7aa1 req-e2589cc2-96f4-4d1b-a128-07798f6e88c3 service nova] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Refreshing network info cache for port 3735b28c-d23f-4888-8320-b779565eea1a {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.993996] env[63260]: WARNING nova.network.neutron [None req-439953bf-bc0a-474b-8add-73c3a8d53f6f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] d0e7abcc-19b4-4bfa-aad5-9325eea82286 already exists in list: networks containing: ['d0e7abcc-19b4-4bfa-aad5-9325eea82286']. ignoring it [ 1055.077119] env[63260]: DEBUG oslo_vmware.api [None req-5e3ea5cc-39e0-4655-9dc0-88023e1dd315 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b19f9f-871d-8249-49fb-4981d8808738, 'name': SearchDatastore_Task, 'duration_secs': 0.008622} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.079731] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5e3ea5cc-39e0-4655-9dc0-88023e1dd315 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.079950] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5e3ea5cc-39e0-4655-9dc0-88023e1dd315 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.166158] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285269, 'name': CreateVM_Task, 'duration_secs': 0.306814} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.166328] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.166975] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.167158] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.167477] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.167723] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c241e4b-f3d1-4b20-adbf-372288edb0d9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.172377] env[63260]: DEBUG oslo_vmware.api [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1055.172377] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52ced486-7007-fac5-4b7a-3fafcef5e5e9" [ 1055.172377] env[63260]: _type = "Task" [ 1055.172377] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.181919] env[63260]: DEBUG oslo_vmware.api [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52ced486-7007-fac5-4b7a-3fafcef5e5e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.276263] env[63260]: DEBUG nova.network.neutron [None req-439953bf-bc0a-474b-8add-73c3a8d53f6f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Updating instance_info_cache with network_info: [{"id": "99b6b7bc-5bed-41ec-be42-e0a11c47930d", "address": "fa:16:3e:61:a3:03", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99b6b7bc-5b", "ovs_interfaceid": "99b6b7bc-5bed-41ec-be42-e0a11c47930d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b85c61b0-614a-4efa-b7d7-82d59252f862", "address": "fa:16:3e:2c:74:e7", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb85c61b0-61", "ovs_interfaceid": "b85c61b0-614a-4efa-b7d7-82d59252f862", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.324183] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5e105774-0501-4d4d-ab3f-320499e50910 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "55dc2cc3-0938-47a4-81af-4cb638783c01" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.254s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.587355] env[63260]: DEBUG nova.network.neutron [req-2115666b-63d0-4f33-9517-5a3a304d7aa1 req-e2589cc2-96f4-4d1b-a128-07798f6e88c3 service nova] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Updated VIF entry in instance network info cache for port 3735b28c-d23f-4888-8320-b779565eea1a. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.587355] env[63260]: DEBUG nova.network.neutron [req-2115666b-63d0-4f33-9517-5a3a304d7aa1 req-e2589cc2-96f4-4d1b-a128-07798f6e88c3 service nova] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Updating instance_info_cache with network_info: [{"id": "3735b28c-d23f-4888-8320-b779565eea1a", "address": "fa:16:3e:49:58:71", "network": {"id": "f1a6423a-5c4b-4aaa-b748-d2f8f6be870e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-101451514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b05b7e531ea465dbe8e5e575048712d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3735b28c-d2", "ovs_interfaceid": "3735b28c-d23f-4888-8320-b779565eea1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.685076] env[63260]: DEBUG oslo_vmware.api [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52ced486-7007-fac5-4b7a-3fafcef5e5e9, 'name': SearchDatastore_Task, 'duration_secs': 0.00981} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.685554] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.686486] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.686486] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.686486] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.686486] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.686745] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6fb4402-6a22-484b-8b8f-10b0488e905d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.696712] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.697377] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.697573] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0252a6fe-b52d-480c-88fe-17028963aa63 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.703879] env[63260]: DEBUG oslo_vmware.api [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1055.703879] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52f47d44-e3a7-6449-b630-55f0780c244a" [ 1055.703879] env[63260]: _type = "Task" [ 1055.703879] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.716269] env[63260]: DEBUG oslo_vmware.api [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52f47d44-e3a7-6449-b630-55f0780c244a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.732304] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ca115b-2833-4071-9487-556578487428 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.740490] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec733ea7-b6f0-4d45-a659-7418497b03e6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.770204] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5448d5-c13f-4c27-8c54-5f2b1129b372 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.777908] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19dd0fa-79a6-482f-8a96-d06289c7203c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.782119] env[63260]: DEBUG oslo_concurrency.lockutils [None req-439953bf-bc0a-474b-8add-73c3a8d53f6f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Releasing lock "refresh_cache-15f6aedb-5993-45ef-995a-065b6dbf0670" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.782739] env[63260]: DEBUG oslo_concurrency.lockutils [None req-439953bf-bc0a-474b-8add-73c3a8d53f6f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "15f6aedb-5993-45ef-995a-065b6dbf0670" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.782896] env[63260]: DEBUG oslo_concurrency.lockutils [None req-439953bf-bc0a-474b-8add-73c3a8d53f6f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquired lock "15f6aedb-5993-45ef-995a-065b6dbf0670" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.783620] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc8a3e3-2dad-42ec-b736-d991f0fb7b0b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.797292] env[63260]: DEBUG nova.compute.provider_tree [None req-5e3ea5cc-39e0-4655-9dc0-88023e1dd315 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.810038] env[63260]: DEBUG nova.virt.hardware [None req-439953bf-bc0a-474b-8add-73c3a8d53f6f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.810283] env[63260]: DEBUG nova.virt.hardware [None req-439953bf-bc0a-474b-8add-73c3a8d53f6f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.810437] env[63260]: DEBUG nova.virt.hardware [None req-439953bf-bc0a-474b-8add-73c3a8d53f6f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.810618] env[63260]: DEBUG nova.virt.hardware [None req-439953bf-bc0a-474b-8add-73c3a8d53f6f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.810763] env[63260]: DEBUG nova.virt.hardware [None req-439953bf-bc0a-474b-8add-73c3a8d53f6f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.810984] env[63260]: DEBUG nova.virt.hardware [None req-439953bf-bc0a-474b-8add-73c3a8d53f6f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.811123] env[63260]: DEBUG nova.virt.hardware [None req-439953bf-bc0a-474b-8add-73c3a8d53f6f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.811284] env[63260]: DEBUG nova.virt.hardware [None req-439953bf-bc0a-474b-8add-73c3a8d53f6f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.811448] env[63260]: DEBUG nova.virt.hardware [None req-439953bf-bc0a-474b-8add-73c3a8d53f6f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.811606] env[63260]: DEBUG nova.virt.hardware [None req-439953bf-bc0a-474b-8add-73c3a8d53f6f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.811799] env[63260]: DEBUG nova.virt.hardware [None req-439953bf-bc0a-474b-8add-73c3a8d53f6f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.817896] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-439953bf-bc0a-474b-8add-73c3a8d53f6f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Reconfiguring VM to attach interface {{(pid=63260) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1055.819016] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-063fd048-a437-4f8d-ad65-3cc2c2a03426 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.837319] env[63260]: DEBUG oslo_vmware.api [None req-439953bf-bc0a-474b-8add-73c3a8d53f6f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 1055.837319] env[63260]: value = "task-2285270" [ 1055.837319] env[63260]: _type = "Task" [ 1055.837319] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.845921] env[63260]: DEBUG oslo_vmware.api [None req-439953bf-bc0a-474b-8add-73c3a8d53f6f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285270, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.910385] env[63260]: DEBUG nova.compute.manager [req-39c50bb9-9404-436b-b58b-10caf9af5465 req-65fc064f-3dbe-44ae-967b-eb3a9f19b6f8 service nova] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Received event network-changed-b85c61b0-614a-4efa-b7d7-82d59252f862 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1055.910673] env[63260]: DEBUG nova.compute.manager [req-39c50bb9-9404-436b-b58b-10caf9af5465 req-65fc064f-3dbe-44ae-967b-eb3a9f19b6f8 service nova] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Refreshing instance network info cache due to event network-changed-b85c61b0-614a-4efa-b7d7-82d59252f862. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1055.910921] env[63260]: DEBUG oslo_concurrency.lockutils [req-39c50bb9-9404-436b-b58b-10caf9af5465 req-65fc064f-3dbe-44ae-967b-eb3a9f19b6f8 service nova] Acquiring lock "refresh_cache-15f6aedb-5993-45ef-995a-065b6dbf0670" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.911128] env[63260]: DEBUG oslo_concurrency.lockutils [req-39c50bb9-9404-436b-b58b-10caf9af5465 req-65fc064f-3dbe-44ae-967b-eb3a9f19b6f8 service nova] Acquired lock "refresh_cache-15f6aedb-5993-45ef-995a-065b6dbf0670" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.911324] env[63260]: DEBUG nova.network.neutron [req-39c50bb9-9404-436b-b58b-10caf9af5465 req-65fc064f-3dbe-44ae-967b-eb3a9f19b6f8 service nova] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Refreshing network info cache for port b85c61b0-614a-4efa-b7d7-82d59252f862 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.089862] env[63260]: DEBUG oslo_concurrency.lockutils [req-2115666b-63d0-4f33-9517-5a3a304d7aa1 req-e2589cc2-96f4-4d1b-a128-07798f6e88c3 service nova] Releasing lock "refresh_cache-6b482172-c100-4c77-adb9-f8b15014de51" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.217837] env[63260]: DEBUG oslo_vmware.api [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52f47d44-e3a7-6449-b630-55f0780c244a, 'name': SearchDatastore_Task, 'duration_secs': 0.013641} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.218627] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7651159-533b-40e0-810f-d6574836430a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.224184] env[63260]: DEBUG oslo_vmware.api [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1056.224184] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52364034-6866-c9e4-6668-f26c78142816" [ 1056.224184] env[63260]: _type = "Task" [ 1056.224184] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.232038] env[63260]: DEBUG oslo_vmware.api [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52364034-6866-c9e4-6668-f26c78142816, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.320359] env[63260]: DEBUG nova.scheduler.client.report [None req-5e3ea5cc-39e0-4655-9dc0-88023e1dd315 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.347466] env[63260]: DEBUG oslo_vmware.api [None req-439953bf-bc0a-474b-8add-73c3a8d53f6f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285270, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.386275] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c0581c4d-46c8-447d-8b0c-b8ea78d90b16 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquiring lock "55dc2cc3-0938-47a4-81af-4cb638783c01" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.386516] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c0581c4d-46c8-447d-8b0c-b8ea78d90b16 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "55dc2cc3-0938-47a4-81af-4cb638783c01" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.386725] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c0581c4d-46c8-447d-8b0c-b8ea78d90b16 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquiring lock "55dc2cc3-0938-47a4-81af-4cb638783c01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.386906] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c0581c4d-46c8-447d-8b0c-b8ea78d90b16 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "55dc2cc3-0938-47a4-81af-4cb638783c01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.387089] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c0581c4d-46c8-447d-8b0c-b8ea78d90b16 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "55dc2cc3-0938-47a4-81af-4cb638783c01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.389396] env[63260]: INFO nova.compute.manager [None req-c0581c4d-46c8-447d-8b0c-b8ea78d90b16 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Terminating instance [ 1056.624367] env[63260]: DEBUG nova.network.neutron [req-39c50bb9-9404-436b-b58b-10caf9af5465 req-65fc064f-3dbe-44ae-967b-eb3a9f19b6f8 service nova] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Updated VIF entry in instance network info cache for port b85c61b0-614a-4efa-b7d7-82d59252f862. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.625071] env[63260]: DEBUG nova.network.neutron [req-39c50bb9-9404-436b-b58b-10caf9af5465 req-65fc064f-3dbe-44ae-967b-eb3a9f19b6f8 service nova] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Updating instance_info_cache with network_info: [{"id": "99b6b7bc-5bed-41ec-be42-e0a11c47930d", "address": "fa:16:3e:61:a3:03", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99b6b7bc-5b", "ovs_interfaceid": "99b6b7bc-5bed-41ec-be42-e0a11c47930d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b85c61b0-614a-4efa-b7d7-82d59252f862", "address": "fa:16:3e:2c:74:e7", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb85c61b0-61", "ovs_interfaceid": "b85c61b0-614a-4efa-b7d7-82d59252f862", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.736065] env[63260]: DEBUG oslo_vmware.api [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52364034-6866-c9e4-6668-f26c78142816, 'name': SearchDatastore_Task, 'duration_secs': 0.00957} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.736511] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.736866] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 6b482172-c100-4c77-adb9-f8b15014de51/6b482172-c100-4c77-adb9-f8b15014de51.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.737302] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9906f8c7-260a-46dd-8074-4d66faef1f70 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.748044] env[63260]: DEBUG oslo_vmware.api [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1056.748044] env[63260]: value = "task-2285272" [ 1056.748044] env[63260]: _type = "Task" [ 1056.748044] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.757145] env[63260]: DEBUG oslo_vmware.api [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.849972] env[63260]: DEBUG oslo_vmware.api [None req-439953bf-bc0a-474b-8add-73c3a8d53f6f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285270, 'name': ReconfigVM_Task, 'duration_secs': 0.927651} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.850522] env[63260]: DEBUG oslo_concurrency.lockutils [None req-439953bf-bc0a-474b-8add-73c3a8d53f6f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Releasing lock "15f6aedb-5993-45ef-995a-065b6dbf0670" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.850739] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-439953bf-bc0a-474b-8add-73c3a8d53f6f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Reconfigured VM to attach interface {{(pid=63260) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1056.893776] env[63260]: DEBUG nova.compute.manager [None req-c0581c4d-46c8-447d-8b0c-b8ea78d90b16 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1056.894083] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c0581c4d-46c8-447d-8b0c-b8ea78d90b16 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.895212] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46be37f4-0ad1-440e-ab6a-6ce06aea0662 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.904588] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0581c4d-46c8-447d-8b0c-b8ea78d90b16 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.904912] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afdfb4c2-8d6e-4cfb-a745-f6f88cb18c11 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.913181] env[63260]: DEBUG oslo_vmware.api [None req-c0581c4d-46c8-447d-8b0c-b8ea78d90b16 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 1056.913181] env[63260]: value = "task-2285273" [ 1056.913181] env[63260]: _type = "Task" [ 1056.913181] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.923896] env[63260]: DEBUG oslo_vmware.api [None req-c0581c4d-46c8-447d-8b0c-b8ea78d90b16 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.131079] env[63260]: DEBUG oslo_concurrency.lockutils [req-39c50bb9-9404-436b-b58b-10caf9af5465 req-65fc064f-3dbe-44ae-967b-eb3a9f19b6f8 service nova] Releasing lock "refresh_cache-15f6aedb-5993-45ef-995a-065b6dbf0670" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.258540] env[63260]: DEBUG oslo_vmware.api [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498808} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.259369] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 6b482172-c100-4c77-adb9-f8b15014de51/6b482172-c100-4c77-adb9-f8b15014de51.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.259369] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.259369] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a40ea60b-8299-4471-b4f6-7c7c61979b9c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.268017] env[63260]: DEBUG oslo_vmware.api [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1057.268017] env[63260]: value = "task-2285274" [ 1057.268017] env[63260]: _type = "Task" [ 1057.268017] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.276217] env[63260]: DEBUG oslo_vmware.api [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285274, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.332838] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5e3ea5cc-39e0-4655-9dc0-88023e1dd315 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.253s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.333103] env[63260]: DEBUG nova.compute.manager [None req-5e3ea5cc-39e0-4655-9dc0-88023e1dd315 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=63260) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1057.355069] env[63260]: DEBUG oslo_concurrency.lockutils [None req-439953bf-bc0a-474b-8add-73c3a8d53f6f tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "interface-15f6aedb-5993-45ef-995a-065b6dbf0670-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.310s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.423082] env[63260]: DEBUG oslo_vmware.api [None req-c0581c4d-46c8-447d-8b0c-b8ea78d90b16 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285273, 'name': PowerOffVM_Task, 'duration_secs': 0.371805} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.423350] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0581c4d-46c8-447d-8b0c-b8ea78d90b16 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.423515] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c0581c4d-46c8-447d-8b0c-b8ea78d90b16 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.423768] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8d42efe-526f-411f-aed5-cd8ff2fed9b6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.492755] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c0581c4d-46c8-447d-8b0c-b8ea78d90b16 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.493141] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c0581c4d-46c8-447d-8b0c-b8ea78d90b16 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.493359] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0581c4d-46c8-447d-8b0c-b8ea78d90b16 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Deleting the datastore file [datastore2] 55dc2cc3-0938-47a4-81af-4cb638783c01 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.493632] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5cd64e7-c03c-4c2a-b359-6f68f1935d39 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.501405] env[63260]: DEBUG oslo_vmware.api [None req-c0581c4d-46c8-447d-8b0c-b8ea78d90b16 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 1057.501405] env[63260]: value = "task-2285276" [ 1057.501405] env[63260]: _type = "Task" [ 1057.501405] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.510276] env[63260]: DEBUG oslo_vmware.api [None req-c0581c4d-46c8-447d-8b0c-b8ea78d90b16 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285276, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.781750] env[63260]: DEBUG oslo_vmware.api [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285274, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06958} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.782172] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.783403] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dab9679-fdb2-42de-84cf-2f962f950fdf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.813273] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 6b482172-c100-4c77-adb9-f8b15014de51/6b482172-c100-4c77-adb9-f8b15014de51.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.813717] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a6f3f39-55bd-43b7-85d8-a6d66ae62ced {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.835058] env[63260]: DEBUG oslo_vmware.api [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1057.835058] env[63260]: value = "task-2285277" [ 1057.835058] env[63260]: _type = "Task" [ 1057.835058] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.845361] env[63260]: DEBUG oslo_vmware.api [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285277, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.909181] env[63260]: INFO nova.scheduler.client.report [None req-5e3ea5cc-39e0-4655-9dc0-88023e1dd315 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Deleted allocation for migration 83d29021-cbfa-4a60-a772-16a0d7946de7 [ 1058.012603] env[63260]: DEBUG oslo_vmware.api [None req-c0581c4d-46c8-447d-8b0c-b8ea78d90b16 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285276, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134432} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.012887] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0581c4d-46c8-447d-8b0c-b8ea78d90b16 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.013112] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c0581c4d-46c8-447d-8b0c-b8ea78d90b16 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.013297] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c0581c4d-46c8-447d-8b0c-b8ea78d90b16 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.013470] env[63260]: INFO nova.compute.manager [None req-c0581c4d-46c8-447d-8b0c-b8ea78d90b16 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1058.013706] env[63260]: DEBUG oslo.service.loopingcall [None req-c0581c4d-46c8-447d-8b0c-b8ea78d90b16 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1058.013940] env[63260]: DEBUG nova.compute.manager [-] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1058.014078] env[63260]: DEBUG nova.network.neutron [-] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1058.347977] env[63260]: DEBUG oslo_vmware.api [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.414327] env[63260]: DEBUG oslo_concurrency.lockutils [None req-5e3ea5cc-39e0-4655-9dc0-88023e1dd315 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "6cfc6194-c7a5-47ae-bf22-21a274cc7bb3" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.776s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.754487] env[63260]: DEBUG nova.compute.manager [req-bf0580f3-de42-484a-a088-fde4b77779ac req-86b9d78c-db29-410b-a77b-390763f51d32 service nova] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Received event network-vif-deleted-9ae0225e-30a7-4382-8475-69cb79a7dd0a {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1058.754791] env[63260]: INFO nova.compute.manager [req-bf0580f3-de42-484a-a088-fde4b77779ac req-86b9d78c-db29-410b-a77b-390763f51d32 service nova] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Neutron deleted interface 9ae0225e-30a7-4382-8475-69cb79a7dd0a; detaching it from the instance and deleting it from the info cache [ 1058.755287] env[63260]: DEBUG nova.network.neutron [req-bf0580f3-de42-484a-a088-fde4b77779ac req-86b9d78c-db29-410b-a77b-390763f51d32 service nova] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.849920] env[63260]: DEBUG oslo_vmware.api [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285277, 'name': ReconfigVM_Task, 'duration_secs': 0.59375} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.850657] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 6b482172-c100-4c77-adb9-f8b15014de51/6b482172-c100-4c77-adb9-f8b15014de51.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.852129] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18274f9e-ab8a-49f8-827d-3883b4cc9e02 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.861768] env[63260]: DEBUG oslo_vmware.api [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1058.861768] env[63260]: value = "task-2285278" [ 1058.861768] env[63260]: _type = "Task" [ 1058.861768] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.875433] env[63260]: DEBUG oslo_vmware.api [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285278, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.911818] env[63260]: DEBUG nova.objects.instance [None req-1a93bd28-2614-40a8-9da3-97df93762264 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lazy-loading 'flavor' on Instance uuid 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.223058] env[63260]: DEBUG nova.network.neutron [-] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.258458] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b7ffb300-62a7-4d1d-9a21-5ddb6065ce32 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.271027] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2b0044-b4cf-40b5-908b-7007c381e652 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.306722] env[63260]: DEBUG nova.compute.manager [req-bf0580f3-de42-484a-a088-fde4b77779ac req-86b9d78c-db29-410b-a77b-390763f51d32 service nova] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Detach interface failed, port_id=9ae0225e-30a7-4382-8475-69cb79a7dd0a, reason: Instance 55dc2cc3-0938-47a4-81af-4cb638783c01 could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1059.372332] env[63260]: DEBUG oslo_vmware.api [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285278, 'name': Rename_Task, 'duration_secs': 0.183797} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.372626] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.372884] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8331fbe0-945e-4869-a027-ea6b4895fee3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.381647] env[63260]: DEBUG oslo_vmware.api [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1059.381647] env[63260]: value = "task-2285279" [ 1059.381647] env[63260]: _type = "Task" [ 1059.381647] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.386545] env[63260]: DEBUG oslo_concurrency.lockutils [None req-20d03aab-b090-41bf-85cb-ce672746e574 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "interface-15f6aedb-5993-45ef-995a-065b6dbf0670-5b8954a1-a2b4-4d59-ab10-15d9ba198199" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.386932] env[63260]: DEBUG oslo_concurrency.lockutils [None req-20d03aab-b090-41bf-85cb-ce672746e574 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "interface-15f6aedb-5993-45ef-995a-065b6dbf0670-5b8954a1-a2b4-4d59-ab10-15d9ba198199" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.387347] env[63260]: DEBUG nova.objects.instance [None req-20d03aab-b090-41bf-85cb-ce672746e574 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lazy-loading 'flavor' on Instance uuid 15f6aedb-5993-45ef-995a-065b6dbf0670 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.396514] env[63260]: DEBUG oslo_vmware.api [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.417196] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1a93bd28-2614-40a8-9da3-97df93762264 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "refresh_cache-6cfc6194-c7a5-47ae-bf22-21a274cc7bb3" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.417598] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1a93bd28-2614-40a8-9da3-97df93762264 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquired lock "refresh_cache-6cfc6194-c7a5-47ae-bf22-21a274cc7bb3" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.417598] env[63260]: DEBUG nova.network.neutron [None req-1a93bd28-2614-40a8-9da3-97df93762264 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.417717] env[63260]: DEBUG nova.objects.instance [None req-1a93bd28-2614-40a8-9da3-97df93762264 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lazy-loading 'info_cache' on Instance uuid 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.725590] env[63260]: INFO nova.compute.manager [-] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Took 1.71 seconds to deallocate network for instance. [ 1059.894885] env[63260]: DEBUG oslo_vmware.api [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285279, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.919152] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "03fb6371-8925-4bcb-af19-9387884ec631" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.919376] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "03fb6371-8925-4bcb-af19-9387884ec631" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.922342] env[63260]: DEBUG nova.objects.base [None req-1a93bd28-2614-40a8-9da3-97df93762264 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Object Instance<6cfc6194-c7a5-47ae-bf22-21a274cc7bb3> lazy-loaded attributes: flavor,info_cache {{(pid=63260) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1060.006959] env[63260]: DEBUG nova.objects.instance [None req-20d03aab-b090-41bf-85cb-ce672746e574 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lazy-loading 'pci_requests' on Instance uuid 15f6aedb-5993-45ef-995a-065b6dbf0670 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.232420] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c0581c4d-46c8-447d-8b0c-b8ea78d90b16 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.232710] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c0581c4d-46c8-447d-8b0c-b8ea78d90b16 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.233047] env[63260]: DEBUG nova.objects.instance [None req-c0581c4d-46c8-447d-8b0c-b8ea78d90b16 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lazy-loading 'resources' on Instance uuid 55dc2cc3-0938-47a4-81af-4cb638783c01 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.393510] env[63260]: DEBUG oslo_vmware.api [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285279, 'name': PowerOnVM_Task, 'duration_secs': 0.870189} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.393781] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.393970] env[63260]: INFO nova.compute.manager [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Took 7.80 seconds to spawn the instance on the hypervisor. [ 1060.394168] env[63260]: DEBUG nova.compute.manager [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.394958] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd113ed-d128-4056-9872-b68e9984321d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.423435] env[63260]: DEBUG nova.compute.manager [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1060.509379] env[63260]: DEBUG nova.objects.base [None req-20d03aab-b090-41bf-85cb-ce672746e574 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Object Instance<15f6aedb-5993-45ef-995a-065b6dbf0670> lazy-loaded attributes: flavor,pci_requests {{(pid=63260) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1060.509606] env[63260]: DEBUG nova.network.neutron [None req-20d03aab-b090-41bf-85cb-ce672746e574 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1060.714636] env[63260]: DEBUG nova.network.neutron [None req-1a93bd28-2614-40a8-9da3-97df93762264 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Updating instance_info_cache with network_info: [{"id": "b33d73b2-a14d-466c-b906-0759d5a03e8f", "address": "fa:16:3e:95:cb:13", "network": {"id": "095ea81c-b08e-465e-a9a8-6c7d22cb7bf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1442129299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12b951a134ae4e0294f6672abcb63dc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb33d73b2-a1", "ovs_interfaceid": "b33d73b2-a14d-466c-b906-0759d5a03e8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.777774] env[63260]: DEBUG nova.policy [None req-20d03aab-b090-41bf-85cb-ce672746e574 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e483d46951f4d4e9a9419be33fe8d4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2147a1e9788d4345b9f561c682dcba6d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.880040] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2794300-2e77-4a2d-b0e9-d6be86a2a1e5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.888316] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b5ab2f-d3a1-4e8d-9384-85d6fe19a66a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.927021] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f22e8b-2bcb-4bd8-b9f7-1b6288b30f73 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.931032] env[63260]: INFO nova.compute.manager [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Took 12.61 seconds to build instance. [ 1060.938434] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a8d18f-80e1-4e61-b2e0-b026b9117c6e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.954833] env[63260]: DEBUG nova.compute.provider_tree [None req-c0581c4d-46c8-447d-8b0c-b8ea78d90b16 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.957032] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.217824] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1a93bd28-2614-40a8-9da3-97df93762264 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Releasing lock "refresh_cache-6cfc6194-c7a5-47ae-bf22-21a274cc7bb3" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.433392] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f218cc6d-2138-417d-a259-42ac8b489c63 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "6b482172-c100-4c77-adb9-f8b15014de51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.122s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.459182] env[63260]: DEBUG nova.scheduler.client.report [None req-c0581c4d-46c8-447d-8b0c-b8ea78d90b16 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.860844] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aa14daa0-e144-43d0-ae24-3ce8dcea1070 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Acquiring lock "9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.861357] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aa14daa0-e144-43d0-ae24-3ce8dcea1070 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lock "9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.861632] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aa14daa0-e144-43d0-ae24-3ce8dcea1070 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Acquiring lock "9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.861906] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aa14daa0-e144-43d0-ae24-3ce8dcea1070 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lock "9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.862119] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aa14daa0-e144-43d0-ae24-3ce8dcea1070 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lock "9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.864427] env[63260]: INFO nova.compute.manager [None req-aa14daa0-e144-43d0-ae24-3ce8dcea1070 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Terminating instance [ 1061.965015] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c0581c4d-46c8-447d-8b0c-b8ea78d90b16 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.732s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.967465] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.010s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.969369] env[63260]: INFO nova.compute.claims [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.988896] env[63260]: INFO nova.scheduler.client.report [None req-c0581c4d-46c8-447d-8b0c-b8ea78d90b16 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Deleted allocations for instance 55dc2cc3-0938-47a4-81af-4cb638783c01 [ 1062.144844] env[63260]: DEBUG nova.compute.manager [None req-c04552bd-082a-42d6-a686-3cd3e0b2b70f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.145912] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15c3c50-85e0-47a7-b166-7bdecd7faebd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.214141] env[63260]: DEBUG nova.compute.manager [req-76808f2c-72a3-4336-a9e2-7a79e452116c req-79c03e30-adf5-449e-b4b0-b7333c02d2bc service nova] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Received event network-vif-plugged-5b8954a1-a2b4-4d59-ab10-15d9ba198199 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1062.214141] env[63260]: DEBUG oslo_concurrency.lockutils [req-76808f2c-72a3-4336-a9e2-7a79e452116c req-79c03e30-adf5-449e-b4b0-b7333c02d2bc service nova] Acquiring lock "15f6aedb-5993-45ef-995a-065b6dbf0670-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.214141] env[63260]: DEBUG oslo_concurrency.lockutils [req-76808f2c-72a3-4336-a9e2-7a79e452116c req-79c03e30-adf5-449e-b4b0-b7333c02d2bc service nova] Lock "15f6aedb-5993-45ef-995a-065b6dbf0670-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.214141] env[63260]: DEBUG oslo_concurrency.lockutils [req-76808f2c-72a3-4336-a9e2-7a79e452116c req-79c03e30-adf5-449e-b4b0-b7333c02d2bc service nova] Lock "15f6aedb-5993-45ef-995a-065b6dbf0670-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.214312] env[63260]: DEBUG nova.compute.manager [req-76808f2c-72a3-4336-a9e2-7a79e452116c req-79c03e30-adf5-449e-b4b0-b7333c02d2bc service nova] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] No waiting events found dispatching network-vif-plugged-5b8954a1-a2b4-4d59-ab10-15d9ba198199 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1062.214463] env[63260]: WARNING nova.compute.manager [req-76808f2c-72a3-4336-a9e2-7a79e452116c req-79c03e30-adf5-449e-b4b0-b7333c02d2bc service nova] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Received unexpected event network-vif-plugged-5b8954a1-a2b4-4d59-ab10-15d9ba198199 for instance with vm_state active and task_state None. [ 1062.224245] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a93bd28-2614-40a8-9da3-97df93762264 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.224550] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f6d3361-4bd5-4629-b0cd-d97e4bb1067f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.234053] env[63260]: DEBUG oslo_vmware.api [None req-1a93bd28-2614-40a8-9da3-97df93762264 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1062.234053] env[63260]: value = "task-2285280" [ 1062.234053] env[63260]: _type = "Task" [ 1062.234053] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.245722] env[63260]: DEBUG oslo_vmware.api [None req-1a93bd28-2614-40a8-9da3-97df93762264 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.316351] env[63260]: DEBUG nova.network.neutron [None req-20d03aab-b090-41bf-85cb-ce672746e574 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Successfully updated port: 5b8954a1-a2b4-4d59-ab10-15d9ba198199 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1062.368092] env[63260]: DEBUG nova.compute.manager [None req-aa14daa0-e144-43d0-ae24-3ce8dcea1070 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.368355] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-aa14daa0-e144-43d0-ae24-3ce8dcea1070 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.369548] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec7cd70-2d67-469c-aad9-610f4a104e15 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.378365] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa14daa0-e144-43d0-ae24-3ce8dcea1070 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.378765] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e213eb31-af60-45e7-b03e-b78604d00ca8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.386987] env[63260]: DEBUG oslo_vmware.api [None req-aa14daa0-e144-43d0-ae24-3ce8dcea1070 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Waiting for the task: (returnval){ [ 1062.386987] env[63260]: value = "task-2285281" [ 1062.386987] env[63260]: _type = "Task" [ 1062.386987] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.397204] env[63260]: DEBUG oslo_vmware.api [None req-aa14daa0-e144-43d0-ae24-3ce8dcea1070 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.499393] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c0581c4d-46c8-447d-8b0c-b8ea78d90b16 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "55dc2cc3-0938-47a4-81af-4cb638783c01" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.113s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.660457] env[63260]: INFO nova.compute.manager [None req-c04552bd-082a-42d6-a686-3cd3e0b2b70f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] instance snapshotting [ 1062.663684] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fda9fd1-1784-4bc3-9479-0f9cb33be3fd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.685610] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c30bac-3a9c-4862-8d06-0475e34c86d6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.744272] env[63260]: DEBUG oslo_vmware.api [None req-1a93bd28-2614-40a8-9da3-97df93762264 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285280, 'name': PowerOnVM_Task, 'duration_secs': 0.457359} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.744563] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a93bd28-2614-40a8-9da3-97df93762264 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.744757] env[63260]: DEBUG nova.compute.manager [None req-1a93bd28-2614-40a8-9da3-97df93762264 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.745573] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250ae8ab-203d-42a7-8613-a5e2b0cd9931 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.819050] env[63260]: DEBUG oslo_concurrency.lockutils [None req-20d03aab-b090-41bf-85cb-ce672746e574 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "refresh_cache-15f6aedb-5993-45ef-995a-065b6dbf0670" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.819231] env[63260]: DEBUG oslo_concurrency.lockutils [None req-20d03aab-b090-41bf-85cb-ce672746e574 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquired lock "refresh_cache-15f6aedb-5993-45ef-995a-065b6dbf0670" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.819420] env[63260]: DEBUG nova.network.neutron [None req-20d03aab-b090-41bf-85cb-ce672746e574 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.897603] env[63260]: DEBUG oslo_vmware.api [None req-aa14daa0-e144-43d0-ae24-3ce8dcea1070 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285281, 'name': PowerOffVM_Task, 'duration_secs': 0.187253} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.897846] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa14daa0-e144-43d0-ae24-3ce8dcea1070 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.898071] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-aa14daa0-e144-43d0-ae24-3ce8dcea1070 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.898315] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8987e7d9-0658-4bfe-8ac1-582748afb502 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.969214] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-aa14daa0-e144-43d0-ae24-3ce8dcea1070 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1062.969490] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-aa14daa0-e144-43d0-ae24-3ce8dcea1070 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1062.969717] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa14daa0-e144-43d0-ae24-3ce8dcea1070 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Deleting the datastore file [datastore2] 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.970078] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9675275f-00d2-4bac-8823-c5531c0260fa {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.981464] env[63260]: DEBUG oslo_vmware.api [None req-aa14daa0-e144-43d0-ae24-3ce8dcea1070 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Waiting for the task: (returnval){ [ 1062.981464] env[63260]: value = "task-2285283" [ 1062.981464] env[63260]: _type = "Task" [ 1062.981464] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.991152] env[63260]: DEBUG oslo_vmware.api [None req-aa14daa0-e144-43d0-ae24-3ce8dcea1070 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285283, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.117797] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126bc2d5-cb90-4104-ad76-a16693abd05a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.126082] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3210a8b-c496-4e07-8484-4b8c1660794d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.162381] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06dda36-63a5-4ded-8fac-5f00fdc0dbe0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.170483] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff81f33-4230-483e-94e5-14143715fedd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.200730] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c04552bd-082a-42d6-a686-3cd3e0b2b70f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Creating Snapshot of the VM instance {{(pid=63260) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1063.201136] env[63260]: DEBUG nova.compute.provider_tree [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1063.202435] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4cfccd4e-a86c-4672-8bdf-53df8a772f1a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.210076] env[63260]: DEBUG oslo_vmware.api [None req-c04552bd-082a-42d6-a686-3cd3e0b2b70f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1063.210076] env[63260]: value = "task-2285284" [ 1063.210076] env[63260]: _type = "Task" [ 1063.210076] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.218568] env[63260]: DEBUG oslo_vmware.api [None req-c04552bd-082a-42d6-a686-3cd3e0b2b70f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285284, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.370675] env[63260]: WARNING nova.network.neutron [None req-20d03aab-b090-41bf-85cb-ce672746e574 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] d0e7abcc-19b4-4bfa-aad5-9325eea82286 already exists in list: networks containing: ['d0e7abcc-19b4-4bfa-aad5-9325eea82286']. ignoring it [ 1063.370675] env[63260]: WARNING nova.network.neutron [None req-20d03aab-b090-41bf-85cb-ce672746e574 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] d0e7abcc-19b4-4bfa-aad5-9325eea82286 already exists in list: networks containing: ['d0e7abcc-19b4-4bfa-aad5-9325eea82286']. ignoring it [ 1063.497658] env[63260]: DEBUG oslo_vmware.api [None req-aa14daa0-e144-43d0-ae24-3ce8dcea1070 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285283, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159315} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.497859] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa14daa0-e144-43d0-ae24-3ce8dcea1070 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.498032] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-aa14daa0-e144-43d0-ae24-3ce8dcea1070 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.498204] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-aa14daa0-e144-43d0-ae24-3ce8dcea1070 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.498377] env[63260]: INFO nova.compute.manager [None req-aa14daa0-e144-43d0-ae24-3ce8dcea1070 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1063.498617] env[63260]: DEBUG oslo.service.loopingcall [None req-aa14daa0-e144-43d0-ae24-3ce8dcea1070 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1063.498802] env[63260]: DEBUG nova.compute.manager [-] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1063.498904] env[63260]: DEBUG nova.network.neutron [-] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1063.730048] env[63260]: DEBUG oslo_vmware.api [None req-c04552bd-082a-42d6-a686-3cd3e0b2b70f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285284, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.732341] env[63260]: ERROR nova.scheduler.client.report [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [req-3f923315-f4f4-46ab-be9e-d2a4eb60e3fd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 535ed902-6829-4832-9c79-14d5c1df9745. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3f923315-f4f4-46ab-be9e-d2a4eb60e3fd"}]} [ 1063.748927] env[63260]: DEBUG nova.scheduler.client.report [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Refreshing inventories for resource provider 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1063.763026] env[63260]: DEBUG nova.scheduler.client.report [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Updating ProviderTree inventory for provider 535ed902-6829-4832-9c79-14d5c1df9745 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1063.763286] env[63260]: DEBUG nova.compute.provider_tree [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1063.774479] env[63260]: DEBUG nova.scheduler.client.report [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Refreshing aggregate associations for resource provider 535ed902-6829-4832-9c79-14d5c1df9745, aggregates: None {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1063.797522] env[63260]: DEBUG nova.scheduler.client.report [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Refreshing trait associations for resource provider 535ed902-6829-4832-9c79-14d5c1df9745, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1063.842968] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1063.843422] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1063.843422] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Starting heal instance info cache {{(pid=63260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1063.843657] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Rebuilding the list of instances to heal {{(pid=63260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1063.953019] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246e9d11-06c0-4026-90cf-3d8d5de4bbc4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.965507] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d507554-f2ad-4fea-b465-8a4ab56dbf6b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.002401] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db24c45b-0306-4302-8bc7-9a5ccf48dd04 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.010920] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb305578-3457-4f47-8187-aca89f3eda65 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.025488] env[63260]: DEBUG nova.compute.provider_tree [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1064.079275] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7bce6086-d592-4303-9da6-6096aba0954d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "6cfc6194-c7a5-47ae-bf22-21a274cc7bb3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.082987] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7bce6086-d592-4303-9da6-6096aba0954d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "6cfc6194-c7a5-47ae-bf22-21a274cc7bb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.082987] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7bce6086-d592-4303-9da6-6096aba0954d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "6cfc6194-c7a5-47ae-bf22-21a274cc7bb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.082987] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7bce6086-d592-4303-9da6-6096aba0954d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "6cfc6194-c7a5-47ae-bf22-21a274cc7bb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.082987] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7bce6086-d592-4303-9da6-6096aba0954d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "6cfc6194-c7a5-47ae-bf22-21a274cc7bb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.082987] env[63260]: INFO nova.compute.manager [None req-7bce6086-d592-4303-9da6-6096aba0954d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Terminating instance [ 1064.091549] env[63260]: DEBUG nova.network.neutron [None req-20d03aab-b090-41bf-85cb-ce672746e574 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Updating instance_info_cache with network_info: [{"id": "99b6b7bc-5bed-41ec-be42-e0a11c47930d", "address": "fa:16:3e:61:a3:03", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99b6b7bc-5b", "ovs_interfaceid": "99b6b7bc-5bed-41ec-be42-e0a11c47930d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b85c61b0-614a-4efa-b7d7-82d59252f862", "address": "fa:16:3e:2c:74:e7", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb85c61b0-61", "ovs_interfaceid": "b85c61b0-614a-4efa-b7d7-82d59252f862", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b8954a1-a2b4-4d59-ab10-15d9ba198199", "address": "fa:16:3e:f1:69:d8", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b8954a1-a2", "ovs_interfaceid": "5b8954a1-a2b4-4d59-ab10-15d9ba198199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.223927] env[63260]: DEBUG oslo_vmware.api [None req-c04552bd-082a-42d6-a686-3cd3e0b2b70f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285284, 'name': CreateSnapshot_Task, 'duration_secs': 0.903531} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.227555] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c04552bd-082a-42d6-a686-3cd3e0b2b70f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Created Snapshot of the VM instance {{(pid=63260) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1064.228399] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aac5d70-0be0-453f-ad63-7d59deedf4ec {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.350290] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Skipping network cache update for instance because it is being deleted. {{(pid=63260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 1064.350468] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Skipping network cache update for instance because it is being deleted. {{(pid=63260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 1064.350618] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Skipping network cache update for instance because it is Building. {{(pid=63260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 1064.390879] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "refresh_cache-eae2ab94-da4e-45c4-a185-a245dd609514" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.391037] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquired lock "refresh_cache-eae2ab94-da4e-45c4-a185-a245dd609514" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.391187] env[63260]: DEBUG nova.network.neutron [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Forcefully refreshing network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1064.391341] env[63260]: DEBUG nova.objects.instance [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lazy-loading 'info_cache' on Instance uuid eae2ab94-da4e-45c4-a185-a245dd609514 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.560692] env[63260]: DEBUG nova.scheduler.client.report [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Updated inventory for provider 535ed902-6829-4832-9c79-14d5c1df9745 with generation 146 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1064.560979] env[63260]: DEBUG nova.compute.provider_tree [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Updating resource provider 535ed902-6829-4832-9c79-14d5c1df9745 generation from 146 to 147 during operation: update_inventory {{(pid=63260) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1064.561180] env[63260]: DEBUG nova.compute.provider_tree [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1064.572525] env[63260]: DEBUG nova.compute.manager [req-1ad0feb1-47d0-4494-a43f-675532b79769 req-a1af2048-0865-46d7-a92c-f9b3e04d467d service nova] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Received event network-changed-5b8954a1-a2b4-4d59-ab10-15d9ba198199 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1064.572525] env[63260]: DEBUG nova.compute.manager [req-1ad0feb1-47d0-4494-a43f-675532b79769 req-a1af2048-0865-46d7-a92c-f9b3e04d467d service nova] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Refreshing instance network info cache due to event network-changed-5b8954a1-a2b4-4d59-ab10-15d9ba198199. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1064.572803] env[63260]: DEBUG oslo_concurrency.lockutils [req-1ad0feb1-47d0-4494-a43f-675532b79769 req-a1af2048-0865-46d7-a92c-f9b3e04d467d service nova] Acquiring lock "refresh_cache-15f6aedb-5993-45ef-995a-065b6dbf0670" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.586615] env[63260]: DEBUG nova.compute.manager [None req-7bce6086-d592-4303-9da6-6096aba0954d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1064.586821] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-7bce6086-d592-4303-9da6-6096aba0954d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.587742] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96ecf94-b72d-41cd-9fb4-92fc66171afb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.593448] env[63260]: DEBUG nova.compute.manager [req-74dfa6bf-7002-41af-bd4b-19cae076b118 req-ffe557cb-1054-419b-a21b-4a0db155cf44 service nova] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Received event network-vif-deleted-cc61ad48-57b9-4d35-91fc-584853ed6924 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1064.593448] env[63260]: INFO nova.compute.manager [req-74dfa6bf-7002-41af-bd4b-19cae076b118 req-ffe557cb-1054-419b-a21b-4a0db155cf44 service nova] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Neutron deleted interface cc61ad48-57b9-4d35-91fc-584853ed6924; detaching it from the instance and deleting it from the info cache [ 1064.593448] env[63260]: DEBUG nova.network.neutron [req-74dfa6bf-7002-41af-bd4b-19cae076b118 req-ffe557cb-1054-419b-a21b-4a0db155cf44 service nova] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.595072] env[63260]: DEBUG oslo_concurrency.lockutils [None req-20d03aab-b090-41bf-85cb-ce672746e574 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Releasing lock "refresh_cache-15f6aedb-5993-45ef-995a-065b6dbf0670" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.595687] env[63260]: DEBUG oslo_concurrency.lockutils [None req-20d03aab-b090-41bf-85cb-ce672746e574 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "15f6aedb-5993-45ef-995a-065b6dbf0670" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.595879] env[63260]: DEBUG oslo_concurrency.lockutils [None req-20d03aab-b090-41bf-85cb-ce672746e574 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquired lock "15f6aedb-5993-45ef-995a-065b6dbf0670" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.596404] env[63260]: DEBUG oslo_concurrency.lockutils [req-1ad0feb1-47d0-4494-a43f-675532b79769 req-a1af2048-0865-46d7-a92c-f9b3e04d467d service nova] Acquired lock "refresh_cache-15f6aedb-5993-45ef-995a-065b6dbf0670" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.596581] env[63260]: DEBUG nova.network.neutron [req-1ad0feb1-47d0-4494-a43f-675532b79769 req-a1af2048-0865-46d7-a92c-f9b3e04d467d service nova] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Refreshing network info cache for port 5b8954a1-a2b4-4d59-ab10-15d9ba198199 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.598166] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91848af4-e43a-43ab-8eb0-68eb95f6767e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.603434] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bce6086-d592-4303-9da6-6096aba0954d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.604714] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55a36aa7-0106-41db-9607-412a6bb2e661 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.619578] env[63260]: DEBUG nova.virt.hardware [None req-20d03aab-b090-41bf-85cb-ce672746e574 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.619939] env[63260]: DEBUG nova.virt.hardware [None req-20d03aab-b090-41bf-85cb-ce672746e574 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.620150] env[63260]: DEBUG nova.virt.hardware [None req-20d03aab-b090-41bf-85cb-ce672746e574 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.620411] env[63260]: DEBUG nova.virt.hardware [None req-20d03aab-b090-41bf-85cb-ce672746e574 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.620637] env[63260]: DEBUG nova.virt.hardware [None req-20d03aab-b090-41bf-85cb-ce672746e574 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.620877] env[63260]: DEBUG nova.virt.hardware [None req-20d03aab-b090-41bf-85cb-ce672746e574 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.621234] env[63260]: DEBUG nova.virt.hardware [None req-20d03aab-b090-41bf-85cb-ce672746e574 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.621509] env[63260]: DEBUG nova.virt.hardware [None req-20d03aab-b090-41bf-85cb-ce672746e574 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.621831] env[63260]: DEBUG nova.virt.hardware [None req-20d03aab-b090-41bf-85cb-ce672746e574 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.622148] env[63260]: DEBUG nova.virt.hardware [None req-20d03aab-b090-41bf-85cb-ce672746e574 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.622404] env[63260]: DEBUG nova.virt.hardware [None req-20d03aab-b090-41bf-85cb-ce672746e574 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.634970] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-20d03aab-b090-41bf-85cb-ce672746e574 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Reconfiguring VM to attach interface {{(pid=63260) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1064.637100] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b3a70cf-ed23-4291-8176-ba9e2fe8d22c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.649264] env[63260]: DEBUG oslo_vmware.api [None req-7bce6086-d592-4303-9da6-6096aba0954d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1064.649264] env[63260]: value = "task-2285285" [ 1064.649264] env[63260]: _type = "Task" [ 1064.649264] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.658792] env[63260]: DEBUG oslo_vmware.api [None req-7bce6086-d592-4303-9da6-6096aba0954d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.660146] env[63260]: DEBUG oslo_vmware.api [None req-20d03aab-b090-41bf-85cb-ce672746e574 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 1064.660146] env[63260]: value = "task-2285286" [ 1064.660146] env[63260]: _type = "Task" [ 1064.660146] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.756200] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c04552bd-082a-42d6-a686-3cd3e0b2b70f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Creating linked-clone VM from snapshot {{(pid=63260) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1064.756200] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-155efc11-1279-4bdc-b5b6-cad353696acd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.765641] env[63260]: DEBUG oslo_vmware.api [None req-c04552bd-082a-42d6-a686-3cd3e0b2b70f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1064.765641] env[63260]: value = "task-2285287" [ 1064.765641] env[63260]: _type = "Task" [ 1064.765641] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.776407] env[63260]: DEBUG oslo_vmware.api [None req-c04552bd-082a-42d6-a686-3cd3e0b2b70f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285287, 'name': CloneVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.785359] env[63260]: DEBUG nova.network.neutron [-] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.066476] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.099s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.066742] env[63260]: DEBUG nova.compute.manager [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1065.097882] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-895eef0a-02d0-4b0b-89b4-78b93a55e8f9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.110426] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09191fc6-fbd7-42a7-947f-df9da339db86 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.144421] env[63260]: DEBUG nova.compute.manager [req-74dfa6bf-7002-41af-bd4b-19cae076b118 req-ffe557cb-1054-419b-a21b-4a0db155cf44 service nova] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Detach interface failed, port_id=cc61ad48-57b9-4d35-91fc-584853ed6924, reason: Instance 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1065.158805] env[63260]: DEBUG oslo_vmware.api [None req-7bce6086-d592-4303-9da6-6096aba0954d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285285, 'name': PowerOffVM_Task, 'duration_secs': 0.217021} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.159151] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bce6086-d592-4303-9da6-6096aba0954d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.159392] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-7bce6086-d592-4303-9da6-6096aba0954d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.159959] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06ce128e-a7d6-44a4-aaca-27450271fad1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.171200] env[63260]: DEBUG oslo_vmware.api [None req-20d03aab-b090-41bf-85cb-ce672746e574 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.196991] env[63260]: DEBUG oslo_concurrency.lockutils [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquiring lock "73efd3d3-ed22-45ca-9c4e-80e3819846e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.197500] env[63260]: DEBUG oslo_concurrency.lockutils [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "73efd3d3-ed22-45ca-9c4e-80e3819846e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.236793] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-7bce6086-d592-4303-9da6-6096aba0954d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.237097] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-7bce6086-d592-4303-9da6-6096aba0954d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.237351] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bce6086-d592-4303-9da6-6096aba0954d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Deleting the datastore file [datastore2] 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.237670] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12fd0a6a-3565-4969-8615-863edfe56bc6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.245537] env[63260]: DEBUG oslo_vmware.api [None req-7bce6086-d592-4303-9da6-6096aba0954d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1065.245537] env[63260]: value = "task-2285289" [ 1065.245537] env[63260]: _type = "Task" [ 1065.245537] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.256156] env[63260]: DEBUG oslo_vmware.api [None req-7bce6086-d592-4303-9da6-6096aba0954d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.277645] env[63260]: DEBUG oslo_vmware.api [None req-c04552bd-082a-42d6-a686-3cd3e0b2b70f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285287, 'name': CloneVM_Task} progress is 94%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.287626] env[63260]: INFO nova.compute.manager [-] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Took 1.79 seconds to deallocate network for instance. [ 1065.349434] env[63260]: DEBUG nova.network.neutron [req-1ad0feb1-47d0-4494-a43f-675532b79769 req-a1af2048-0865-46d7-a92c-f9b3e04d467d service nova] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Updated VIF entry in instance network info cache for port 5b8954a1-a2b4-4d59-ab10-15d9ba198199. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.350055] env[63260]: DEBUG nova.network.neutron [req-1ad0feb1-47d0-4494-a43f-675532b79769 req-a1af2048-0865-46d7-a92c-f9b3e04d467d service nova] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Updating instance_info_cache with network_info: [{"id": "99b6b7bc-5bed-41ec-be42-e0a11c47930d", "address": "fa:16:3e:61:a3:03", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99b6b7bc-5b", "ovs_interfaceid": "99b6b7bc-5bed-41ec-be42-e0a11c47930d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b85c61b0-614a-4efa-b7d7-82d59252f862", "address": "fa:16:3e:2c:74:e7", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb85c61b0-61", "ovs_interfaceid": "b85c61b0-614a-4efa-b7d7-82d59252f862", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b8954a1-a2b4-4d59-ab10-15d9ba198199", "address": "fa:16:3e:f1:69:d8", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b8954a1-a2", "ovs_interfaceid": "5b8954a1-a2b4-4d59-ab10-15d9ba198199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.572111] env[63260]: DEBUG nova.compute.utils [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1065.573548] env[63260]: DEBUG nova.compute.manager [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1065.573722] env[63260]: DEBUG nova.network.neutron [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1065.614868] env[63260]: DEBUG nova.policy [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b84218f973b34596acdb302a46392745', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0cc112fd26644b7abedda679fb222d48', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.671639] env[63260]: DEBUG oslo_vmware.api [None req-20d03aab-b090-41bf-85cb-ce672746e574 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285286, 'name': ReconfigVM_Task, 'duration_secs': 0.772624} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.672202] env[63260]: DEBUG oslo_concurrency.lockutils [None req-20d03aab-b090-41bf-85cb-ce672746e574 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Releasing lock "15f6aedb-5993-45ef-995a-065b6dbf0670" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.672426] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-20d03aab-b090-41bf-85cb-ce672746e574 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Reconfigured VM to attach interface {{(pid=63260) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1065.700438] env[63260]: DEBUG nova.compute.manager [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1065.756171] env[63260]: DEBUG oslo_vmware.api [None req-7bce6086-d592-4303-9da6-6096aba0954d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285289, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169309} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.756424] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bce6086-d592-4303-9da6-6096aba0954d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.756678] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-7bce6086-d592-4303-9da6-6096aba0954d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.756785] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-7bce6086-d592-4303-9da6-6096aba0954d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.756966] env[63260]: INFO nova.compute.manager [None req-7bce6086-d592-4303-9da6-6096aba0954d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1065.757218] env[63260]: DEBUG oslo.service.loopingcall [None req-7bce6086-d592-4303-9da6-6096aba0954d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1065.757503] env[63260]: DEBUG nova.compute.manager [-] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1065.757503] env[63260]: DEBUG nova.network.neutron [-] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1065.775486] env[63260]: DEBUG oslo_vmware.api [None req-c04552bd-082a-42d6-a686-3cd3e0b2b70f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285287, 'name': CloneVM_Task} progress is 95%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.794639] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aa14daa0-e144-43d0-ae24-3ce8dcea1070 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.794882] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aa14daa0-e144-43d0-ae24-3ce8dcea1070 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.795103] env[63260]: DEBUG nova.objects.instance [None req-aa14daa0-e144-43d0-ae24-3ce8dcea1070 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lazy-loading 'resources' on Instance uuid 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.852846] env[63260]: DEBUG oslo_concurrency.lockutils [req-1ad0feb1-47d0-4494-a43f-675532b79769 req-a1af2048-0865-46d7-a92c-f9b3e04d467d service nova] Releasing lock "refresh_cache-15f6aedb-5993-45ef-995a-065b6dbf0670" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.968662] env[63260]: DEBUG nova.network.neutron [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Successfully created port: a6a43381-96cb-402e-8861-64f70d89f033 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1066.076895] env[63260]: DEBUG nova.compute.manager [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1066.177739] env[63260]: DEBUG oslo_concurrency.lockutils [None req-20d03aab-b090-41bf-85cb-ce672746e574 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "interface-15f6aedb-5993-45ef-995a-065b6dbf0670-5b8954a1-a2b4-4d59-ab10-15d9ba198199" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.791s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.224103] env[63260]: DEBUG oslo_concurrency.lockutils [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.277563] env[63260]: DEBUG oslo_vmware.api [None req-c04552bd-082a-42d6-a686-3cd3e0b2b70f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285287, 'name': CloneVM_Task, 'duration_secs': 1.372074} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.277833] env[63260]: INFO nova.virt.vmwareapi.vmops [None req-c04552bd-082a-42d6-a686-3cd3e0b2b70f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Created linked-clone VM from snapshot [ 1066.278578] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96fb915-e046-4a77-8883-1ba1ff5e4a7f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.288133] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-c04552bd-082a-42d6-a686-3cd3e0b2b70f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Uploading image e9448bd8-5b71-46b9-b640-45676f51c5e1 {{(pid=63260) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1066.317975] env[63260]: DEBUG oslo_vmware.rw_handles [None req-c04552bd-082a-42d6-a686-3cd3e0b2b70f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1066.317975] env[63260]: value = "vm-465182" [ 1066.317975] env[63260]: _type = "VirtualMachine" [ 1066.317975] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1066.318495] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-05e0eb8d-86d4-46c4-bd71-4d76d4330f88 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.327966] env[63260]: DEBUG oslo_vmware.rw_handles [None req-c04552bd-082a-42d6-a686-3cd3e0b2b70f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lease: (returnval){ [ 1066.327966] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c05d20-697a-1634-e10e-e3754e7258f8" [ 1066.327966] env[63260]: _type = "HttpNfcLease" [ 1066.327966] env[63260]: } obtained for exporting VM: (result){ [ 1066.327966] env[63260]: value = "vm-465182" [ 1066.327966] env[63260]: _type = "VirtualMachine" [ 1066.327966] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1066.328351] env[63260]: DEBUG oslo_vmware.api [None req-c04552bd-082a-42d6-a686-3cd3e0b2b70f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the lease: (returnval){ [ 1066.328351] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c05d20-697a-1634-e10e-e3754e7258f8" [ 1066.328351] env[63260]: _type = "HttpNfcLease" [ 1066.328351] env[63260]: } to be ready. {{(pid=63260) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1066.338457] env[63260]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1066.338457] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c05d20-697a-1634-e10e-e3754e7258f8" [ 1066.338457] env[63260]: _type = "HttpNfcLease" [ 1066.338457] env[63260]: } is initializing. {{(pid=63260) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1066.385112] env[63260]: DEBUG nova.network.neutron [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Updating instance_info_cache with network_info: [{"id": "7f8b1541-2348-4b07-ba6a-deaebf05faf0", "address": "fa:16:3e:c0:87:52", "network": {"id": "5b68e61c-9924-43a6-9550-c424919c7ebd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505122137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc112fd26644b7abedda679fb222d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f8b1541-23", "ovs_interfaceid": "7f8b1541-2348-4b07-ba6a-deaebf05faf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.471946] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9133d919-762f-4398-a41c-439d899ebb5d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.482777] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294391f0-9f2b-4270-a1b2-e0384a03a9b8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.511482] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0d8cb8-ea0f-46e6-a360-460e68ec698d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.519952] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf2345a-e4d7-4afd-9777-0043e8f32d53 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.535998] env[63260]: DEBUG nova.compute.provider_tree [None req-aa14daa0-e144-43d0-ae24-3ce8dcea1070 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.582916] env[63260]: INFO nova.virt.block_device [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Booting with volume 658b663c-05db-4609-a32f-e87d4c21387a at /dev/sda [ 1066.604984] env[63260]: DEBUG nova.compute.manager [req-ed642669-7c9f-4871-81d1-cfc03c968f18 req-f8b19f49-1215-4e9a-aa43-1469e8202385 service nova] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Received event network-vif-deleted-b33d73b2-a14d-466c-b906-0759d5a03e8f {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1066.605244] env[63260]: INFO nova.compute.manager [req-ed642669-7c9f-4871-81d1-cfc03c968f18 req-f8b19f49-1215-4e9a-aa43-1469e8202385 service nova] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Neutron deleted interface b33d73b2-a14d-466c-b906-0759d5a03e8f; detaching it from the instance and deleting it from the info cache [ 1066.605462] env[63260]: DEBUG nova.network.neutron [req-ed642669-7c9f-4871-81d1-cfc03c968f18 req-f8b19f49-1215-4e9a-aa43-1469e8202385 service nova] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.627576] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38d486f3-02d4-416e-be53-29f0f301c9d2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.637505] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89081daa-25cf-4ca6-82c2-edf997499973 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.670052] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f58695dc-101d-4ef0-864e-0ccc24a34a74 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.680081] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccc6dff-3a4e-4540-837d-7ee7ac7f49f8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.711934] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5460801e-237f-42a3-a3e0-14df9b033a35 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.718961] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb63c85-ac5a-42f7-821b-b992ce445737 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.724744] env[63260]: DEBUG nova.network.neutron [-] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.732428] env[63260]: DEBUG nova.virt.block_device [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Updating existing volume attachment record: 9a8506d9-0602-454d-ad72-c4d972a66152 {{(pid=63260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1066.836889] env[63260]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1066.836889] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c05d20-697a-1634-e10e-e3754e7258f8" [ 1066.836889] env[63260]: _type = "HttpNfcLease" [ 1066.836889] env[63260]: } is ready. {{(pid=63260) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1066.837246] env[63260]: DEBUG oslo_vmware.rw_handles [None req-c04552bd-082a-42d6-a686-3cd3e0b2b70f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1066.837246] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c05d20-697a-1634-e10e-e3754e7258f8" [ 1066.837246] env[63260]: _type = "HttpNfcLease" [ 1066.837246] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1066.837904] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397e75c3-23d4-4a7d-bf12-1342f9feb1a1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.846222] env[63260]: DEBUG oslo_vmware.rw_handles [None req-c04552bd-082a-42d6-a686-3cd3e0b2b70f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af827c-65f0-2185-8212-b458ede16662/disk-0.vmdk from lease info. {{(pid=63260) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1066.846405] env[63260]: DEBUG oslo_vmware.rw_handles [None req-c04552bd-082a-42d6-a686-3cd3e0b2b70f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af827c-65f0-2185-8212-b458ede16662/disk-0.vmdk for reading. {{(pid=63260) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1066.903396] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Releasing lock "refresh_cache-eae2ab94-da4e-45c4-a185-a245dd609514" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.903603] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Updated the network info_cache for instance {{(pid=63260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1066.903810] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1066.904106] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1066.904270] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1066.904420] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1066.904559] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1066.904699] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1066.904822] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1066.904962] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1066.937675] env[63260]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-40d089f6-2216-4850-aec2-f4110802b562 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.946224] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0fd99225-9218-4051-b004-f16b8f154b0c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquiring lock "e7079a58-fb09-44b7-bed8-3625be32b5f4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.946455] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0fd99225-9218-4051-b004-f16b8f154b0c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lock "e7079a58-fb09-44b7-bed8-3625be32b5f4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.037845] env[63260]: DEBUG nova.scheduler.client.report [None req-aa14daa0-e144-43d0-ae24-3ce8dcea1070 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.108278] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-82647c7e-0d8c-4456-bdcc-bc1ac3476d4c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.124713] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e31243-ba37-4b85-af36-08de13ec872f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.160651] env[63260]: DEBUG nova.compute.manager [req-ed642669-7c9f-4871-81d1-cfc03c968f18 req-f8b19f49-1215-4e9a-aa43-1469e8202385 service nova] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Detach interface failed, port_id=b33d73b2-a14d-466c-b906-0759d5a03e8f, reason: Instance 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3 could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1067.227199] env[63260]: INFO nova.compute.manager [-] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Took 1.47 seconds to deallocate network for instance. [ 1067.409065] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.449550] env[63260]: INFO nova.compute.manager [None req-0fd99225-9218-4051-b004-f16b8f154b0c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Detaching volume 38443347-9062-49a5-a9c8-2d9e0c40d196 [ 1067.486949] env[63260]: INFO nova.virt.block_device [None req-0fd99225-9218-4051-b004-f16b8f154b0c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Attempting to driver detach volume 38443347-9062-49a5-a9c8-2d9e0c40d196 from mountpoint /dev/sdb [ 1067.487190] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fd99225-9218-4051-b004-f16b8f154b0c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Volume detach. Driver type: vmdk {{(pid=63260) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1067.487510] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fd99225-9218-4051-b004-f16b8f154b0c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465159', 'volume_id': '38443347-9062-49a5-a9c8-2d9e0c40d196', 'name': 'volume-38443347-9062-49a5-a9c8-2d9e0c40d196', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e7079a58-fb09-44b7-bed8-3625be32b5f4', 'attached_at': '', 'detached_at': '', 'volume_id': '38443347-9062-49a5-a9c8-2d9e0c40d196', 'serial': '38443347-9062-49a5-a9c8-2d9e0c40d196'} {{(pid=63260) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1067.488574] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c09ab4-52d6-4028-b977-67ee9404b8bb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.513147] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16f8536-3f14-42b3-9908-5c4ab56f6967 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.521370] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab863398-9f92-4d39-9844-4ed449e34e0f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.542642] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aa14daa0-e144-43d0-ae24-3ce8dcea1070 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.748s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.545419] env[63260]: DEBUG oslo_concurrency.lockutils [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.321s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.547807] env[63260]: INFO nova.compute.claims [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.550875] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c721d5ea-9ae3-42df-96f1-e624364250bc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.571618] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fd99225-9218-4051-b004-f16b8f154b0c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] The volume has not been displaced from its original location: [datastore2] volume-38443347-9062-49a5-a9c8-2d9e0c40d196/volume-38443347-9062-49a5-a9c8-2d9e0c40d196.vmdk. No consolidation needed. {{(pid=63260) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1067.577990] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fd99225-9218-4051-b004-f16b8f154b0c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Reconfiguring VM instance instance-00000050 to detach disk 2001 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1067.579474] env[63260]: INFO nova.scheduler.client.report [None req-aa14daa0-e144-43d0-ae24-3ce8dcea1070 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Deleted allocations for instance 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe [ 1067.580609] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26496231-ed44-4de8-a4ac-591fb46ff4f3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.604401] env[63260]: DEBUG oslo_vmware.api [None req-0fd99225-9218-4051-b004-f16b8f154b0c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 1067.604401] env[63260]: value = "task-2285291" [ 1067.604401] env[63260]: _type = "Task" [ 1067.604401] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.617231] env[63260]: DEBUG oslo_vmware.api [None req-0fd99225-9218-4051-b004-f16b8f154b0c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285291, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.642231] env[63260]: DEBUG nova.compute.manager [req-084129ef-6b84-4cc2-baf5-25defd5dce00 req-3a73d174-265d-40a5-9982-58b0114912ba service nova] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Received event network-vif-plugged-a6a43381-96cb-402e-8861-64f70d89f033 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1067.642818] env[63260]: DEBUG oslo_concurrency.lockutils [req-084129ef-6b84-4cc2-baf5-25defd5dce00 req-3a73d174-265d-40a5-9982-58b0114912ba service nova] Acquiring lock "03fb6371-8925-4bcb-af19-9387884ec631-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.643106] env[63260]: DEBUG oslo_concurrency.lockutils [req-084129ef-6b84-4cc2-baf5-25defd5dce00 req-3a73d174-265d-40a5-9982-58b0114912ba service nova] Lock "03fb6371-8925-4bcb-af19-9387884ec631-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.643418] env[63260]: DEBUG oslo_concurrency.lockutils [req-084129ef-6b84-4cc2-baf5-25defd5dce00 req-3a73d174-265d-40a5-9982-58b0114912ba service nova] Lock "03fb6371-8925-4bcb-af19-9387884ec631-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.643711] env[63260]: DEBUG nova.compute.manager [req-084129ef-6b84-4cc2-baf5-25defd5dce00 req-3a73d174-265d-40a5-9982-58b0114912ba service nova] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] No waiting events found dispatching network-vif-plugged-a6a43381-96cb-402e-8861-64f70d89f033 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1067.643784] env[63260]: WARNING nova.compute.manager [req-084129ef-6b84-4cc2-baf5-25defd5dce00 req-3a73d174-265d-40a5-9982-58b0114912ba service nova] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Received unexpected event network-vif-plugged-a6a43381-96cb-402e-8861-64f70d89f033 for instance with vm_state building and task_state block_device_mapping. [ 1067.734976] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7bce6086-d592-4303-9da6-6096aba0954d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.751203] env[63260]: DEBUG nova.network.neutron [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Successfully updated port: a6a43381-96cb-402e-8861-64f70d89f033 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1067.756020] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1ca2c4e8-a7ca-4928-afc8-b9b43ee70760 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "interface-15f6aedb-5993-45ef-995a-065b6dbf0670-b85c61b0-614a-4efa-b7d7-82d59252f862" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.756020] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1ca2c4e8-a7ca-4928-afc8-b9b43ee70760 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "interface-15f6aedb-5993-45ef-995a-065b6dbf0670-b85c61b0-614a-4efa-b7d7-82d59252f862" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.101017] env[63260]: DEBUG oslo_concurrency.lockutils [None req-aa14daa0-e144-43d0-ae24-3ce8dcea1070 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lock "9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.240s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.115334] env[63260]: DEBUG oslo_vmware.api [None req-0fd99225-9218-4051-b004-f16b8f154b0c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285291, 'name': ReconfigVM_Task, 'duration_secs': 0.33948} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.116663] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fd99225-9218-4051-b004-f16b8f154b0c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Reconfigured VM instance instance-00000050 to detach disk 2001 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1068.122072] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f03efc3e-4ca5-4236-849f-79385f4bd005 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.141166] env[63260]: DEBUG oslo_vmware.api [None req-0fd99225-9218-4051-b004-f16b8f154b0c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 1068.141166] env[63260]: value = "task-2285292" [ 1068.141166] env[63260]: _type = "Task" [ 1068.141166] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.153694] env[63260]: DEBUG oslo_vmware.api [None req-0fd99225-9218-4051-b004-f16b8f154b0c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285292, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.257798] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "refresh_cache-03fb6371-8925-4bcb-af19-9387884ec631" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.257798] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquired lock "refresh_cache-03fb6371-8925-4bcb-af19-9387884ec631" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.257798] env[63260]: DEBUG nova.network.neutron [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.260540] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1ca2c4e8-a7ca-4928-afc8-b9b43ee70760 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "15f6aedb-5993-45ef-995a-065b6dbf0670" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.260540] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1ca2c4e8-a7ca-4928-afc8-b9b43ee70760 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquired lock "15f6aedb-5993-45ef-995a-065b6dbf0670" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.261467] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3886af84-516f-46b2-b8fd-2877168d6e3c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.283584] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c648bd-dbe7-41eb-8128-57cd7ce84967 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.317129] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca2c4e8-a7ca-4928-afc8-b9b43ee70760 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Reconfiguring VM to detach interface {{(pid=63260) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1068.317514] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f8f427b-db42-4f27-bd19-1d22321d2d48 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.343221] env[63260]: DEBUG oslo_vmware.api [None req-1ca2c4e8-a7ca-4928-afc8-b9b43ee70760 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 1068.343221] env[63260]: value = "task-2285293" [ 1068.343221] env[63260]: _type = "Task" [ 1068.343221] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.353928] env[63260]: DEBUG oslo_vmware.api [None req-1ca2c4e8-a7ca-4928-afc8-b9b43ee70760 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285293, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.654696] env[63260]: DEBUG oslo_vmware.api [None req-0fd99225-9218-4051-b004-f16b8f154b0c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285292, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.700488] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ac503d-f044-4f38-a740-962908190a77 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.708651] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c702ce3a-9761-45bd-9b3d-586f11c67df8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.742957] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ef17a6-26e5-4cab-b7ae-e48acba8dfde {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.751147] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5347dcf0-59e0-49e9-a60b-ae768b6d5ccb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.767889] env[63260]: DEBUG nova.compute.provider_tree [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.798045] env[63260]: DEBUG nova.network.neutron [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1068.837940] env[63260]: DEBUG nova.compute.manager [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1068.839141] env[63260]: DEBUG nova.virt.hardware [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.839435] env[63260]: DEBUG nova.virt.hardware [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.839642] env[63260]: DEBUG nova.virt.hardware [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.839882] env[63260]: DEBUG nova.virt.hardware [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.840095] env[63260]: DEBUG nova.virt.hardware [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.840368] env[63260]: DEBUG nova.virt.hardware [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.840549] env[63260]: DEBUG nova.virt.hardware [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.840753] env[63260]: DEBUG nova.virt.hardware [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.840971] env[63260]: DEBUG nova.virt.hardware [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.841265] env[63260]: DEBUG nova.virt.hardware [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.841495] env[63260]: DEBUG nova.virt.hardware [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.842740] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379cd455-3dd9-4d69-aa6b-77d9e5259dc6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.861135] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3300f446-a781-4216-8455-f3a6f2aafea4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.867448] env[63260]: DEBUG oslo_vmware.api [None req-1ca2c4e8-a7ca-4928-afc8-b9b43ee70760 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.959608] env[63260]: DEBUG nova.network.neutron [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Updating instance_info_cache with network_info: [{"id": "a6a43381-96cb-402e-8861-64f70d89f033", "address": "fa:16:3e:3f:8c:f4", "network": {"id": "5b68e61c-9924-43a6-9550-c424919c7ebd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505122137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc112fd26644b7abedda679fb222d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6a43381-96", "ovs_interfaceid": "a6a43381-96cb-402e-8861-64f70d89f033", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.153110] env[63260]: DEBUG oslo_vmware.api [None req-0fd99225-9218-4051-b004-f16b8f154b0c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285292, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.270863] env[63260]: DEBUG nova.scheduler.client.report [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.360325] env[63260]: DEBUG oslo_vmware.api [None req-1ca2c4e8-a7ca-4928-afc8-b9b43ee70760 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.462930] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Releasing lock "refresh_cache-03fb6371-8925-4bcb-af19-9387884ec631" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.463361] env[63260]: DEBUG nova.compute.manager [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Instance network_info: |[{"id": "a6a43381-96cb-402e-8861-64f70d89f033", "address": "fa:16:3e:3f:8c:f4", "network": {"id": "5b68e61c-9924-43a6-9550-c424919c7ebd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505122137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc112fd26644b7abedda679fb222d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6a43381-96", "ovs_interfaceid": "a6a43381-96cb-402e-8861-64f70d89f033", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1069.464029] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:8c:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6a43381-96cb-402e-8861-64f70d89f033', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.471312] env[63260]: DEBUG oslo.service.loopingcall [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1069.471563] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.471772] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5a40670-c2e1-44bd-81b9-cd42c62b00b6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.492353] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.492353] env[63260]: value = "task-2285294" [ 1069.492353] env[63260]: _type = "Task" [ 1069.492353] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.501708] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285294, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.652432] env[63260]: DEBUG oslo_vmware.api [None req-0fd99225-9218-4051-b004-f16b8f154b0c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285292, 'name': ReconfigVM_Task, 'duration_secs': 1.183278} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.652804] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fd99225-9218-4051-b004-f16b8f154b0c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465159', 'volume_id': '38443347-9062-49a5-a9c8-2d9e0c40d196', 'name': 'volume-38443347-9062-49a5-a9c8-2d9e0c40d196', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e7079a58-fb09-44b7-bed8-3625be32b5f4', 'attached_at': '', 'detached_at': '', 'volume_id': '38443347-9062-49a5-a9c8-2d9e0c40d196', 'serial': '38443347-9062-49a5-a9c8-2d9e0c40d196'} {{(pid=63260) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1069.698018] env[63260]: DEBUG nova.compute.manager [req-fc8a7d9e-f561-4048-9647-3242c9c5f317 req-28167265-e36f-4f0d-91e6-2743bde7b632 service nova] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Received event network-changed-a6a43381-96cb-402e-8861-64f70d89f033 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1069.698228] env[63260]: DEBUG nova.compute.manager [req-fc8a7d9e-f561-4048-9647-3242c9c5f317 req-28167265-e36f-4f0d-91e6-2743bde7b632 service nova] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Refreshing instance network info cache due to event network-changed-a6a43381-96cb-402e-8861-64f70d89f033. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1069.698479] env[63260]: DEBUG oslo_concurrency.lockutils [req-fc8a7d9e-f561-4048-9647-3242c9c5f317 req-28167265-e36f-4f0d-91e6-2743bde7b632 service nova] Acquiring lock "refresh_cache-03fb6371-8925-4bcb-af19-9387884ec631" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.698625] env[63260]: DEBUG oslo_concurrency.lockutils [req-fc8a7d9e-f561-4048-9647-3242c9c5f317 req-28167265-e36f-4f0d-91e6-2743bde7b632 service nova] Acquired lock "refresh_cache-03fb6371-8925-4bcb-af19-9387884ec631" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.698785] env[63260]: DEBUG nova.network.neutron [req-fc8a7d9e-f561-4048-9647-3242c9c5f317 req-28167265-e36f-4f0d-91e6-2743bde7b632 service nova] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Refreshing network info cache for port a6a43381-96cb-402e-8861-64f70d89f033 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.776353] env[63260]: DEBUG oslo_concurrency.lockutils [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.231s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.776984] env[63260]: DEBUG nova.compute.manager [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1069.780092] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.371s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.780310] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.782033] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1069.782033] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7bce6086-d592-4303-9da6-6096aba0954d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.047s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.782033] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7bce6086-d592-4303-9da6-6096aba0954d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.785387] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b62544a-0b07-42da-a22c-3e0c54626a73 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.794335] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88714346-fb8f-4846-823e-952b1c041539 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.809873] env[63260]: INFO nova.scheduler.client.report [None req-7bce6086-d592-4303-9da6-6096aba0954d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Deleted allocations for instance 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3 [ 1069.811753] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb942ae4-1b19-45bb-948b-d6e0b5947ca2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.822501] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2ec5d1-9b6c-4c69-a4e1-203df35775c0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.856494] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180176MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=63260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1069.856691] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.857138] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.873073] env[63260]: DEBUG oslo_vmware.api [None req-1ca2c4e8-a7ca-4928-afc8-b9b43ee70760 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.003790] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285294, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.202053] env[63260]: DEBUG nova.objects.instance [None req-0fd99225-9218-4051-b004-f16b8f154b0c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lazy-loading 'flavor' on Instance uuid e7079a58-fb09-44b7-bed8-3625be32b5f4 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.286108] env[63260]: DEBUG nova.compute.utils [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1070.290077] env[63260]: DEBUG nova.compute.manager [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1070.290218] env[63260]: DEBUG nova.network.neutron [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1070.323197] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7bce6086-d592-4303-9da6-6096aba0954d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "6cfc6194-c7a5-47ae-bf22-21a274cc7bb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.243s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.333803] env[63260]: DEBUG oslo_concurrency.lockutils [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Acquiring lock "5bf18f54-2525-46b2-a4db-1e7a4945971b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.334094] env[63260]: DEBUG oslo_concurrency.lockutils [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lock "5bf18f54-2525-46b2-a4db-1e7a4945971b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.358675] env[63260]: DEBUG nova.policy [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c3639f383c64f3aa59f0fabd19f8c77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e5c121feb874d558975aa56cb177081', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 1070.378116] env[63260]: DEBUG oslo_vmware.api [None req-1ca2c4e8-a7ca-4928-afc8-b9b43ee70760 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.505710] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285294, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.570663] env[63260]: DEBUG nova.network.neutron [req-fc8a7d9e-f561-4048-9647-3242c9c5f317 req-28167265-e36f-4f0d-91e6-2743bde7b632 service nova] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Updated VIF entry in instance network info cache for port a6a43381-96cb-402e-8861-64f70d89f033. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.571066] env[63260]: DEBUG nova.network.neutron [req-fc8a7d9e-f561-4048-9647-3242c9c5f317 req-28167265-e36f-4f0d-91e6-2743bde7b632 service nova] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Updating instance_info_cache with network_info: [{"id": "a6a43381-96cb-402e-8861-64f70d89f033", "address": "fa:16:3e:3f:8c:f4", "network": {"id": "5b68e61c-9924-43a6-9550-c424919c7ebd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505122137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc112fd26644b7abedda679fb222d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6a43381-96", "ovs_interfaceid": "a6a43381-96cb-402e-8861-64f70d89f033", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.800556] env[63260]: DEBUG nova.compute.manager [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1070.839446] env[63260]: DEBUG nova.compute.manager [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1070.860835] env[63260]: DEBUG nova.network.neutron [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Successfully created port: 81081f48-ce38-4272-9865-32633f642121 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1070.876026] env[63260]: DEBUG oslo_vmware.api [None req-1ca2c4e8-a7ca-4928-afc8-b9b43ee70760 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.889826] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance eae2ab94-da4e-45c4-a185-a245dd609514 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1070.889993] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance e7079a58-fb09-44b7-bed8-3625be32b5f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1070.890227] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 73759f3b-39f8-4e60-a0ca-91220f19abdc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1070.890300] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 15f6aedb-5993-45ef-995a-065b6dbf0670 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1070.890360] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 6ca15fa7-ada0-4552-80aa-85a69e9b0da8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1070.890471] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 6b482172-c100-4c77-adb9-f8b15014de51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1070.890627] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 03fb6371-8925-4bcb-af19-9387884ec631 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1070.890696] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 73efd3d3-ed22-45ca-9c4e-80e3819846e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1071.007909] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285294, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.074560] env[63260]: DEBUG oslo_concurrency.lockutils [req-fc8a7d9e-f561-4048-9647-3242c9c5f317 req-28167265-e36f-4f0d-91e6-2743bde7b632 service nova] Releasing lock "refresh_cache-03fb6371-8925-4bcb-af19-9387884ec631" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.214443] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0fd99225-9218-4051-b004-f16b8f154b0c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lock "e7079a58-fb09-44b7-bed8-3625be32b5f4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.268s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.327132] env[63260]: DEBUG oslo_concurrency.lockutils [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "9c112d45-b457-4c70-9887-b71f26d3c198" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.327426] env[63260]: DEBUG oslo_concurrency.lockutils [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "9c112d45-b457-4c70-9887-b71f26d3c198" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.362633] env[63260]: DEBUG oslo_concurrency.lockutils [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.372783] env[63260]: DEBUG oslo_vmware.api [None req-1ca2c4e8-a7ca-4928-afc8-b9b43ee70760 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.393651] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 5bf18f54-2525-46b2-a4db-1e7a4945971b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1071.505649] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285294, 'name': CreateVM_Task, 'duration_secs': 1.635993} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.505848] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1071.506577] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '9a8506d9-0602-454d-ad72-c4d972a66152', 'delete_on_termination': True, 'device_type': None, 'boot_index': 0, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465179', 'volume_id': '658b663c-05db-4609-a32f-e87d4c21387a', 'name': 'volume-658b663c-05db-4609-a32f-e87d4c21387a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03fb6371-8925-4bcb-af19-9387884ec631', 'attached_at': '', 'detached_at': '', 'volume_id': '658b663c-05db-4609-a32f-e87d4c21387a', 'serial': '658b663c-05db-4609-a32f-e87d4c21387a'}, 'guest_format': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=63260) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1071.506812] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Root volume attach. Driver type: vmdk {{(pid=63260) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1071.507643] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ca11a9-decd-4ba4-9654-9d7c88736f87 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.516478] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bcef2a-88e3-4e95-bdf7-b46475491351 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.523209] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729ac748-10b9-4874-87f6-168bcf3ac73b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.529470] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-8c8347da-e598-4577-a398-8dc8ea9d8926 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.539980] env[63260]: DEBUG oslo_vmware.api [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 1071.539980] env[63260]: value = "task-2285295" [ 1071.539980] env[63260]: _type = "Task" [ 1071.539980] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.548761] env[63260]: DEBUG oslo_vmware.api [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285295, 'name': RelocateVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.811450] env[63260]: DEBUG nova.compute.manager [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1071.829714] env[63260]: DEBUG nova.compute.manager [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1071.842418] env[63260]: DEBUG nova.virt.hardware [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.842559] env[63260]: DEBUG nova.virt.hardware [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.843235] env[63260]: DEBUG nova.virt.hardware [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.843235] env[63260]: DEBUG nova.virt.hardware [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.843235] env[63260]: DEBUG nova.virt.hardware [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.843235] env[63260]: DEBUG nova.virt.hardware [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.843423] env[63260]: DEBUG nova.virt.hardware [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.843506] env[63260]: DEBUG nova.virt.hardware [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.843670] env[63260]: DEBUG nova.virt.hardware [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.843833] env[63260]: DEBUG nova.virt.hardware [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.844009] env[63260]: DEBUG nova.virt.hardware [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.844875] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1e6d9b-a29f-46b6-a10a-690a64e9359a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.853965] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92bb0da-35e6-4f56-9577-a30bfd26f8f3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.880058] env[63260]: DEBUG oslo_vmware.api [None req-1ca2c4e8-a7ca-4928-afc8-b9b43ee70760 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.896941] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 9c112d45-b457-4c70-9887-b71f26d3c198 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1071.897220] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=63260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1071.897377] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=63260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1072.045398] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed89a65-fbf4-42f4-9632-115383168283 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.054079] env[63260]: DEBUG oslo_vmware.api [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285295, 'name': RelocateVM_Task, 'duration_secs': 0.449097} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.056128] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Volume attach. Driver type: vmdk {{(pid=63260) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1072.056346] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465179', 'volume_id': '658b663c-05db-4609-a32f-e87d4c21387a', 'name': 'volume-658b663c-05db-4609-a32f-e87d4c21387a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03fb6371-8925-4bcb-af19-9387884ec631', 'attached_at': '', 'detached_at': '', 'volume_id': '658b663c-05db-4609-a32f-e87d4c21387a', 'serial': '658b663c-05db-4609-a32f-e87d4c21387a'} {{(pid=63260) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1072.057197] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b4c6d8-de42-43ff-b03c-d5d4421a34a8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.060491] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4eecbf-db71-4e56-9eb5-f3f1d83941f4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.103388] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8460e9f4-4d05-4526-b267-0d8db16d4bbb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.106887] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355f4af2-293e-49be-8682-7e9f417cd7f6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.124635] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3c87ce-5d37-41f0-9941-6f24c2c130e6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.137821] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] volume-658b663c-05db-4609-a32f-e87d4c21387a/volume-658b663c-05db-4609-a32f-e87d4c21387a.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.138572] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7970223a-3028-48f4-95db-a80714003a03 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.166798] env[63260]: DEBUG nova.compute.provider_tree [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.172365] env[63260]: DEBUG oslo_vmware.api [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 1072.172365] env[63260]: value = "task-2285296" [ 1072.172365] env[63260]: _type = "Task" [ 1072.172365] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.179432] env[63260]: DEBUG oslo_vmware.api [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.254835] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0c68c646-693b-47f6-b00c-87624154cc1c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquiring lock "e7079a58-fb09-44b7-bed8-3625be32b5f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.255211] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0c68c646-693b-47f6-b00c-87624154cc1c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lock "e7079a58-fb09-44b7-bed8-3625be32b5f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.255386] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0c68c646-693b-47f6-b00c-87624154cc1c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquiring lock "e7079a58-fb09-44b7-bed8-3625be32b5f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.255574] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0c68c646-693b-47f6-b00c-87624154cc1c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lock "e7079a58-fb09-44b7-bed8-3625be32b5f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.255762] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0c68c646-693b-47f6-b00c-87624154cc1c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lock "e7079a58-fb09-44b7-bed8-3625be32b5f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.257931] env[63260]: INFO nova.compute.manager [None req-0c68c646-693b-47f6-b00c-87624154cc1c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Terminating instance [ 1072.343998] env[63260]: DEBUG nova.compute.manager [req-8ac1b6e7-65e9-4cf4-9c63-14de0e6d2eca req-cb7326a5-28cc-4d9c-aeb4-bb02f37fbe5c service nova] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Received event network-vif-plugged-81081f48-ce38-4272-9865-32633f642121 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1072.344253] env[63260]: DEBUG oslo_concurrency.lockutils [req-8ac1b6e7-65e9-4cf4-9c63-14de0e6d2eca req-cb7326a5-28cc-4d9c-aeb4-bb02f37fbe5c service nova] Acquiring lock "73efd3d3-ed22-45ca-9c4e-80e3819846e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.344453] env[63260]: DEBUG oslo_concurrency.lockutils [req-8ac1b6e7-65e9-4cf4-9c63-14de0e6d2eca req-cb7326a5-28cc-4d9c-aeb4-bb02f37fbe5c service nova] Lock "73efd3d3-ed22-45ca-9c4e-80e3819846e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.344680] env[63260]: DEBUG oslo_concurrency.lockutils [req-8ac1b6e7-65e9-4cf4-9c63-14de0e6d2eca req-cb7326a5-28cc-4d9c-aeb4-bb02f37fbe5c service nova] Lock "73efd3d3-ed22-45ca-9c4e-80e3819846e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.344796] env[63260]: DEBUG nova.compute.manager [req-8ac1b6e7-65e9-4cf4-9c63-14de0e6d2eca req-cb7326a5-28cc-4d9c-aeb4-bb02f37fbe5c service nova] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] No waiting events found dispatching network-vif-plugged-81081f48-ce38-4272-9865-32633f642121 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1072.344947] env[63260]: WARNING nova.compute.manager [req-8ac1b6e7-65e9-4cf4-9c63-14de0e6d2eca req-cb7326a5-28cc-4d9c-aeb4-bb02f37fbe5c service nova] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Received unexpected event network-vif-plugged-81081f48-ce38-4272-9865-32633f642121 for instance with vm_state building and task_state spawning. [ 1072.352205] env[63260]: DEBUG oslo_concurrency.lockutils [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.380228] env[63260]: DEBUG oslo_vmware.api [None req-1ca2c4e8-a7ca-4928-afc8-b9b43ee70760 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.441238] env[63260]: DEBUG nova.network.neutron [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Successfully updated port: 81081f48-ce38-4272-9865-32633f642121 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1072.671605] env[63260]: DEBUG nova.scheduler.client.report [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.684669] env[63260]: DEBUG oslo_vmware.api [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285296, 'name': ReconfigVM_Task, 'duration_secs': 0.430571} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.684984] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Reconfigured VM instance instance-00000069 to attach disk [datastore2] volume-658b663c-05db-4609-a32f-e87d4c21387a/volume-658b663c-05db-4609-a32f-e87d4c21387a.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.690165] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23292b31-4f4a-4054-925d-8a2f8be84a9a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.707310] env[63260]: DEBUG oslo_vmware.api [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 1072.707310] env[63260]: value = "task-2285297" [ 1072.707310] env[63260]: _type = "Task" [ 1072.707310] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.716497] env[63260]: DEBUG oslo_vmware.api [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285297, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.762227] env[63260]: DEBUG nova.compute.manager [None req-0c68c646-693b-47f6-b00c-87624154cc1c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1072.762514] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0c68c646-693b-47f6-b00c-87624154cc1c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.763345] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4cae4d-0ded-4cc1-a593-b4ad6dbdac47 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.772049] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c68c646-693b-47f6-b00c-87624154cc1c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.772316] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdc30611-f2f8-433c-ba6a-31dca7da267a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.780046] env[63260]: DEBUG oslo_vmware.api [None req-0c68c646-693b-47f6-b00c-87624154cc1c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 1072.780046] env[63260]: value = "task-2285298" [ 1072.780046] env[63260]: _type = "Task" [ 1072.780046] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.789878] env[63260]: DEBUG oslo_vmware.api [None req-0c68c646-693b-47f6-b00c-87624154cc1c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.880538] env[63260]: DEBUG oslo_vmware.api [None req-1ca2c4e8-a7ca-4928-afc8-b9b43ee70760 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.945197] env[63260]: DEBUG oslo_concurrency.lockutils [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquiring lock "refresh_cache-73efd3d3-ed22-45ca-9c4e-80e3819846e4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.945197] env[63260]: DEBUG oslo_concurrency.lockutils [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquired lock "refresh_cache-73efd3d3-ed22-45ca-9c4e-80e3819846e4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.945197] env[63260]: DEBUG nova.network.neutron [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.180132] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1073.180132] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.323s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.180472] env[63260]: DEBUG oslo_concurrency.lockutils [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.818s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.181855] env[63260]: INFO nova.compute.claims [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.184887] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1073.185410] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Cleaning up deleted instances {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1073.218891] env[63260]: DEBUG oslo_vmware.api [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285297, 'name': ReconfigVM_Task, 'duration_secs': 0.170599} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.219443] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465179', 'volume_id': '658b663c-05db-4609-a32f-e87d4c21387a', 'name': 'volume-658b663c-05db-4609-a32f-e87d4c21387a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03fb6371-8925-4bcb-af19-9387884ec631', 'attached_at': '', 'detached_at': '', 'volume_id': '658b663c-05db-4609-a32f-e87d4c21387a', 'serial': '658b663c-05db-4609-a32f-e87d4c21387a'} {{(pid=63260) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1073.221986] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7b15f03-f537-4738-9279-305e99d3a0e5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.229029] env[63260]: DEBUG oslo_vmware.api [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 1073.229029] env[63260]: value = "task-2285299" [ 1073.229029] env[63260]: _type = "Task" [ 1073.229029] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.241777] env[63260]: DEBUG oslo_vmware.api [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285299, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.292046] env[63260]: DEBUG oslo_vmware.api [None req-0c68c646-693b-47f6-b00c-87624154cc1c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285298, 'name': PowerOffVM_Task, 'duration_secs': 0.319415} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.292428] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c68c646-693b-47f6-b00c-87624154cc1c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.292428] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0c68c646-693b-47f6-b00c-87624154cc1c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.292751] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d19b04e9-15b4-4b82-afd7-a5af211d7eab {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.370270] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0c68c646-693b-47f6-b00c-87624154cc1c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.370460] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0c68c646-693b-47f6-b00c-87624154cc1c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.370626] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c68c646-693b-47f6-b00c-87624154cc1c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Deleting the datastore file [datastore2] e7079a58-fb09-44b7-bed8-3625be32b5f4 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.371079] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b822a5a-b5fa-4e00-a883-947a3cfe838d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.382644] env[63260]: DEBUG oslo_vmware.api [None req-1ca2c4e8-a7ca-4928-afc8-b9b43ee70760 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.384135] env[63260]: DEBUG oslo_vmware.api [None req-0c68c646-693b-47f6-b00c-87624154cc1c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 1073.384135] env[63260]: value = "task-2285301" [ 1073.384135] env[63260]: _type = "Task" [ 1073.384135] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.392337] env[63260]: DEBUG oslo_vmware.api [None req-0c68c646-693b-47f6-b00c-87624154cc1c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285301, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.477667] env[63260]: DEBUG nova.network.neutron [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1073.615019] env[63260]: DEBUG nova.network.neutron [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Updating instance_info_cache with network_info: [{"id": "81081f48-ce38-4272-9865-32633f642121", "address": "fa:16:3e:7d:f9:80", "network": {"id": "14043edd-9c2a-4a46-8c5d-f175bb41e274", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-171804802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e5c121feb874d558975aa56cb177081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81081f48-ce", "ovs_interfaceid": "81081f48-ce38-4272-9865-32633f642121", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.700390] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] There are 46 instances to clean {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1073.700569] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 6f5512d6-d86b-442f-b9c7-bbc3ecdd02c5] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1073.738815] env[63260]: DEBUG oslo_vmware.api [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285299, 'name': Rename_Task, 'duration_secs': 0.257152} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.739626] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.739923] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-727dce50-c743-433b-9a4f-2ad20300491b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.747928] env[63260]: DEBUG oslo_vmware.api [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 1073.747928] env[63260]: value = "task-2285302" [ 1073.747928] env[63260]: _type = "Task" [ 1073.747928] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.756210] env[63260]: DEBUG oslo_vmware.api [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.881414] env[63260]: DEBUG oslo_vmware.api [None req-1ca2c4e8-a7ca-4928-afc8-b9b43ee70760 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285293, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.893282] env[63260]: DEBUG oslo_vmware.api [None req-0c68c646-693b-47f6-b00c-87624154cc1c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285301, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.413242} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.893507] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c68c646-693b-47f6-b00c-87624154cc1c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.893693] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0c68c646-693b-47f6-b00c-87624154cc1c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.893874] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0c68c646-693b-47f6-b00c-87624154cc1c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.894061] env[63260]: INFO nova.compute.manager [None req-0c68c646-693b-47f6-b00c-87624154cc1c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1073.894343] env[63260]: DEBUG oslo.service.loopingcall [None req-0c68c646-693b-47f6-b00c-87624154cc1c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1073.894547] env[63260]: DEBUG nova.compute.manager [-] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1073.894644] env[63260]: DEBUG nova.network.neutron [-] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1074.117785] env[63260]: DEBUG oslo_concurrency.lockutils [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Releasing lock "refresh_cache-73efd3d3-ed22-45ca-9c4e-80e3819846e4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.118300] env[63260]: DEBUG nova.compute.manager [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Instance network_info: |[{"id": "81081f48-ce38-4272-9865-32633f642121", "address": "fa:16:3e:7d:f9:80", "network": {"id": "14043edd-9c2a-4a46-8c5d-f175bb41e274", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-171804802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e5c121feb874d558975aa56cb177081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81081f48-ce", "ovs_interfaceid": "81081f48-ce38-4272-9865-32633f642121", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1074.118938] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:f9:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81081f48-ce38-4272-9865-32633f642121', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1074.133643] env[63260]: DEBUG oslo.service.loopingcall [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1074.134018] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1074.134386] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6843bd2-939a-4ec4-b44e-2b0e657ba4a6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.172731] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.172731] env[63260]: value = "task-2285303" [ 1074.172731] env[63260]: _type = "Task" [ 1074.172731] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.196805] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285303, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.206771] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: c26dbf10-fe6d-455f-8b68-acfcdfcaf189] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1074.264032] env[63260]: DEBUG oslo_vmware.api [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285302, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.372974] env[63260]: DEBUG nova.compute.manager [req-12b2e995-f472-4c1a-aa20-40b02ad5aa7a req-23447fc3-0d93-4d41-9b43-bbb3cd94b9d2 service nova] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Received event network-changed-81081f48-ce38-4272-9865-32633f642121 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1074.373323] env[63260]: DEBUG nova.compute.manager [req-12b2e995-f472-4c1a-aa20-40b02ad5aa7a req-23447fc3-0d93-4d41-9b43-bbb3cd94b9d2 service nova] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Refreshing instance network info cache due to event network-changed-81081f48-ce38-4272-9865-32633f642121. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1074.373568] env[63260]: DEBUG oslo_concurrency.lockutils [req-12b2e995-f472-4c1a-aa20-40b02ad5aa7a req-23447fc3-0d93-4d41-9b43-bbb3cd94b9d2 service nova] Acquiring lock "refresh_cache-73efd3d3-ed22-45ca-9c4e-80e3819846e4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.373704] env[63260]: DEBUG oslo_concurrency.lockutils [req-12b2e995-f472-4c1a-aa20-40b02ad5aa7a req-23447fc3-0d93-4d41-9b43-bbb3cd94b9d2 service nova] Acquired lock "refresh_cache-73efd3d3-ed22-45ca-9c4e-80e3819846e4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.373935] env[63260]: DEBUG nova.network.neutron [req-12b2e995-f472-4c1a-aa20-40b02ad5aa7a req-23447fc3-0d93-4d41-9b43-bbb3cd94b9d2 service nova] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Refreshing network info cache for port 81081f48-ce38-4272-9865-32633f642121 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.381642] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026679fb-c413-4e61-8411-7bee605d7f99 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.390785] env[63260]: DEBUG oslo_vmware.api [None req-1ca2c4e8-a7ca-4928-afc8-b9b43ee70760 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285293, 'name': ReconfigVM_Task, 'duration_secs': 5.823263} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.392795] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1ca2c4e8-a7ca-4928-afc8-b9b43ee70760 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Releasing lock "15f6aedb-5993-45ef-995a-065b6dbf0670" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.393038] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca2c4e8-a7ca-4928-afc8-b9b43ee70760 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Reconfigured VM to detach interface {{(pid=63260) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1074.396471] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae9cd3b-276d-4289-aa7a-f32c40f8781c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.431161] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39335a7b-b587-40d7-8fd4-a6a2cb3fdf39 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.441947] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bd59ef-31f4-4ac0-a1ab-01d378a74a44 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.465365] env[63260]: DEBUG nova.compute.provider_tree [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.684460] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285303, 'name': CreateVM_Task, 'duration_secs': 0.420974} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.684686] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.685421] env[63260]: DEBUG oslo_concurrency.lockutils [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.685587] env[63260]: DEBUG oslo_concurrency.lockutils [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.685986] env[63260]: DEBUG oslo_concurrency.lockutils [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.686267] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b63c5a6-4e4d-4b8f-ab67-2c11666ab445 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.691955] env[63260]: DEBUG oslo_vmware.api [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 1074.691955] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5284a976-ea4f-aa08-9739-3ec8e27671f2" [ 1074.691955] env[63260]: _type = "Task" [ 1074.691955] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.701472] env[63260]: DEBUG oslo_vmware.api [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5284a976-ea4f-aa08-9739-3ec8e27671f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.710096] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 62425ec7-456a-427d-8115-2fc80126ff04] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1074.759946] env[63260]: DEBUG oslo_vmware.api [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285302, 'name': PowerOnVM_Task, 'duration_secs': 0.875831} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.760292] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.760458] env[63260]: INFO nova.compute.manager [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Took 5.92 seconds to spawn the instance on the hypervisor. [ 1074.760615] env[63260]: DEBUG nova.compute.manager [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.761402] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5df1c6-a5f5-4934-946f-c42d0cf4bc4c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.969585] env[63260]: DEBUG nova.scheduler.client.report [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.979584] env[63260]: DEBUG nova.network.neutron [-] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.209873] env[63260]: DEBUG oslo_vmware.api [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5284a976-ea4f-aa08-9739-3ec8e27671f2, 'name': SearchDatastore_Task, 'duration_secs': 0.026133} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.211359] env[63260]: DEBUG nova.network.neutron [req-12b2e995-f472-4c1a-aa20-40b02ad5aa7a req-23447fc3-0d93-4d41-9b43-bbb3cd94b9d2 service nova] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Updated VIF entry in instance network info cache for port 81081f48-ce38-4272-9865-32633f642121. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.213453] env[63260]: DEBUG nova.network.neutron [req-12b2e995-f472-4c1a-aa20-40b02ad5aa7a req-23447fc3-0d93-4d41-9b43-bbb3cd94b9d2 service nova] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Updating instance_info_cache with network_info: [{"id": "81081f48-ce38-4272-9865-32633f642121", "address": "fa:16:3e:7d:f9:80", "network": {"id": "14043edd-9c2a-4a46-8c5d-f175bb41e274", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-171804802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e5c121feb874d558975aa56cb177081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81081f48-ce", "ovs_interfaceid": "81081f48-ce38-4272-9865-32633f642121", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.215016] env[63260]: DEBUG oslo_concurrency.lockutils [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.215368] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1075.215562] env[63260]: DEBUG oslo_concurrency.lockutils [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.215725] env[63260]: DEBUG oslo_concurrency.lockutils [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.215939] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1075.216479] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 55dc2cc3-0938-47a4-81af-4cb638783c01] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1075.218471] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83ca418f-4bbb-48cd-821f-e8339532f06e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.232365] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1075.232514] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1075.233550] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-714a424a-b600-4a82-8246-783802bcc2b5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.240942] env[63260]: DEBUG oslo_vmware.api [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 1075.240942] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52f3523c-0e53-1aa3-f52e-dbe83704a6cb" [ 1075.240942] env[63260]: _type = "Task" [ 1075.240942] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.249280] env[63260]: DEBUG oslo_vmware.api [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52f3523c-0e53-1aa3-f52e-dbe83704a6cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.280903] env[63260]: INFO nova.compute.manager [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Took 14.35 seconds to build instance. [ 1075.474469] env[63260]: DEBUG oslo_concurrency.lockutils [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.294s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.475007] env[63260]: DEBUG nova.compute.manager [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1075.478543] env[63260]: DEBUG oslo_concurrency.lockutils [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.126s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.480322] env[63260]: INFO nova.compute.claims [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.484156] env[63260]: INFO nova.compute.manager [-] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Took 1.59 seconds to deallocate network for instance. [ 1075.564422] env[63260]: DEBUG oslo_vmware.rw_handles [None req-c04552bd-082a-42d6-a686-3cd3e0b2b70f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af827c-65f0-2185-8212-b458ede16662/disk-0.vmdk. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1075.565334] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e002f14f-8a48-4865-a5cb-613d90193ec1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.573292] env[63260]: DEBUG oslo_vmware.rw_handles [None req-c04552bd-082a-42d6-a686-3cd3e0b2b70f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af827c-65f0-2185-8212-b458ede16662/disk-0.vmdk is in state: ready. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1075.573460] env[63260]: ERROR oslo_vmware.rw_handles [None req-c04552bd-082a-42d6-a686-3cd3e0b2b70f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af827c-65f0-2185-8212-b458ede16662/disk-0.vmdk due to incomplete transfer. [ 1075.573684] env[63260]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-22427dcf-d104-42dc-80d5-3b7120150936 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.582344] env[63260]: DEBUG oslo_vmware.rw_handles [None req-c04552bd-082a-42d6-a686-3cd3e0b2b70f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af827c-65f0-2185-8212-b458ede16662/disk-0.vmdk. {{(pid=63260) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1075.582544] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-c04552bd-082a-42d6-a686-3cd3e0b2b70f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Uploaded image e9448bd8-5b71-46b9-b640-45676f51c5e1 to the Glance image server {{(pid=63260) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1075.584992] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04552bd-082a-42d6-a686-3cd3e0b2b70f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Destroying the VM {{(pid=63260) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1075.585047] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-76b42598-5c6e-49b6-acec-9be6ba9b58d4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.592746] env[63260]: DEBUG oslo_vmware.api [None req-c04552bd-082a-42d6-a686-3cd3e0b2b70f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1075.592746] env[63260]: value = "task-2285304" [ 1075.592746] env[63260]: _type = "Task" [ 1075.592746] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.601041] env[63260]: DEBUG oslo_vmware.api [None req-c04552bd-082a-42d6-a686-3cd3e0b2b70f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285304, 'name': Destroy_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.652629] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1ca2c4e8-a7ca-4928-afc8-b9b43ee70760 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "refresh_cache-15f6aedb-5993-45ef-995a-065b6dbf0670" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.652629] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1ca2c4e8-a7ca-4928-afc8-b9b43ee70760 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquired lock "refresh_cache-15f6aedb-5993-45ef-995a-065b6dbf0670" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.652629] env[63260]: DEBUG nova.network.neutron [None req-1ca2c4e8-a7ca-4928-afc8-b9b43ee70760 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.719723] env[63260]: DEBUG oslo_concurrency.lockutils [req-12b2e995-f472-4c1a-aa20-40b02ad5aa7a req-23447fc3-0d93-4d41-9b43-bbb3cd94b9d2 service nova] Releasing lock "refresh_cache-73efd3d3-ed22-45ca-9c4e-80e3819846e4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.721418] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 2632026f-854d-4012-aa34-84edd0a812f3] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1075.752649] env[63260]: DEBUG oslo_vmware.api [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52f3523c-0e53-1aa3-f52e-dbe83704a6cb, 'name': SearchDatastore_Task, 'duration_secs': 0.026931} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.753452] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c86d1f1c-34d3-423d-bc65-a01ca4e3d5d2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.760114] env[63260]: DEBUG oslo_vmware.api [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 1075.760114] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523eace7-0a3b-863a-af0e-32c8cc949079" [ 1075.760114] env[63260]: _type = "Task" [ 1075.760114] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.770029] env[63260]: DEBUG oslo_vmware.api [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523eace7-0a3b-863a-af0e-32c8cc949079, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.782713] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c01a88f1-2838-4773-b776-2f0d82283691 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "03fb6371-8925-4bcb-af19-9387884ec631" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.863s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.926577] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cd4575c5-6e51-4c40-a9b0-176f9c123daa tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "15f6aedb-5993-45ef-995a-065b6dbf0670" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.926856] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cd4575c5-6e51-4c40-a9b0-176f9c123daa tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "15f6aedb-5993-45ef-995a-065b6dbf0670" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.927091] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cd4575c5-6e51-4c40-a9b0-176f9c123daa tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "15f6aedb-5993-45ef-995a-065b6dbf0670-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.927324] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cd4575c5-6e51-4c40-a9b0-176f9c123daa tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "15f6aedb-5993-45ef-995a-065b6dbf0670-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.927656] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cd4575c5-6e51-4c40-a9b0-176f9c123daa tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "15f6aedb-5993-45ef-995a-065b6dbf0670-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.931052] env[63260]: INFO nova.compute.manager [None req-cd4575c5-6e51-4c40-a9b0-176f9c123daa tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Terminating instance [ 1075.980913] env[63260]: DEBUG nova.compute.utils [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1075.982479] env[63260]: DEBUG nova.compute.manager [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1075.982663] env[63260]: DEBUG nova.network.neutron [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1075.990494] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0c68c646-693b-47f6-b00c-87624154cc1c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.033463] env[63260]: DEBUG nova.policy [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db4b284866c3457596286542adfed7ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d05277a51b7498da8763fa330b37ef7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 1076.105053] env[63260]: DEBUG oslo_vmware.api [None req-c04552bd-082a-42d6-a686-3cd3e0b2b70f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285304, 'name': Destroy_Task} progress is 33%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.121095] env[63260]: DEBUG nova.compute.manager [req-738107ac-972b-47e7-a398-c00732b7777e req-a987dde2-c5f4-4d8c-b49f-fa88a49c4996 service nova] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Received event network-changed-7f8b1541-2348-4b07-ba6a-deaebf05faf0 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1076.121292] env[63260]: DEBUG nova.compute.manager [req-738107ac-972b-47e7-a398-c00732b7777e req-a987dde2-c5f4-4d8c-b49f-fa88a49c4996 service nova] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Refreshing instance network info cache due to event network-changed-7f8b1541-2348-4b07-ba6a-deaebf05faf0. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1076.121515] env[63260]: DEBUG oslo_concurrency.lockutils [req-738107ac-972b-47e7-a398-c00732b7777e req-a987dde2-c5f4-4d8c-b49f-fa88a49c4996 service nova] Acquiring lock "refresh_cache-eae2ab94-da4e-45c4-a185-a245dd609514" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.121981] env[63260]: DEBUG oslo_concurrency.lockutils [req-738107ac-972b-47e7-a398-c00732b7777e req-a987dde2-c5f4-4d8c-b49f-fa88a49c4996 service nova] Acquired lock "refresh_cache-eae2ab94-da4e-45c4-a185-a245dd609514" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.121981] env[63260]: DEBUG nova.network.neutron [req-738107ac-972b-47e7-a398-c00732b7777e req-a987dde2-c5f4-4d8c-b49f-fa88a49c4996 service nova] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Refreshing network info cache for port 7f8b1541-2348-4b07-ba6a-deaebf05faf0 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.226229] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 99f5a99c-638b-4419-a1a4-d98cb34099b0] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1076.274583] env[63260]: DEBUG oslo_vmware.api [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523eace7-0a3b-863a-af0e-32c8cc949079, 'name': SearchDatastore_Task, 'duration_secs': 0.038189} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.277576] env[63260]: DEBUG oslo_concurrency.lockutils [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.277882] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 73efd3d3-ed22-45ca-9c4e-80e3819846e4/73efd3d3-ed22-45ca-9c4e-80e3819846e4.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.278463] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a399fa6-9402-43fe-8e3d-641fba8b2d88 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.289187] env[63260]: DEBUG oslo_vmware.api [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 1076.289187] env[63260]: value = "task-2285305" [ 1076.289187] env[63260]: _type = "Task" [ 1076.289187] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.299247] env[63260]: DEBUG oslo_vmware.api [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.435086] env[63260]: DEBUG nova.compute.manager [None req-cd4575c5-6e51-4c40-a9b0-176f9c123daa tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1076.435396] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4575c5-6e51-4c40-a9b0-176f9c123daa tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.436661] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097a6cd8-eae0-4ece-8e95-2fabff9582b0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.445764] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4575c5-6e51-4c40-a9b0-176f9c123daa tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.446033] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-446fb8bd-ab6b-415a-b0d4-2b1aacc5169d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.453391] env[63260]: DEBUG oslo_vmware.api [None req-cd4575c5-6e51-4c40-a9b0-176f9c123daa tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 1076.453391] env[63260]: value = "task-2285306" [ 1076.453391] env[63260]: _type = "Task" [ 1076.453391] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.466215] env[63260]: DEBUG oslo_vmware.api [None req-cd4575c5-6e51-4c40-a9b0-176f9c123daa tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.486167] env[63260]: DEBUG nova.compute.manager [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1076.552906] env[63260]: DEBUG nova.compute.manager [req-4d569757-780c-4bd4-80b0-95ff6694462d req-e9232f9f-59b4-484f-9ef1-3c3858b52a52 service nova] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Received event network-vif-deleted-f02aebae-307c-4d49-87e7-686c86c270b1 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1076.554446] env[63260]: DEBUG nova.compute.manager [req-4d569757-780c-4bd4-80b0-95ff6694462d req-e9232f9f-59b4-484f-9ef1-3c3858b52a52 service nova] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Received event network-vif-deleted-b85c61b0-614a-4efa-b7d7-82d59252f862 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1076.554536] env[63260]: INFO nova.compute.manager [req-4d569757-780c-4bd4-80b0-95ff6694462d req-e9232f9f-59b4-484f-9ef1-3c3858b52a52 service nova] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Neutron deleted interface b85c61b0-614a-4efa-b7d7-82d59252f862; detaching it from the instance and deleting it from the info cache [ 1076.554895] env[63260]: DEBUG nova.network.neutron [req-4d569757-780c-4bd4-80b0-95ff6694462d req-e9232f9f-59b4-484f-9ef1-3c3858b52a52 service nova] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Updating instance_info_cache with network_info: [{"id": "99b6b7bc-5bed-41ec-be42-e0a11c47930d", "address": "fa:16:3e:61:a3:03", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99b6b7bc-5b", "ovs_interfaceid": "99b6b7bc-5bed-41ec-be42-e0a11c47930d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b8954a1-a2b4-4d59-ab10-15d9ba198199", "address": "fa:16:3e:f1:69:d8", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b8954a1-a2", "ovs_interfaceid": "5b8954a1-a2b4-4d59-ab10-15d9ba198199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.607859] env[63260]: DEBUG oslo_vmware.api [None req-c04552bd-082a-42d6-a686-3cd3e0b2b70f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285304, 'name': Destroy_Task, 'duration_secs': 0.969439} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.608403] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-c04552bd-082a-42d6-a686-3cd3e0b2b70f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Destroyed the VM [ 1076.608403] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c04552bd-082a-42d6-a686-3cd3e0b2b70f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Deleting Snapshot of the VM instance {{(pid=63260) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1076.609573] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c6ae6379-2521-4ab5-bb5d-3ea9d21f1116 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.622931] env[63260]: DEBUG oslo_vmware.api [None req-c04552bd-082a-42d6-a686-3cd3e0b2b70f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1076.622931] env[63260]: value = "task-2285307" [ 1076.622931] env[63260]: _type = "Task" [ 1076.622931] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.624280] env[63260]: INFO nova.network.neutron [None req-1ca2c4e8-a7ca-4928-afc8-b9b43ee70760 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Port b85c61b0-614a-4efa-b7d7-82d59252f862 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1076.624587] env[63260]: INFO nova.network.neutron [None req-1ca2c4e8-a7ca-4928-afc8-b9b43ee70760 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Port 5b8954a1-a2b4-4d59-ab10-15d9ba198199 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1076.626255] env[63260]: DEBUG nova.network.neutron [None req-1ca2c4e8-a7ca-4928-afc8-b9b43ee70760 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Updating instance_info_cache with network_info: [{"id": "99b6b7bc-5bed-41ec-be42-e0a11c47930d", "address": "fa:16:3e:61:a3:03", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99b6b7bc-5b", "ovs_interfaceid": "99b6b7bc-5bed-41ec-be42-e0a11c47930d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.633659] env[63260]: DEBUG nova.network.neutron [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Successfully created port: b286af9a-2c0f-43f0-8a80-65757743109a {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1076.641930] env[63260]: DEBUG oslo_vmware.api [None req-c04552bd-082a-42d6-a686-3cd3e0b2b70f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285307, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.729324] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 17dd160c-dfb0-48ea-a610-a2caa9687ffa] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1076.808971] env[63260]: DEBUG oslo_vmware.api [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285305, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.860857] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b2227c-def1-44ae-a159-ca4338892dba {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.874393] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4d9a4c-70e4-4ec3-a417-68df1990da3e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.915570] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c48a73-5656-462e-957c-8abf8a790b16 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.926267] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a24717-aa96-4984-bc87-72a220ed1d83 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.946532] env[63260]: DEBUG nova.compute.provider_tree [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.964835] env[63260]: DEBUG oslo_vmware.api [None req-cd4575c5-6e51-4c40-a9b0-176f9c123daa tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285306, 'name': PowerOffVM_Task, 'duration_secs': 0.255882} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.965944] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4575c5-6e51-4c40-a9b0-176f9c123daa tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.966591] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4575c5-6e51-4c40-a9b0-176f9c123daa tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.967249] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1baad734-aedb-44b3-a8ee-5ab602b42b70 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.059665] env[63260]: DEBUG oslo_concurrency.lockutils [req-4d569757-780c-4bd4-80b0-95ff6694462d req-e9232f9f-59b4-484f-9ef1-3c3858b52a52 service nova] Acquiring lock "15f6aedb-5993-45ef-995a-065b6dbf0670" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.077109] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4575c5-6e51-4c40-a9b0-176f9c123daa tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.077367] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4575c5-6e51-4c40-a9b0-176f9c123daa tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.077563] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd4575c5-6e51-4c40-a9b0-176f9c123daa tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Deleting the datastore file [datastore1] 15f6aedb-5993-45ef-995a-065b6dbf0670 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.077851] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-886d137c-ecc7-487e-807d-331e81d086d7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.090687] env[63260]: DEBUG oslo_vmware.api [None req-cd4575c5-6e51-4c40-a9b0-176f9c123daa tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 1077.090687] env[63260]: value = "task-2285309" [ 1077.090687] env[63260]: _type = "Task" [ 1077.090687] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.100912] env[63260]: DEBUG oslo_vmware.api [None req-cd4575c5-6e51-4c40-a9b0-176f9c123daa tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.129819] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1ca2c4e8-a7ca-4928-afc8-b9b43ee70760 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Releasing lock "refresh_cache-15f6aedb-5993-45ef-995a-065b6dbf0670" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.136684] env[63260]: DEBUG oslo_vmware.api [None req-c04552bd-082a-42d6-a686-3cd3e0b2b70f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285307, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.233695] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: c6ffbdfa-643c-4ef4-b5b0-278692e3c56d] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1077.310868] env[63260]: DEBUG oslo_vmware.api [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628373} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.311325] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 73efd3d3-ed22-45ca-9c4e-80e3819846e4/73efd3d3-ed22-45ca-9c4e-80e3819846e4.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.311686] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.312119] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5050a995-cccd-47af-9829-376e98ef8ab3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.323632] env[63260]: DEBUG oslo_vmware.api [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 1077.323632] env[63260]: value = "task-2285310" [ 1077.323632] env[63260]: _type = "Task" [ 1077.323632] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.333570] env[63260]: DEBUG oslo_vmware.api [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285310, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.400364] env[63260]: DEBUG nova.network.neutron [req-738107ac-972b-47e7-a398-c00732b7777e req-a987dde2-c5f4-4d8c-b49f-fa88a49c4996 service nova] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Updated VIF entry in instance network info cache for port 7f8b1541-2348-4b07-ba6a-deaebf05faf0. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.400667] env[63260]: DEBUG nova.network.neutron [req-738107ac-972b-47e7-a398-c00732b7777e req-a987dde2-c5f4-4d8c-b49f-fa88a49c4996 service nova] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Updating instance_info_cache with network_info: [{"id": "7f8b1541-2348-4b07-ba6a-deaebf05faf0", "address": "fa:16:3e:c0:87:52", "network": {"id": "5b68e61c-9924-43a6-9550-c424919c7ebd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505122137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc112fd26644b7abedda679fb222d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f8b1541-23", "ovs_interfaceid": "7f8b1541-2348-4b07-ba6a-deaebf05faf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.452656] env[63260]: DEBUG nova.scheduler.client.report [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.501210] env[63260]: DEBUG nova.compute.manager [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1077.533347] env[63260]: DEBUG nova.virt.hardware [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1077.533871] env[63260]: DEBUG nova.virt.hardware [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1077.533871] env[63260]: DEBUG nova.virt.hardware [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.534017] env[63260]: DEBUG nova.virt.hardware [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1077.534070] env[63260]: DEBUG nova.virt.hardware [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.534222] env[63260]: DEBUG nova.virt.hardware [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1077.534432] env[63260]: DEBUG nova.virt.hardware [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1077.534592] env[63260]: DEBUG nova.virt.hardware [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1077.534759] env[63260]: DEBUG nova.virt.hardware [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1077.534923] env[63260]: DEBUG nova.virt.hardware [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1077.535108] env[63260]: DEBUG nova.virt.hardware [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1077.535991] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbd1e6c-4233-47e1-ab88-e40361a934b2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.545183] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9aa0ec6-1a91-449f-8907-7e3be955a195 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.601654] env[63260]: DEBUG oslo_vmware.api [None req-cd4575c5-6e51-4c40-a9b0-176f9c123daa tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217885} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.601939] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd4575c5-6e51-4c40-a9b0-176f9c123daa tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.602154] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4575c5-6e51-4c40-a9b0-176f9c123daa tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.602333] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4575c5-6e51-4c40-a9b0-176f9c123daa tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.602502] env[63260]: INFO nova.compute.manager [None req-cd4575c5-6e51-4c40-a9b0-176f9c123daa tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1077.602744] env[63260]: DEBUG oslo.service.loopingcall [None req-cd4575c5-6e51-4c40-a9b0-176f9c123daa tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1077.602956] env[63260]: DEBUG nova.compute.manager [-] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1077.603074] env[63260]: DEBUG nova.network.neutron [-] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1077.630841] env[63260]: DEBUG oslo_vmware.api [None req-c04552bd-082a-42d6-a686-3cd3e0b2b70f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285307, 'name': RemoveSnapshot_Task, 'duration_secs': 0.915994} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.631147] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c04552bd-082a-42d6-a686-3cd3e0b2b70f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Deleted Snapshot of the VM instance {{(pid=63260) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1077.631377] env[63260]: INFO nova.compute.manager [None req-c04552bd-082a-42d6-a686-3cd3e0b2b70f tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Took 14.97 seconds to snapshot the instance on the hypervisor. [ 1077.638709] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1ca2c4e8-a7ca-4928-afc8-b9b43ee70760 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "interface-15f6aedb-5993-45ef-995a-065b6dbf0670-b85c61b0-614a-4efa-b7d7-82d59252f862" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.885s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.655132] env[63260]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 5b8954a1-a2b4-4d59-ab10-15d9ba198199 could not be found.", "detail": ""}} {{(pid=63260) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1077.655132] env[63260]: DEBUG nova.network.neutron [-] Unable to show port 5b8954a1-a2b4-4d59-ab10-15d9ba198199 as it no longer exists. {{(pid=63260) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1077.657466] env[63260]: DEBUG nova.compute.manager [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Stashing vm_state: active {{(pid=63260) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1077.738172] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 04176e66-2e03-4f80-a6d8-19513ecefe6f] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1077.825215] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquiring lock "84d091bd-0478-4dba-8d29-9be4c24c1d9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.825484] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "84d091bd-0478-4dba-8d29-9be4c24c1d9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.836358] env[63260]: DEBUG oslo_vmware.api [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285310, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069431} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.837092] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.837856] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6499ba-7f91-413c-89ee-11aadadd504c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.861134] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 73efd3d3-ed22-45ca-9c4e-80e3819846e4/73efd3d3-ed22-45ca-9c4e-80e3819846e4.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.861645] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cccfbe53-aaa0-49f5-bec6-a3e6c8f64e06 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.883125] env[63260]: DEBUG oslo_vmware.api [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 1077.883125] env[63260]: value = "task-2285311" [ 1077.883125] env[63260]: _type = "Task" [ 1077.883125] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.891224] env[63260]: DEBUG oslo_vmware.api [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285311, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.904382] env[63260]: DEBUG oslo_concurrency.lockutils [req-738107ac-972b-47e7-a398-c00732b7777e req-a987dde2-c5f4-4d8c-b49f-fa88a49c4996 service nova] Releasing lock "refresh_cache-eae2ab94-da4e-45c4-a185-a245dd609514" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.957453] env[63260]: DEBUG oslo_concurrency.lockutils [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.957969] env[63260]: DEBUG nova.compute.manager [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1077.960705] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0c68c646-693b-47f6-b00c-87624154cc1c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.970s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.960923] env[63260]: DEBUG nova.objects.instance [None req-0c68c646-693b-47f6-b00c-87624154cc1c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lazy-loading 'resources' on Instance uuid e7079a58-fb09-44b7-bed8-3625be32b5f4 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.157198] env[63260]: DEBUG nova.compute.manager [req-5967aa06-d3a7-4fe2-a406-4eee811e62e3 req-1e41f843-6e6d-47fc-9f33-25bd73707067 service nova] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Received event network-changed-a6a43381-96cb-402e-8861-64f70d89f033 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1078.157290] env[63260]: DEBUG nova.compute.manager [req-5967aa06-d3a7-4fe2-a406-4eee811e62e3 req-1e41f843-6e6d-47fc-9f33-25bd73707067 service nova] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Refreshing instance network info cache due to event network-changed-a6a43381-96cb-402e-8861-64f70d89f033. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1078.157577] env[63260]: DEBUG oslo_concurrency.lockutils [req-5967aa06-d3a7-4fe2-a406-4eee811e62e3 req-1e41f843-6e6d-47fc-9f33-25bd73707067 service nova] Acquiring lock "refresh_cache-03fb6371-8925-4bcb-af19-9387884ec631" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.157672] env[63260]: DEBUG oslo_concurrency.lockutils [req-5967aa06-d3a7-4fe2-a406-4eee811e62e3 req-1e41f843-6e6d-47fc-9f33-25bd73707067 service nova] Acquired lock "refresh_cache-03fb6371-8925-4bcb-af19-9387884ec631" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.158022] env[63260]: DEBUG nova.network.neutron [req-5967aa06-d3a7-4fe2-a406-4eee811e62e3 req-1e41f843-6e6d-47fc-9f33-25bd73707067 service nova] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Refreshing network info cache for port a6a43381-96cb-402e-8861-64f70d89f033 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.182230] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1078.239612] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 719f4962-6a39-4e45-aaa5-cc6d1e633280] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1078.330973] env[63260]: DEBUG nova.compute.manager [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1078.394157] env[63260]: DEBUG oslo_vmware.api [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285311, 'name': ReconfigVM_Task, 'duration_secs': 0.311795} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.394465] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 73efd3d3-ed22-45ca-9c4e-80e3819846e4/73efd3d3-ed22-45ca-9c4e-80e3819846e4.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.395369] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e30c902-aacd-4263-95d7-cccd84136ae2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.402456] env[63260]: DEBUG oslo_vmware.api [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 1078.402456] env[63260]: value = "task-2285312" [ 1078.402456] env[63260]: _type = "Task" [ 1078.402456] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.410577] env[63260]: DEBUG oslo_vmware.api [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285312, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.464026] env[63260]: DEBUG nova.compute.utils [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1078.468185] env[63260]: DEBUG nova.compute.manager [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1078.468185] env[63260]: DEBUG nova.network.neutron [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1078.545129] env[63260]: DEBUG nova.policy [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49666a04a3a14ae781f0f55d9f13011a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12b951a134ae4e0294f6672abcb63dc9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 1078.583897] env[63260]: DEBUG nova.compute.manager [req-11be9a2e-babb-4181-9bbd-c78330297c95 req-1ac8e3ed-b8ab-4ec4-aee8-cfdd03a4b5d4 service nova] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Received event network-vif-deleted-99b6b7bc-5bed-41ec-be42-e0a11c47930d {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1078.584232] env[63260]: INFO nova.compute.manager [req-11be9a2e-babb-4181-9bbd-c78330297c95 req-1ac8e3ed-b8ab-4ec4-aee8-cfdd03a4b5d4 service nova] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Neutron deleted interface 99b6b7bc-5bed-41ec-be42-e0a11c47930d; detaching it from the instance and deleting it from the info cache [ 1078.584391] env[63260]: DEBUG nova.network.neutron [req-11be9a2e-babb-4181-9bbd-c78330297c95 req-1ac8e3ed-b8ab-4ec4-aee8-cfdd03a4b5d4 service nova] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.636601] env[63260]: DEBUG nova.network.neutron [-] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.649143] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06bc1cf-f3ed-4c6a-8c87-87d7ee2004c5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.658772] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c53066-9b33-4237-878c-86144fd3bb88 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.698204] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df601b3-9c15-4359-9f7a-adf8542b40f0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.710304] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ddc52d-e415-41f2-80d2-330b45065c48 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.727525] env[63260]: DEBUG nova.compute.provider_tree [None req-0c68c646-693b-47f6-b00c-87624154cc1c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.743252] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 69d7f7bf-5b71-4cf8-ab48-ecf971be819b] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1078.762853] env[63260]: DEBUG nova.compute.manager [req-5d912e77-de2f-4b5e-8e45-0626c3b3ffae req-2a235d1b-311d-4958-9a7c-556361575651 service nova] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Received event network-vif-plugged-b286af9a-2c0f-43f0-8a80-65757743109a {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1078.763104] env[63260]: DEBUG oslo_concurrency.lockutils [req-5d912e77-de2f-4b5e-8e45-0626c3b3ffae req-2a235d1b-311d-4958-9a7c-556361575651 service nova] Acquiring lock "5bf18f54-2525-46b2-a4db-1e7a4945971b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1078.763309] env[63260]: DEBUG oslo_concurrency.lockutils [req-5d912e77-de2f-4b5e-8e45-0626c3b3ffae req-2a235d1b-311d-4958-9a7c-556361575651 service nova] Lock "5bf18f54-2525-46b2-a4db-1e7a4945971b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.763478] env[63260]: DEBUG oslo_concurrency.lockutils [req-5d912e77-de2f-4b5e-8e45-0626c3b3ffae req-2a235d1b-311d-4958-9a7c-556361575651 service nova] Lock "5bf18f54-2525-46b2-a4db-1e7a4945971b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.763964] env[63260]: DEBUG nova.compute.manager [req-5d912e77-de2f-4b5e-8e45-0626c3b3ffae req-2a235d1b-311d-4958-9a7c-556361575651 service nova] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] No waiting events found dispatching network-vif-plugged-b286af9a-2c0f-43f0-8a80-65757743109a {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.763964] env[63260]: WARNING nova.compute.manager [req-5d912e77-de2f-4b5e-8e45-0626c3b3ffae req-2a235d1b-311d-4958-9a7c-556361575651 service nova] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Received unexpected event network-vif-plugged-b286af9a-2c0f-43f0-8a80-65757743109a for instance with vm_state building and task_state spawning. [ 1078.852091] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1078.912404] env[63260]: DEBUG oslo_vmware.api [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285312, 'name': Rename_Task, 'duration_secs': 0.160413} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.912678] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.912960] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7818ea2-fee5-45df-ba76-9b05608aeda0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.920728] env[63260]: DEBUG oslo_vmware.api [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 1078.920728] env[63260]: value = "task-2285313" [ 1078.920728] env[63260]: _type = "Task" [ 1078.920728] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.924688] env[63260]: DEBUG nova.network.neutron [req-5967aa06-d3a7-4fe2-a406-4eee811e62e3 req-1e41f843-6e6d-47fc-9f33-25bd73707067 service nova] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Updated VIF entry in instance network info cache for port a6a43381-96cb-402e-8861-64f70d89f033. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.925439] env[63260]: DEBUG nova.network.neutron [req-5967aa06-d3a7-4fe2-a406-4eee811e62e3 req-1e41f843-6e6d-47fc-9f33-25bd73707067 service nova] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Updating instance_info_cache with network_info: [{"id": "a6a43381-96cb-402e-8861-64f70d89f033", "address": "fa:16:3e:3f:8c:f4", "network": {"id": "5b68e61c-9924-43a6-9550-c424919c7ebd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505122137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc112fd26644b7abedda679fb222d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6a43381-96", "ovs_interfaceid": "a6a43381-96cb-402e-8861-64f70d89f033", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.931103] env[63260]: DEBUG oslo_vmware.api [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.968791] env[63260]: DEBUG nova.compute.manager [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1079.065795] env[63260]: DEBUG nova.network.neutron [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Successfully created port: e69e3a11-1fc8-4de0-b1ad-96d0ee2c0772 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1079.092264] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2103283-7784-4555-b87f-49712bca2d5f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.103431] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d222976-16e7-4383-91d1-a2c91d0000d7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.134582] env[63260]: DEBUG nova.compute.manager [req-11be9a2e-babb-4181-9bbd-c78330297c95 req-1ac8e3ed-b8ab-4ec4-aee8-cfdd03a4b5d4 service nova] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Detach interface failed, port_id=99b6b7bc-5bed-41ec-be42-e0a11c47930d, reason: Instance 15f6aedb-5993-45ef-995a-065b6dbf0670 could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1079.139312] env[63260]: INFO nova.compute.manager [-] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Took 1.54 seconds to deallocate network for instance. [ 1079.230424] env[63260]: DEBUG nova.scheduler.client.report [None req-0c68c646-693b-47f6-b00c-87624154cc1c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.249946] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: f09accbd-ac38-4bd5-9fed-54aa0ba3e38e] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1079.392620] env[63260]: DEBUG nova.network.neutron [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Successfully updated port: b286af9a-2c0f-43f0-8a80-65757743109a {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1079.427424] env[63260]: DEBUG oslo_concurrency.lockutils [req-5967aa06-d3a7-4fe2-a406-4eee811e62e3 req-1e41f843-6e6d-47fc-9f33-25bd73707067 service nova] Releasing lock "refresh_cache-03fb6371-8925-4bcb-af19-9387884ec631" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.433382] env[63260]: DEBUG oslo_vmware.api [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285313, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.646428] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cd4575c5-6e51-4c40-a9b0-176f9c123daa tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1079.735619] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0c68c646-693b-47f6-b00c-87624154cc1c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.775s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.738549] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.556s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1079.752985] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 9467bbf6-d1b2-47fb-8f56-0f07eb3af7fe] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1079.761687] env[63260]: INFO nova.scheduler.client.report [None req-0c68c646-693b-47f6-b00c-87624154cc1c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Deleted allocations for instance e7079a58-fb09-44b7-bed8-3625be32b5f4 [ 1079.895161] env[63260]: DEBUG oslo_concurrency.lockutils [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Acquiring lock "refresh_cache-5bf18f54-2525-46b2-a4db-1e7a4945971b" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.895327] env[63260]: DEBUG oslo_concurrency.lockutils [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Acquired lock "refresh_cache-5bf18f54-2525-46b2-a4db-1e7a4945971b" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.895480] env[63260]: DEBUG nova.network.neutron [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.931930] env[63260]: DEBUG oslo_vmware.api [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285313, 'name': PowerOnVM_Task, 'duration_secs': 0.522675} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.932231] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.932441] env[63260]: INFO nova.compute.manager [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Took 8.12 seconds to spawn the instance on the hypervisor. [ 1079.932633] env[63260]: DEBUG nova.compute.manager [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.933443] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40156eb-5654-4cbb-bf17-c43f282e1f44 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.980819] env[63260]: DEBUG nova.compute.manager [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1080.009768] env[63260]: DEBUG nova.virt.hardware [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.010061] env[63260]: DEBUG nova.virt.hardware [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.010231] env[63260]: DEBUG nova.virt.hardware [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.010412] env[63260]: DEBUG nova.virt.hardware [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.010556] env[63260]: DEBUG nova.virt.hardware [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.010702] env[63260]: DEBUG nova.virt.hardware [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.010924] env[63260]: DEBUG nova.virt.hardware [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.011070] env[63260]: DEBUG nova.virt.hardware [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.011247] env[63260]: DEBUG nova.virt.hardware [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.011406] env[63260]: DEBUG nova.virt.hardware [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.011576] env[63260]: DEBUG nova.virt.hardware [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.012482] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6316f0c6-fc50-4f29-9a1d-6afc58efc7f8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.021770] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4342af-5bba-4ed4-ac78-6e2791ae766c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.245644] env[63260]: INFO nova.compute.claims [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.255884] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: e65e3151-0860-4bd0-be50-54ba4b32e66d] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1080.269726] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0c68c646-693b-47f6-b00c-87624154cc1c tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lock "e7079a58-fb09-44b7-bed8-3625be32b5f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.015s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.453060] env[63260]: INFO nova.compute.manager [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Took 14.25 seconds to build instance. [ 1080.458312] env[63260]: DEBUG nova.network.neutron [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.615203] env[63260]: DEBUG nova.compute.manager [req-5ec789c4-f926-40b2-9ff1-53176da444c8 req-345ac502-a8da-49dd-8b50-51f86c8a9840 service nova] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Received event network-changed-b286af9a-2c0f-43f0-8a80-65757743109a {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1080.615471] env[63260]: DEBUG nova.compute.manager [req-5ec789c4-f926-40b2-9ff1-53176da444c8 req-345ac502-a8da-49dd-8b50-51f86c8a9840 service nova] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Refreshing instance network info cache due to event network-changed-b286af9a-2c0f-43f0-8a80-65757743109a. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1080.615674] env[63260]: DEBUG oslo_concurrency.lockutils [req-5ec789c4-f926-40b2-9ff1-53176da444c8 req-345ac502-a8da-49dd-8b50-51f86c8a9840 service nova] Acquiring lock "refresh_cache-5bf18f54-2525-46b2-a4db-1e7a4945971b" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.726604] env[63260]: DEBUG nova.network.neutron [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Updating instance_info_cache with network_info: [{"id": "b286af9a-2c0f-43f0-8a80-65757743109a", "address": "fa:16:3e:ec:ca:49", "network": {"id": "12cac167-06ee-4a9d-9f49-909f6223cefc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1378256468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d05277a51b7498da8763fa330b37ef7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb286af9a-2c", "ovs_interfaceid": "b286af9a-2c0f-43f0-8a80-65757743109a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.752476] env[63260]: DEBUG nova.network.neutron [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Successfully updated port: e69e3a11-1fc8-4de0-b1ad-96d0ee2c0772 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1080.752476] env[63260]: INFO nova.compute.resource_tracker [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Updating resource usage from migration ad3f6a53-b04b-45c7-975d-17d072d9fd02 [ 1080.758588] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 75030d12-4e94-48e1-822a-04b14731d98c] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1080.922145] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be6551b-23c2-43b6-ba99-5dc0bd5e7ea1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.931926] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829528c4-4470-4316-bb57-ae69f6aca74d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.970430] env[63260]: DEBUG oslo_concurrency.lockutils [None req-99ef734d-bfa1-47ba-9600-1299110162b7 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "73efd3d3-ed22-45ca-9c4e-80e3819846e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.773s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.977523] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2838c6e-66c1-4006-9915-103b12ecdbe3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.982122] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f9f8c3-e953-4ef0-b3bf-99a67fa9add7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.999919] env[63260]: DEBUG nova.compute.provider_tree [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.231362] env[63260]: DEBUG oslo_concurrency.lockutils [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Releasing lock "refresh_cache-5bf18f54-2525-46b2-a4db-1e7a4945971b" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.231694] env[63260]: DEBUG nova.compute.manager [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Instance network_info: |[{"id": "b286af9a-2c0f-43f0-8a80-65757743109a", "address": "fa:16:3e:ec:ca:49", "network": {"id": "12cac167-06ee-4a9d-9f49-909f6223cefc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1378256468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d05277a51b7498da8763fa330b37ef7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb286af9a-2c", "ovs_interfaceid": "b286af9a-2c0f-43f0-8a80-65757743109a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1081.232035] env[63260]: DEBUG oslo_concurrency.lockutils [req-5ec789c4-f926-40b2-9ff1-53176da444c8 req-345ac502-a8da-49dd-8b50-51f86c8a9840 service nova] Acquired lock "refresh_cache-5bf18f54-2525-46b2-a4db-1e7a4945971b" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.232229] env[63260]: DEBUG nova.network.neutron [req-5ec789c4-f926-40b2-9ff1-53176da444c8 req-345ac502-a8da-49dd-8b50-51f86c8a9840 service nova] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Refreshing network info cache for port b286af9a-2c0f-43f0-8a80-65757743109a {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.233818] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:ca:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b286af9a-2c0f-43f0-8a80-65757743109a', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.241971] env[63260]: DEBUG oslo.service.loopingcall [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1081.243104] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.243331] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fec193e-4100-4b24-b57a-f30b12f99fe6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.260942] env[63260]: DEBUG oslo_concurrency.lockutils [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "refresh_cache-9c112d45-b457-4c70-9887-b71f26d3c198" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.261096] env[63260]: DEBUG oslo_concurrency.lockutils [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquired lock "refresh_cache-9c112d45-b457-4c70-9887-b71f26d3c198" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.261246] env[63260]: DEBUG nova.network.neutron [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.264470] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: efb75177-14e2-4003-9daa-a4a488094fcd] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1081.269764] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.269764] env[63260]: value = "task-2285314" [ 1081.269764] env[63260]: _type = "Task" [ 1081.269764] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.280771] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285314, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.497540] env[63260]: DEBUG nova.compute.manager [req-32412f30-cce8-444e-ba71-989fee652772 req-0e91386c-6916-4755-9c62-20fd8dee0dd6 service nova] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Received event network-changed-81081f48-ce38-4272-9865-32633f642121 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1081.497614] env[63260]: DEBUG nova.compute.manager [req-32412f30-cce8-444e-ba71-989fee652772 req-0e91386c-6916-4755-9c62-20fd8dee0dd6 service nova] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Refreshing instance network info cache due to event network-changed-81081f48-ce38-4272-9865-32633f642121. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1081.497969] env[63260]: DEBUG oslo_concurrency.lockutils [req-32412f30-cce8-444e-ba71-989fee652772 req-0e91386c-6916-4755-9c62-20fd8dee0dd6 service nova] Acquiring lock "refresh_cache-73efd3d3-ed22-45ca-9c4e-80e3819846e4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.498145] env[63260]: DEBUG oslo_concurrency.lockutils [req-32412f30-cce8-444e-ba71-989fee652772 req-0e91386c-6916-4755-9c62-20fd8dee0dd6 service nova] Acquired lock "refresh_cache-73efd3d3-ed22-45ca-9c4e-80e3819846e4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.498378] env[63260]: DEBUG nova.network.neutron [req-32412f30-cce8-444e-ba71-989fee652772 req-0e91386c-6916-4755-9c62-20fd8dee0dd6 service nova] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Refreshing network info cache for port 81081f48-ce38-4272-9865-32633f642121 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.504554] env[63260]: DEBUG nova.scheduler.client.report [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.770030] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 1b72bcb2-a40e-472d-8a6a-2bc4b1db82d3] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1081.788083] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285314, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.820200] env[63260]: DEBUG nova.network.neutron [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.011220] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.271s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.011220] env[63260]: INFO nova.compute.manager [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Migrating [ 1082.017946] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.166s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.020056] env[63260]: INFO nova.compute.claims [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1082.040382] env[63260]: DEBUG nova.network.neutron [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Updating instance_info_cache with network_info: [{"id": "e69e3a11-1fc8-4de0-b1ad-96d0ee2c0772", "address": "fa:16:3e:f8:12:3f", "network": {"id": "095ea81c-b08e-465e-a9a8-6c7d22cb7bf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1442129299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12b951a134ae4e0294f6672abcb63dc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape69e3a11-1f", "ovs_interfaceid": "e69e3a11-1fc8-4de0-b1ad-96d0ee2c0772", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.079273] env[63260]: DEBUG nova.network.neutron [req-5ec789c4-f926-40b2-9ff1-53176da444c8 req-345ac502-a8da-49dd-8b50-51f86c8a9840 service nova] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Updated VIF entry in instance network info cache for port b286af9a-2c0f-43f0-8a80-65757743109a. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.079634] env[63260]: DEBUG nova.network.neutron [req-5ec789c4-f926-40b2-9ff1-53176da444c8 req-345ac502-a8da-49dd-8b50-51f86c8a9840 service nova] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Updating instance_info_cache with network_info: [{"id": "b286af9a-2c0f-43f0-8a80-65757743109a", "address": "fa:16:3e:ec:ca:49", "network": {"id": "12cac167-06ee-4a9d-9f49-909f6223cefc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1378256468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d05277a51b7498da8763fa330b37ef7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb286af9a-2c", "ovs_interfaceid": "b286af9a-2c0f-43f0-8a80-65757743109a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.276442] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 6b06b2fd-dc12-4eca-ae5d-61579f8f450c] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1082.288471] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285314, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.378495] env[63260]: DEBUG nova.network.neutron [req-32412f30-cce8-444e-ba71-989fee652772 req-0e91386c-6916-4755-9c62-20fd8dee0dd6 service nova] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Updated VIF entry in instance network info cache for port 81081f48-ce38-4272-9865-32633f642121. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.378899] env[63260]: DEBUG nova.network.neutron [req-32412f30-cce8-444e-ba71-989fee652772 req-0e91386c-6916-4755-9c62-20fd8dee0dd6 service nova] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Updating instance_info_cache with network_info: [{"id": "81081f48-ce38-4272-9865-32633f642121", "address": "fa:16:3e:7d:f9:80", "network": {"id": "14043edd-9c2a-4a46-8c5d-f175bb41e274", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-171804802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e5c121feb874d558975aa56cb177081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81081f48-ce", "ovs_interfaceid": "81081f48-ce38-4272-9865-32633f642121", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.538576] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "refresh_cache-03fb6371-8925-4bcb-af19-9387884ec631" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.538800] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquired lock "refresh_cache-03fb6371-8925-4bcb-af19-9387884ec631" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.538936] env[63260]: DEBUG nova.network.neutron [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.544976] env[63260]: DEBUG oslo_concurrency.lockutils [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Releasing lock "refresh_cache-9c112d45-b457-4c70-9887-b71f26d3c198" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.545313] env[63260]: DEBUG nova.compute.manager [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Instance network_info: |[{"id": "e69e3a11-1fc8-4de0-b1ad-96d0ee2c0772", "address": "fa:16:3e:f8:12:3f", "network": {"id": "095ea81c-b08e-465e-a9a8-6c7d22cb7bf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1442129299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12b951a134ae4e0294f6672abcb63dc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape69e3a11-1f", "ovs_interfaceid": "e69e3a11-1fc8-4de0-b1ad-96d0ee2c0772", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1082.545748] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:12:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bc2dd1b-c901-4f3d-9c3a-af171c275c4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e69e3a11-1fc8-4de0-b1ad-96d0ee2c0772', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1082.553901] env[63260]: DEBUG oslo.service.loopingcall [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1082.555158] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1082.555470] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f23ca8e9-8255-46a4-af26-6ad228ea861a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.578020] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1082.578020] env[63260]: value = "task-2285315" [ 1082.578020] env[63260]: _type = "Task" [ 1082.578020] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.582919] env[63260]: DEBUG oslo_concurrency.lockutils [req-5ec789c4-f926-40b2-9ff1-53176da444c8 req-345ac502-a8da-49dd-8b50-51f86c8a9840 service nova] Releasing lock "refresh_cache-5bf18f54-2525-46b2-a4db-1e7a4945971b" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.583191] env[63260]: DEBUG nova.compute.manager [req-5ec789c4-f926-40b2-9ff1-53176da444c8 req-345ac502-a8da-49dd-8b50-51f86c8a9840 service nova] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Received event network-vif-plugged-e69e3a11-1fc8-4de0-b1ad-96d0ee2c0772 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1082.583384] env[63260]: DEBUG oslo_concurrency.lockutils [req-5ec789c4-f926-40b2-9ff1-53176da444c8 req-345ac502-a8da-49dd-8b50-51f86c8a9840 service nova] Acquiring lock "9c112d45-b457-4c70-9887-b71f26d3c198-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1082.583595] env[63260]: DEBUG oslo_concurrency.lockutils [req-5ec789c4-f926-40b2-9ff1-53176da444c8 req-345ac502-a8da-49dd-8b50-51f86c8a9840 service nova] Lock "9c112d45-b457-4c70-9887-b71f26d3c198-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.583765] env[63260]: DEBUG oslo_concurrency.lockutils [req-5ec789c4-f926-40b2-9ff1-53176da444c8 req-345ac502-a8da-49dd-8b50-51f86c8a9840 service nova] Lock "9c112d45-b457-4c70-9887-b71f26d3c198-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.583932] env[63260]: DEBUG nova.compute.manager [req-5ec789c4-f926-40b2-9ff1-53176da444c8 req-345ac502-a8da-49dd-8b50-51f86c8a9840 service nova] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] No waiting events found dispatching network-vif-plugged-e69e3a11-1fc8-4de0-b1ad-96d0ee2c0772 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1082.584127] env[63260]: WARNING nova.compute.manager [req-5ec789c4-f926-40b2-9ff1-53176da444c8 req-345ac502-a8da-49dd-8b50-51f86c8a9840 service nova] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Received unexpected event network-vif-plugged-e69e3a11-1fc8-4de0-b1ad-96d0ee2c0772 for instance with vm_state building and task_state spawning. [ 1082.589785] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285315, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.642573] env[63260]: DEBUG nova.compute.manager [req-7f01ad02-0ae6-4d1a-9bee-8de792b26566 req-cd508e99-0917-4c6d-899e-4dfd2cb27fcd service nova] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Received event network-changed-e69e3a11-1fc8-4de0-b1ad-96d0ee2c0772 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1082.642812] env[63260]: DEBUG nova.compute.manager [req-7f01ad02-0ae6-4d1a-9bee-8de792b26566 req-cd508e99-0917-4c6d-899e-4dfd2cb27fcd service nova] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Refreshing instance network info cache due to event network-changed-e69e3a11-1fc8-4de0-b1ad-96d0ee2c0772. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1082.643058] env[63260]: DEBUG oslo_concurrency.lockutils [req-7f01ad02-0ae6-4d1a-9bee-8de792b26566 req-cd508e99-0917-4c6d-899e-4dfd2cb27fcd service nova] Acquiring lock "refresh_cache-9c112d45-b457-4c70-9887-b71f26d3c198" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.643246] env[63260]: DEBUG oslo_concurrency.lockutils [req-7f01ad02-0ae6-4d1a-9bee-8de792b26566 req-cd508e99-0917-4c6d-899e-4dfd2cb27fcd service nova] Acquired lock "refresh_cache-9c112d45-b457-4c70-9887-b71f26d3c198" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.643407] env[63260]: DEBUG nova.network.neutron [req-7f01ad02-0ae6-4d1a-9bee-8de792b26566 req-cd508e99-0917-4c6d-899e-4dfd2cb27fcd service nova] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Refreshing network info cache for port e69e3a11-1fc8-4de0-b1ad-96d0ee2c0772 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.783562] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 5d3f96ae-7544-4925-aa43-051905096b48] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1082.791605] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285314, 'name': CreateVM_Task, 'duration_secs': 1.368585} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.791796] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.792605] env[63260]: DEBUG oslo_concurrency.lockutils [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.792811] env[63260]: DEBUG oslo_concurrency.lockutils [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.793169] env[63260]: DEBUG oslo_concurrency.lockutils [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.793466] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e3d5b74-762d-4d5d-9973-f16cb4cd4271 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.800056] env[63260]: DEBUG oslo_concurrency.lockutils [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquiring lock "9a3276e9-0c38-4709-a264-aa69e96afa6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1082.800298] env[63260]: DEBUG oslo_concurrency.lockutils [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lock "9a3276e9-0c38-4709-a264-aa69e96afa6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.803201] env[63260]: DEBUG oslo_vmware.api [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Waiting for the task: (returnval){ [ 1082.803201] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528e162e-5967-2aec-899e-a13b11a90072" [ 1082.803201] env[63260]: _type = "Task" [ 1082.803201] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.812012] env[63260]: DEBUG oslo_vmware.api [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528e162e-5967-2aec-899e-a13b11a90072, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.884268] env[63260]: DEBUG oslo_concurrency.lockutils [req-32412f30-cce8-444e-ba71-989fee652772 req-0e91386c-6916-4755-9c62-20fd8dee0dd6 service nova] Releasing lock "refresh_cache-73efd3d3-ed22-45ca-9c4e-80e3819846e4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.089137] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285315, 'name': CreateVM_Task, 'duration_secs': 0.379957} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.089318] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1083.090056] env[63260]: DEBUG oslo_concurrency.lockutils [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.090174] env[63260]: DEBUG oslo_concurrency.lockutils [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.090471] env[63260]: DEBUG oslo_concurrency.lockutils [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.090715] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e58c479-bd96-428b-81d4-81559b745b4b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.097681] env[63260]: DEBUG oslo_vmware.api [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1083.097681] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]521239df-8bb6-083f-76e5-a7c592bc3a40" [ 1083.097681] env[63260]: _type = "Task" [ 1083.097681] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.105733] env[63260]: DEBUG oslo_vmware.api [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]521239df-8bb6-083f-76e5-a7c592bc3a40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.190970] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef9c6c6-7e44-402f-8a0d-838a9bec62cd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.199114] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88376561-9fb9-4130-8e41-abab1f1868e9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.236107] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5f3ec3-9a36-48b6-9dca-90aa7933e77a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.244546] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0898b05f-1055-4dc9-a220-71bc3714d560 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.262429] env[63260]: DEBUG nova.compute.provider_tree [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.289074] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: da79b062-2c8e-4f33-8658-dda1262351b2] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1083.303048] env[63260]: DEBUG nova.compute.manager [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1083.316854] env[63260]: DEBUG oslo_vmware.api [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528e162e-5967-2aec-899e-a13b11a90072, 'name': SearchDatastore_Task, 'duration_secs': 0.012629} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.317193] env[63260]: DEBUG oslo_concurrency.lockutils [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.317427] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.317656] env[63260]: DEBUG oslo_concurrency.lockutils [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.317804] env[63260]: DEBUG oslo_concurrency.lockutils [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.318048] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.320704] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f97d764-06af-4d1d-8018-353371f55c2b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.331157] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.331360] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.334555] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42d290c4-731e-4123-a62b-00afd1dd6b6a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.340939] env[63260]: DEBUG oslo_vmware.api [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Waiting for the task: (returnval){ [ 1083.340939] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5265441a-3f66-e9c1-627a-395e3f353681" [ 1083.340939] env[63260]: _type = "Task" [ 1083.340939] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.349905] env[63260]: DEBUG oslo_vmware.api [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5265441a-3f66-e9c1-627a-395e3f353681, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.369406] env[63260]: DEBUG nova.network.neutron [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Updating instance_info_cache with network_info: [{"id": "a6a43381-96cb-402e-8861-64f70d89f033", "address": "fa:16:3e:3f:8c:f4", "network": {"id": "5b68e61c-9924-43a6-9550-c424919c7ebd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505122137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc112fd26644b7abedda679fb222d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6a43381-96", "ovs_interfaceid": "a6a43381-96cb-402e-8861-64f70d89f033", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.415453] env[63260]: DEBUG nova.network.neutron [req-7f01ad02-0ae6-4d1a-9bee-8de792b26566 req-cd508e99-0917-4c6d-899e-4dfd2cb27fcd service nova] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Updated VIF entry in instance network info cache for port e69e3a11-1fc8-4de0-b1ad-96d0ee2c0772. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.415804] env[63260]: DEBUG nova.network.neutron [req-7f01ad02-0ae6-4d1a-9bee-8de792b26566 req-cd508e99-0917-4c6d-899e-4dfd2cb27fcd service nova] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Updating instance_info_cache with network_info: [{"id": "e69e3a11-1fc8-4de0-b1ad-96d0ee2c0772", "address": "fa:16:3e:f8:12:3f", "network": {"id": "095ea81c-b08e-465e-a9a8-6c7d22cb7bf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1442129299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12b951a134ae4e0294f6672abcb63dc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape69e3a11-1f", "ovs_interfaceid": "e69e3a11-1fc8-4de0-b1ad-96d0ee2c0772", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.608896] env[63260]: DEBUG oslo_vmware.api [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]521239df-8bb6-083f-76e5-a7c592bc3a40, 'name': SearchDatastore_Task, 'duration_secs': 0.010492} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.609229] env[63260]: DEBUG oslo_concurrency.lockutils [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.609468] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.609695] env[63260]: DEBUG oslo_concurrency.lockutils [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.609909] env[63260]: DEBUG oslo_concurrency.lockutils [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.610076] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.610413] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce42e244-b90a-431e-88a8-9731c4fdc206 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.618767] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.618947] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.619665] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a6b6c09-5b55-4167-bb03-1bd03b098b97 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.625093] env[63260]: DEBUG oslo_vmware.api [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1083.625093] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5276406a-6743-dbca-4974-4185237a18b0" [ 1083.625093] env[63260]: _type = "Task" [ 1083.625093] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.632740] env[63260]: DEBUG oslo_vmware.api [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5276406a-6743-dbca-4974-4185237a18b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.767773] env[63260]: DEBUG nova.scheduler.client.report [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.792090] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 6cfc6194-c7a5-47ae-bf22-21a274cc7bb3] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1083.825150] env[63260]: DEBUG oslo_concurrency.lockutils [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1083.852121] env[63260]: DEBUG oslo_vmware.api [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5265441a-3f66-e9c1-627a-395e3f353681, 'name': SearchDatastore_Task, 'duration_secs': 0.010079} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.852944] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-962d9962-5ec2-4a4c-8313-e85698f82215 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.858630] env[63260]: DEBUG oslo_vmware.api [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Waiting for the task: (returnval){ [ 1083.858630] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52175fc7-22ea-7e35-891c-ec6cc45780e5" [ 1083.858630] env[63260]: _type = "Task" [ 1083.858630] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.866789] env[63260]: DEBUG oslo_vmware.api [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52175fc7-22ea-7e35-891c-ec6cc45780e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.872385] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Releasing lock "refresh_cache-03fb6371-8925-4bcb-af19-9387884ec631" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.919076] env[63260]: DEBUG oslo_concurrency.lockutils [req-7f01ad02-0ae6-4d1a-9bee-8de792b26566 req-cd508e99-0917-4c6d-899e-4dfd2cb27fcd service nova] Releasing lock "refresh_cache-9c112d45-b457-4c70-9887-b71f26d3c198" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.140097] env[63260]: DEBUG oslo_vmware.api [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5276406a-6743-dbca-4974-4185237a18b0, 'name': SearchDatastore_Task, 'duration_secs': 0.013394} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.140097] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f2501f0-a935-4c2c-bf11-00e63ab7904b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.145485] env[63260]: DEBUG oslo_vmware.api [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1084.145485] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52090541-1c93-2d0c-06ef-3a309d2e20dc" [ 1084.145485] env[63260]: _type = "Task" [ 1084.145485] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.153242] env[63260]: DEBUG oslo_vmware.api [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52090541-1c93-2d0c-06ef-3a309d2e20dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.272233] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.254s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.272799] env[63260]: DEBUG nova.compute.manager [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1084.275504] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cd4575c5-6e51-4c40-a9b0-176f9c123daa tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.629s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.275987] env[63260]: DEBUG nova.objects.instance [None req-cd4575c5-6e51-4c40-a9b0-176f9c123daa tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lazy-loading 'resources' on Instance uuid 15f6aedb-5993-45ef-995a-065b6dbf0670 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.294605] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 3e0382f6-cd72-4dc4-952b-3917fb7675d6] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1084.369637] env[63260]: DEBUG oslo_vmware.api [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52175fc7-22ea-7e35-891c-ec6cc45780e5, 'name': SearchDatastore_Task, 'duration_secs': 0.012584} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.369908] env[63260]: DEBUG oslo_concurrency.lockutils [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.370183] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 5bf18f54-2525-46b2-a4db-1e7a4945971b/5bf18f54-2525-46b2-a4db-1e7a4945971b.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.370431] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-333a0960-5304-4e94-a031-1a21a2bc3663 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.379031] env[63260]: DEBUG oslo_vmware.api [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Waiting for the task: (returnval){ [ 1084.379031] env[63260]: value = "task-2285316" [ 1084.379031] env[63260]: _type = "Task" [ 1084.379031] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.387658] env[63260]: DEBUG oslo_vmware.api [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.657890] env[63260]: DEBUG oslo_vmware.api [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52090541-1c93-2d0c-06ef-3a309d2e20dc, 'name': SearchDatastore_Task, 'duration_secs': 0.010075} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.658143] env[63260]: DEBUG oslo_concurrency.lockutils [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.658634] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 9c112d45-b457-4c70-9887-b71f26d3c198/9c112d45-b457-4c70-9887-b71f26d3c198.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.658741] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c96629d4-a22c-4082-a39a-5f8f4de3181f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.668306] env[63260]: DEBUG oslo_vmware.api [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1084.668306] env[63260]: value = "task-2285317" [ 1084.668306] env[63260]: _type = "Task" [ 1084.668306] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.679704] env[63260]: DEBUG oslo_vmware.api [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.779194] env[63260]: DEBUG nova.compute.utils [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1084.784325] env[63260]: DEBUG nova.compute.manager [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1084.784518] env[63260]: DEBUG nova.network.neutron [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1084.797995] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 4140d6e0-65e8-4701-85a2-3e5f78a77b77] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1084.832234] env[63260]: DEBUG nova.policy [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd6efeea615c4037beef4bf08e19a27c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b05b7e531ea465dbe8e5e575048712d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 1084.896064] env[63260]: DEBUG oslo_vmware.api [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285316, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459048} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.898972] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 5bf18f54-2525-46b2-a4db-1e7a4945971b/5bf18f54-2525-46b2-a4db-1e7a4945971b.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1084.899278] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1084.900038] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d719c2f7-b046-4b38-a4c2-71e1689e2406 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.909095] env[63260]: DEBUG oslo_vmware.api [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Waiting for the task: (returnval){ [ 1084.909095] env[63260]: value = "task-2285318" [ 1084.909095] env[63260]: _type = "Task" [ 1084.909095] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.922968] env[63260]: DEBUG oslo_vmware.api [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285318, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.968976] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ef5d59-5497-4f1d-9c48-1f21f61e23e2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.978888] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c929beb9-4834-4053-accd-92bbd3c4319b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.013069] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6a45c1-6e42-4178-9ca3-c1d3207c7ab6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.023060] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d86c61d-d2ee-4ed9-bbd4-4e53fd5dfd6e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.038433] env[63260]: DEBUG nova.compute.provider_tree [None req-cd4575c5-6e51-4c40-a9b0-176f9c123daa tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.184545] env[63260]: DEBUG oslo_vmware.api [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285317, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.250849] env[63260]: DEBUG nova.network.neutron [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Successfully created port: 44564d03-dc27-4ec8-a67b-1e818473c263 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1085.285152] env[63260]: DEBUG nova.compute.manager [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1085.301323] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 3d0f44ca-75e7-4579-9e7c-0451473e64af] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1085.392184] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbde5af-878d-41ab-b4f3-8edeee03143b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.411199] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Updating instance '03fb6371-8925-4bcb-af19-9387884ec631' progress to 0 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1085.422481] env[63260]: DEBUG oslo_vmware.api [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285318, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130076} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.422732] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1085.423491] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb3954d-01f7-483b-9093-682d79186c40 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.447581] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 5bf18f54-2525-46b2-a4db-1e7a4945971b/5bf18f54-2525-46b2-a4db-1e7a4945971b.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.448105] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa1a7add-6baa-4f4a-899d-dcf1be16b6dd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.470463] env[63260]: DEBUG oslo_vmware.api [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Waiting for the task: (returnval){ [ 1085.470463] env[63260]: value = "task-2285319" [ 1085.470463] env[63260]: _type = "Task" [ 1085.470463] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.478264] env[63260]: DEBUG oslo_vmware.api [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285319, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.541985] env[63260]: DEBUG nova.scheduler.client.report [None req-cd4575c5-6e51-4c40-a9b0-176f9c123daa tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.669860] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f90db32b-d5bd-466f-b540-af9dc407d300 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "73759f3b-39f8-4e60-a0ca-91220f19abdc" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.669860] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f90db32b-d5bd-466f-b540-af9dc407d300 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "73759f3b-39f8-4e60-a0ca-91220f19abdc" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.670367] env[63260]: INFO nova.compute.manager [None req-f90db32b-d5bd-466f-b540-af9dc407d300 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Rebooting instance [ 1085.684244] env[63260]: DEBUG oslo_vmware.api [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285317, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579537} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.685195] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 9c112d45-b457-4c70-9887-b71f26d3c198/9c112d45-b457-4c70-9887-b71f26d3c198.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.685428] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1085.686026] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d7e3f2e-97d7-46a6-8535-49a1385f2e4a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.695276] env[63260]: DEBUG oslo_vmware.api [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1085.695276] env[63260]: value = "task-2285320" [ 1085.695276] env[63260]: _type = "Task" [ 1085.695276] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.705063] env[63260]: DEBUG oslo_vmware.api [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285320, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.804357] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 86bd65c7-3041-4000-a2d3-004c606289c2] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1085.919981] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.920319] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5273b8d-216e-4e78-8f7d-a69585a5cc72 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.927918] env[63260]: DEBUG oslo_vmware.api [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 1085.927918] env[63260]: value = "task-2285321" [ 1085.927918] env[63260]: _type = "Task" [ 1085.927918] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.936723] env[63260]: DEBUG oslo_vmware.api [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.980034] env[63260]: DEBUG oslo_vmware.api [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285319, 'name': ReconfigVM_Task, 'duration_secs': 0.29664} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.980316] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 5bf18f54-2525-46b2-a4db-1e7a4945971b/5bf18f54-2525-46b2-a4db-1e7a4945971b.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.980954] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80f63de4-30dc-4f60-b7b6-633372604c4e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.987369] env[63260]: DEBUG oslo_vmware.api [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Waiting for the task: (returnval){ [ 1085.987369] env[63260]: value = "task-2285322" [ 1085.987369] env[63260]: _type = "Task" [ 1085.987369] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.995793] env[63260]: DEBUG oslo_vmware.api [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285322, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.047412] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cd4575c5-6e51-4c40-a9b0-176f9c123daa tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.772s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.050140] env[63260]: DEBUG oslo_concurrency.lockutils [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.225s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.051803] env[63260]: INFO nova.compute.claims [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.071530] env[63260]: INFO nova.scheduler.client.report [None req-cd4575c5-6e51-4c40-a9b0-176f9c123daa tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Deleted allocations for instance 15f6aedb-5993-45ef-995a-065b6dbf0670 [ 1086.188106] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f90db32b-d5bd-466f-b540-af9dc407d300 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "refresh_cache-73759f3b-39f8-4e60-a0ca-91220f19abdc" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.188484] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f90db32b-d5bd-466f-b540-af9dc407d300 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquired lock "refresh_cache-73759f3b-39f8-4e60-a0ca-91220f19abdc" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.188685] env[63260]: DEBUG nova.network.neutron [None req-f90db32b-d5bd-466f-b540-af9dc407d300 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.206982] env[63260]: DEBUG oslo_vmware.api [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285320, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.270321} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.207257] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1086.208027] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1baca31c-c0e3-40c1-9381-47867d661c25 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.230506] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 9c112d45-b457-4c70-9887-b71f26d3c198/9c112d45-b457-4c70-9887-b71f26d3c198.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.230803] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cd863c8-d65c-4568-b19f-04cebfcf573f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.252380] env[63260]: DEBUG oslo_vmware.api [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1086.252380] env[63260]: value = "task-2285323" [ 1086.252380] env[63260]: _type = "Task" [ 1086.252380] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.261996] env[63260]: DEBUG oslo_vmware.api [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285323, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.294827] env[63260]: DEBUG nova.compute.manager [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1086.308055] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 17c25d9b-3fe2-4cc8-b6a3-7e59810e87cf] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1086.322715] env[63260]: DEBUG nova.virt.hardware [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='03ccd5a3af8883d57abb22ddfb4dbd9a',container_format='bare',created_at=2025-02-04T16:23:41Z,direct_url=,disk_format='vmdk',id=e9448bd8-5b71-46b9-b640-45676f51c5e1,min_disk=1,min_ram=0,name='tempest-test-snap-1842398950',owner='4b05b7e531ea465dbe8e5e575048712d',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-02-04T16:23:56Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.323147] env[63260]: DEBUG nova.virt.hardware [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.323380] env[63260]: DEBUG nova.virt.hardware [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.323587] env[63260]: DEBUG nova.virt.hardware [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.323756] env[63260]: DEBUG nova.virt.hardware [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.323918] env[63260]: DEBUG nova.virt.hardware [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.324146] env[63260]: DEBUG nova.virt.hardware [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.324314] env[63260]: DEBUG nova.virt.hardware [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.324483] env[63260]: DEBUG nova.virt.hardware [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.324645] env[63260]: DEBUG nova.virt.hardware [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.324816] env[63260]: DEBUG nova.virt.hardware [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.325699] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383a0bdd-80a9-4470-aa12-8b5ba283cf34 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.335149] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7a25cd-9225-41db-8c92-ea0f58c25772 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.439450] env[63260]: DEBUG oslo_vmware.api [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285321, 'name': PowerOffVM_Task, 'duration_secs': 0.177801} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.439704] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.439934] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Updating instance '03fb6371-8925-4bcb-af19-9387884ec631' progress to 17 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1086.497524] env[63260]: DEBUG oslo_vmware.api [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285322, 'name': Rename_Task, 'duration_secs': 0.173148} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.497855] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.498162] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65475ae3-74f4-467a-b764-e4374c8acbdc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.505871] env[63260]: DEBUG oslo_vmware.api [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Waiting for the task: (returnval){ [ 1086.505871] env[63260]: value = "task-2285324" [ 1086.505871] env[63260]: _type = "Task" [ 1086.505871] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.514236] env[63260]: DEBUG oslo_vmware.api [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.585033] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cd4575c5-6e51-4c40-a9b0-176f9c123daa tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "15f6aedb-5993-45ef-995a-065b6dbf0670" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.658s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.585832] env[63260]: DEBUG oslo_concurrency.lockutils [req-4d569757-780c-4bd4-80b0-95ff6694462d req-e9232f9f-59b4-484f-9ef1-3c3858b52a52 service nova] Acquired lock "15f6aedb-5993-45ef-995a-065b6dbf0670" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.586817] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698f731c-61af-4008-a938-8cca654b2de7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.596218] env[63260]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1086.596376] env[63260]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=63260) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1086.596750] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81002799-28f9-4004-bf53-fef3795342d3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.606199] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad22f989-90cf-4953-a159-8d6dcc101294 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.642293] env[63260]: ERROR root [req-4d569757-780c-4bd4-80b0-95ff6694462d req-e9232f9f-59b4-484f-9ef1-3c3858b52a52 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-465166' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-465166' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-465166' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-465166'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-465166' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-465166' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-465166'}\n"]: nova.exception.InstanceNotFound: Instance 15f6aedb-5993-45ef-995a-065b6dbf0670 could not be found. [ 1086.642573] env[63260]: DEBUG oslo_concurrency.lockutils [req-4d569757-780c-4bd4-80b0-95ff6694462d req-e9232f9f-59b4-484f-9ef1-3c3858b52a52 service nova] Releasing lock "15f6aedb-5993-45ef-995a-065b6dbf0670" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.642744] env[63260]: DEBUG nova.compute.manager [req-4d569757-780c-4bd4-80b0-95ff6694462d req-e9232f9f-59b4-484f-9ef1-3c3858b52a52 service nova] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Detach interface failed, port_id=b85c61b0-614a-4efa-b7d7-82d59252f862, reason: Instance 15f6aedb-5993-45ef-995a-065b6dbf0670 could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1086.642960] env[63260]: DEBUG nova.compute.manager [req-4d569757-780c-4bd4-80b0-95ff6694462d req-e9232f9f-59b4-484f-9ef1-3c3858b52a52 service nova] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Received event network-vif-deleted-5b8954a1-a2b4-4d59-ab10-15d9ba198199 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1086.643195] env[63260]: INFO nova.compute.manager [req-4d569757-780c-4bd4-80b0-95ff6694462d req-e9232f9f-59b4-484f-9ef1-3c3858b52a52 service nova] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Neutron deleted interface 5b8954a1-a2b4-4d59-ab10-15d9ba198199; detaching it from the instance and deleting it from the info cache [ 1086.643476] env[63260]: DEBUG nova.network.neutron [req-4d569757-780c-4bd4-80b0-95ff6694462d req-e9232f9f-59b4-484f-9ef1-3c3858b52a52 service nova] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Updating instance_info_cache with network_info: [{"id": "99b6b7bc-5bed-41ec-be42-e0a11c47930d", "address": "fa:16:3e:61:a3:03", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99b6b7bc-5b", "ovs_interfaceid": "99b6b7bc-5bed-41ec-be42-e0a11c47930d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.762783] env[63260]: DEBUG oslo_vmware.api [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285323, 'name': ReconfigVM_Task, 'duration_secs': 0.294829} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.765383] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 9c112d45-b457-4c70-9887-b71f26d3c198/9c112d45-b457-4c70-9887-b71f26d3c198.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.766016] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25f84db3-2d32-4c62-ba90-37cd0d0551b5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.773776] env[63260]: DEBUG oslo_vmware.api [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1086.773776] env[63260]: value = "task-2285325" [ 1086.773776] env[63260]: _type = "Task" [ 1086.773776] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.784981] env[63260]: DEBUG oslo_vmware.api [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285325, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.803551] env[63260]: DEBUG nova.compute.manager [req-f5285f44-2aa5-456e-939e-a946ea18d276 req-f5f3b89b-9633-49f8-bced-8102647baf6e service nova] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Received event network-vif-plugged-44564d03-dc27-4ec8-a67b-1e818473c263 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1086.803771] env[63260]: DEBUG oslo_concurrency.lockutils [req-f5285f44-2aa5-456e-939e-a946ea18d276 req-f5f3b89b-9633-49f8-bced-8102647baf6e service nova] Acquiring lock "84d091bd-0478-4dba-8d29-9be4c24c1d9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1086.804050] env[63260]: DEBUG oslo_concurrency.lockutils [req-f5285f44-2aa5-456e-939e-a946ea18d276 req-f5f3b89b-9633-49f8-bced-8102647baf6e service nova] Lock "84d091bd-0478-4dba-8d29-9be4c24c1d9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.805852] env[63260]: DEBUG oslo_concurrency.lockutils [req-f5285f44-2aa5-456e-939e-a946ea18d276 req-f5f3b89b-9633-49f8-bced-8102647baf6e service nova] Lock "84d091bd-0478-4dba-8d29-9be4c24c1d9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.805852] env[63260]: DEBUG nova.compute.manager [req-f5285f44-2aa5-456e-939e-a946ea18d276 req-f5f3b89b-9633-49f8-bced-8102647baf6e service nova] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] No waiting events found dispatching network-vif-plugged-44564d03-dc27-4ec8-a67b-1e818473c263 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1086.805852] env[63260]: WARNING nova.compute.manager [req-f5285f44-2aa5-456e-939e-a946ea18d276 req-f5f3b89b-9633-49f8-bced-8102647baf6e service nova] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Received unexpected event network-vif-plugged-44564d03-dc27-4ec8-a67b-1e818473c263 for instance with vm_state building and task_state spawning. [ 1086.811276] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 478b9913-6c63-42e5-921f-21e503efc7ce] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1086.948557] env[63260]: DEBUG nova.virt.hardware [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.948557] env[63260]: DEBUG nova.virt.hardware [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.948557] env[63260]: DEBUG nova.virt.hardware [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.948557] env[63260]: DEBUG nova.virt.hardware [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.948557] env[63260]: DEBUG nova.virt.hardware [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.949038] env[63260]: DEBUG nova.virt.hardware [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.949225] env[63260]: DEBUG nova.virt.hardware [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.949420] env[63260]: DEBUG nova.virt.hardware [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.949621] env[63260]: DEBUG nova.virt.hardware [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.949837] env[63260]: DEBUG nova.virt.hardware [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.950096] env[63260]: DEBUG nova.virt.hardware [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.956437] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-359f0e0b-5a1d-45ce-bebb-2f52acb90a41 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.982586] env[63260]: DEBUG oslo_vmware.api [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 1086.982586] env[63260]: value = "task-2285326" [ 1086.982586] env[63260]: _type = "Task" [ 1086.982586] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.992992] env[63260]: DEBUG oslo_vmware.api [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285326, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.006838] env[63260]: DEBUG nova.network.neutron [None req-f90db32b-d5bd-466f-b540-af9dc407d300 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Updating instance_info_cache with network_info: [{"id": "39213b67-3978-4537-956b-38c5b5dd1554", "address": "fa:16:3e:44:ff:90", "network": {"id": "424be9ec-16be-4f23-9093-06b871ef06d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-780291018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4949ccbfb7644f489b2cfd593a1684d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39213b67-39", "ovs_interfaceid": "39213b67-3978-4537-956b-38c5b5dd1554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.019440] env[63260]: DEBUG oslo_vmware.api [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285324, 'name': PowerOnVM_Task, 'duration_secs': 0.503213} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.020495] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.020754] env[63260]: INFO nova.compute.manager [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Took 9.52 seconds to spawn the instance on the hypervisor. [ 1087.020982] env[63260]: DEBUG nova.compute.manager [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.022175] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160bff30-4bb7-42c5-8486-74c1ee0597dc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.056682] env[63260]: DEBUG nova.network.neutron [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Successfully updated port: 44564d03-dc27-4ec8-a67b-1e818473c263 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1087.146360] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-003bbc32-f7b7-47f7-9f23-cd2593d9e00f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.157112] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897a7a86-76f8-434c-a0c6-6a55feb9a412 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.193217] env[63260]: DEBUG nova.compute.manager [req-4d569757-780c-4bd4-80b0-95ff6694462d req-e9232f9f-59b4-484f-9ef1-3c3858b52a52 service nova] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Detach interface failed, port_id=5b8954a1-a2b4-4d59-ab10-15d9ba198199, reason: Instance 15f6aedb-5993-45ef-995a-065b6dbf0670 could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1087.230151] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b50dbdd-081a-4c24-acf6-c31c2b6ab6ec {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.238319] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59a52e8-ffd1-4d45-9926-b67e43b9789b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.268655] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fb4975-b3c4-43b9-8af8-022e9fc12653 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.280156] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d17fea8-52d4-484b-ba3a-dd810e88ee4e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.288984] env[63260]: DEBUG oslo_vmware.api [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285325, 'name': Rename_Task, 'duration_secs': 0.177357} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.296590] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.297055] env[63260]: DEBUG nova.compute.provider_tree [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.298323] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a50e293-8cfb-4601-bcbc-9a7a8b6d3f4a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.306793] env[63260]: DEBUG oslo_vmware.api [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1087.306793] env[63260]: value = "task-2285327" [ 1087.306793] env[63260]: _type = "Task" [ 1087.306793] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.314616] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 26f4534c-d775-4859-96c0-eb67b065d57e] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1087.319752] env[63260]: DEBUG oslo_vmware.api [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.494343] env[63260]: DEBUG oslo_vmware.api [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285326, 'name': ReconfigVM_Task, 'duration_secs': 0.243296} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.494343] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Updating instance '03fb6371-8925-4bcb-af19-9387884ec631' progress to 33 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1087.513286] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f90db32b-d5bd-466f-b540-af9dc407d300 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Releasing lock "refresh_cache-73759f3b-39f8-4e60-a0ca-91220f19abdc" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.541966] env[63260]: INFO nova.compute.manager [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Took 16.20 seconds to build instance. [ 1087.558966] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquiring lock "refresh_cache-84d091bd-0478-4dba-8d29-9be4c24c1d9c" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.559122] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquired lock "refresh_cache-84d091bd-0478-4dba-8d29-9be4c24c1d9c" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.559269] env[63260]: DEBUG nova.network.neutron [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.801377] env[63260]: DEBUG nova.scheduler.client.report [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.816715] env[63260]: DEBUG oslo_vmware.api [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285327, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.821038] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: d540f214-0d3c-4706-8b7c-42e9fe2a6590] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1088.003072] env[63260]: DEBUG nova.virt.hardware [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.003072] env[63260]: DEBUG nova.virt.hardware [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.003072] env[63260]: DEBUG nova.virt.hardware [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.003072] env[63260]: DEBUG nova.virt.hardware [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.003072] env[63260]: DEBUG nova.virt.hardware [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.003072] env[63260]: DEBUG nova.virt.hardware [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.003670] env[63260]: DEBUG nova.virt.hardware [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.003961] env[63260]: DEBUG nova.virt.hardware [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.004282] env[63260]: DEBUG nova.virt.hardware [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.004572] env[63260]: DEBUG nova.virt.hardware [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.004856] env[63260]: DEBUG nova.virt.hardware [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.010683] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1088.011122] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ec61278-f229-43e2-b202-0e6a850f0b68 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.027106] env[63260]: DEBUG nova.compute.manager [None req-f90db32b-d5bd-466f-b540-af9dc407d300 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.028081] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bacfe4-f1b5-4aa0-ac55-a360730f4857 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.034071] env[63260]: DEBUG oslo_vmware.api [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 1088.034071] env[63260]: value = "task-2285328" [ 1088.034071] env[63260]: _type = "Task" [ 1088.034071] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.047492] env[63260]: DEBUG oslo_concurrency.lockutils [None req-05d95f76-2655-4310-a3e5-8058ce9b18d5 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lock "5bf18f54-2525-46b2-a4db-1e7a4945971b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.713s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.047492] env[63260]: DEBUG oslo_vmware.api [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285328, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.110401] env[63260]: DEBUG nova.network.neutron [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1088.282850] env[63260]: DEBUG nova.network.neutron [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Updating instance_info_cache with network_info: [{"id": "44564d03-dc27-4ec8-a67b-1e818473c263", "address": "fa:16:3e:2f:a4:72", "network": {"id": "f1a6423a-5c4b-4aaa-b748-d2f8f6be870e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-101451514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b05b7e531ea465dbe8e5e575048712d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44564d03-dc", "ovs_interfaceid": "44564d03-dc27-4ec8-a67b-1e818473c263", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.305964] env[63260]: DEBUG oslo_concurrency.lockutils [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.256s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.306528] env[63260]: DEBUG nova.compute.manager [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1088.318856] env[63260]: DEBUG oslo_vmware.api [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285327, 'name': PowerOnVM_Task, 'duration_secs': 0.953058} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.319197] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.319465] env[63260]: INFO nova.compute.manager [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1088.319593] env[63260]: DEBUG nova.compute.manager [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.320416] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9028b22-6963-498b-bb28-dd2a98b1c288 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.323946] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: cdfbfbd2-2a6f-4542-96b1-d2850f2b1f61] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1088.546034] env[63260]: DEBUG oslo_vmware.api [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285328, 'name': ReconfigVM_Task, 'duration_secs': 0.227438} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.546320] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1088.547110] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceff2971-a96a-48cd-a80e-0d657287ff60 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.573155] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] volume-658b663c-05db-4609-a32f-e87d4c21387a/volume-658b663c-05db-4609-a32f-e87d4c21387a.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.573456] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f102a60-6d84-4117-8d7c-1ff5f5aa44bb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.594595] env[63260]: DEBUG oslo_vmware.api [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 1088.594595] env[63260]: value = "task-2285329" [ 1088.594595] env[63260]: _type = "Task" [ 1088.594595] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.603241] env[63260]: DEBUG oslo_vmware.api [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285329, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.653406] env[63260]: DEBUG nova.compute.manager [req-43563368-94da-4a1b-8508-52105015c7a7 req-442026be-6370-428a-8531-da17918a586a service nova] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Received event network-changed-b286af9a-2c0f-43f0-8a80-65757743109a {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1088.653770] env[63260]: DEBUG nova.compute.manager [req-43563368-94da-4a1b-8508-52105015c7a7 req-442026be-6370-428a-8531-da17918a586a service nova] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Refreshing instance network info cache due to event network-changed-b286af9a-2c0f-43f0-8a80-65757743109a. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1088.654159] env[63260]: DEBUG oslo_concurrency.lockutils [req-43563368-94da-4a1b-8508-52105015c7a7 req-442026be-6370-428a-8531-da17918a586a service nova] Acquiring lock "refresh_cache-5bf18f54-2525-46b2-a4db-1e7a4945971b" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.654447] env[63260]: DEBUG oslo_concurrency.lockutils [req-43563368-94da-4a1b-8508-52105015c7a7 req-442026be-6370-428a-8531-da17918a586a service nova] Acquired lock "refresh_cache-5bf18f54-2525-46b2-a4db-1e7a4945971b" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.654758] env[63260]: DEBUG nova.network.neutron [req-43563368-94da-4a1b-8508-52105015c7a7 req-442026be-6370-428a-8531-da17918a586a service nova] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Refreshing network info cache for port b286af9a-2c0f-43f0-8a80-65757743109a {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.786071] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Releasing lock "refresh_cache-84d091bd-0478-4dba-8d29-9be4c24c1d9c" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.786477] env[63260]: DEBUG nova.compute.manager [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Instance network_info: |[{"id": "44564d03-dc27-4ec8-a67b-1e818473c263", "address": "fa:16:3e:2f:a4:72", "network": {"id": "f1a6423a-5c4b-4aaa-b748-d2f8f6be870e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-101451514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b05b7e531ea465dbe8e5e575048712d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44564d03-dc", "ovs_interfaceid": "44564d03-dc27-4ec8-a67b-1e818473c263", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1088.786982] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:a4:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44564d03-dc27-4ec8-a67b-1e818473c263', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1088.794775] env[63260]: DEBUG oslo.service.loopingcall [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1088.795393] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1088.795657] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f550c2cc-a069-4016-9527-667c925eae32 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.816279] env[63260]: DEBUG nova.compute.utils [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1088.817657] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "f96e81c0-cd9d-4b76-b59d-7892c0b69b0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.817915] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "f96e81c0-cd9d-4b76-b59d-7892c0b69b0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.819060] env[63260]: DEBUG nova.compute.manager [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1088.819294] env[63260]: DEBUG nova.network.neutron [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1088.822700] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1088.822700] env[63260]: value = "task-2285330" [ 1088.822700] env[63260]: _type = "Task" [ 1088.822700] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.826987] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 394ea16c-10bc-4433-bdb6-68edd866b54d] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1088.831258] env[63260]: DEBUG nova.compute.manager [req-0b2b55a2-fb3c-43de-b939-36c81eb97881 req-07f67d0f-5bac-40cd-9010-6ed5ac2ed5ed service nova] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Received event network-changed-44564d03-dc27-4ec8-a67b-1e818473c263 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1088.831437] env[63260]: DEBUG nova.compute.manager [req-0b2b55a2-fb3c-43de-b939-36c81eb97881 req-07f67d0f-5bac-40cd-9010-6ed5ac2ed5ed service nova] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Refreshing instance network info cache due to event network-changed-44564d03-dc27-4ec8-a67b-1e818473c263. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1088.831639] env[63260]: DEBUG oslo_concurrency.lockutils [req-0b2b55a2-fb3c-43de-b939-36c81eb97881 req-07f67d0f-5bac-40cd-9010-6ed5ac2ed5ed service nova] Acquiring lock "refresh_cache-84d091bd-0478-4dba-8d29-9be4c24c1d9c" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.831772] env[63260]: DEBUG oslo_concurrency.lockutils [req-0b2b55a2-fb3c-43de-b939-36c81eb97881 req-07f67d0f-5bac-40cd-9010-6ed5ac2ed5ed service nova] Acquired lock "refresh_cache-84d091bd-0478-4dba-8d29-9be4c24c1d9c" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.831995] env[63260]: DEBUG nova.network.neutron [req-0b2b55a2-fb3c-43de-b939-36c81eb97881 req-07f67d0f-5bac-40cd-9010-6ed5ac2ed5ed service nova] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Refreshing network info cache for port 44564d03-dc27-4ec8-a67b-1e818473c263 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.841233] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285330, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.844469] env[63260]: INFO nova.compute.manager [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Took 16.51 seconds to build instance. [ 1088.873398] env[63260]: DEBUG nova.policy [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21565875d8bf46bf9673c29a5218f0da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60727a710cc4402ca1e8f23bab7f1ab6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 1089.055991] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd870cf-798e-4bc2-b85e-c39b427f82ff {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.065018] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f90db32b-d5bd-466f-b540-af9dc407d300 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Doing hard reboot of VM {{(pid=63260) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1089.065230] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-4a8b9728-ac57-4160-8bfd-fc2518647588 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.071875] env[63260]: DEBUG oslo_vmware.api [None req-f90db32b-d5bd-466f-b540-af9dc407d300 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1089.071875] env[63260]: value = "task-2285331" [ 1089.071875] env[63260]: _type = "Task" [ 1089.071875] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.080567] env[63260]: DEBUG oslo_vmware.api [None req-f90db32b-d5bd-466f-b540-af9dc407d300 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285331, 'name': ResetVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.109288] env[63260]: DEBUG oslo_vmware.api [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285329, 'name': ReconfigVM_Task, 'duration_secs': 0.347174} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.109645] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Reconfigured VM instance instance-00000069 to attach disk [datastore2] volume-658b663c-05db-4609-a32f-e87d4c21387a/volume-658b663c-05db-4609-a32f-e87d4c21387a.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.109953] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Updating instance '03fb6371-8925-4bcb-af19-9387884ec631' progress to 50 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1089.225707] env[63260]: DEBUG nova.network.neutron [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Successfully created port: 9b2333e8-5d6e-4ee6-ba76-57ca55659042 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1089.320527] env[63260]: DEBUG nova.compute.manager [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1089.327118] env[63260]: DEBUG nova.compute.manager [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1089.333668] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: fa2fbe57-4a9a-456c-8e42-4660309ca10b] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1089.342203] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285330, 'name': CreateVM_Task, 'duration_secs': 0.390047} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.342378] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1089.343107] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9448bd8-5b71-46b9-b640-45676f51c5e1" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.343834] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9448bd8-5b71-46b9-b640-45676f51c5e1" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.343834] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9448bd8-5b71-46b9-b640-45676f51c5e1" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.346212] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60f9939b-70f2-4187-8189-630ea8da0445 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.348837] env[63260]: DEBUG oslo_concurrency.lockutils [None req-90d85609-2af3-4673-8ccb-093ff82d4dce tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "9c112d45-b457-4c70-9887-b71f26d3c198" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.021s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1089.352969] env[63260]: DEBUG oslo_vmware.api [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1089.352969] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52233ef7-f582-8acc-578b-0692bd4e9ecc" [ 1089.352969] env[63260]: _type = "Task" [ 1089.352969] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.362945] env[63260]: DEBUG oslo_vmware.api [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52233ef7-f582-8acc-578b-0692bd4e9ecc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.436334] env[63260]: DEBUG nova.network.neutron [req-43563368-94da-4a1b-8508-52105015c7a7 req-442026be-6370-428a-8531-da17918a586a service nova] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Updated VIF entry in instance network info cache for port b286af9a-2c0f-43f0-8a80-65757743109a. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.436719] env[63260]: DEBUG nova.network.neutron [req-43563368-94da-4a1b-8508-52105015c7a7 req-442026be-6370-428a-8531-da17918a586a service nova] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Updating instance_info_cache with network_info: [{"id": "b286af9a-2c0f-43f0-8a80-65757743109a", "address": "fa:16:3e:ec:ca:49", "network": {"id": "12cac167-06ee-4a9d-9f49-909f6223cefc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1378256468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d05277a51b7498da8763fa330b37ef7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb286af9a-2c", "ovs_interfaceid": "b286af9a-2c0f-43f0-8a80-65757743109a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.583606] env[63260]: DEBUG oslo_vmware.api [None req-f90db32b-d5bd-466f-b540-af9dc407d300 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285331, 'name': ResetVM_Task, 'duration_secs': 0.127184} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.583822] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-f90db32b-d5bd-466f-b540-af9dc407d300 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Did hard reboot of VM {{(pid=63260) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1089.584048] env[63260]: DEBUG nova.compute.manager [None req-f90db32b-d5bd-466f-b540-af9dc407d300 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.584871] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2e3c15-9559-4d0f-b16f-52e4cefe0e77 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.616538] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae1d3a7-3e2f-4883-b7df-25f8161f69ee {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.638266] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6082a0-ba99-4aac-b9ed-1c4750145d6c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.659890] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Updating instance '03fb6371-8925-4bcb-af19-9387884ec631' progress to 67 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1089.703141] env[63260]: DEBUG nova.network.neutron [req-0b2b55a2-fb3c-43de-b939-36c81eb97881 req-07f67d0f-5bac-40cd-9010-6ed5ac2ed5ed service nova] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Updated VIF entry in instance network info cache for port 44564d03-dc27-4ec8-a67b-1e818473c263. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.703593] env[63260]: DEBUG nova.network.neutron [req-0b2b55a2-fb3c-43de-b939-36c81eb97881 req-07f67d0f-5bac-40cd-9010-6ed5ac2ed5ed service nova] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Updating instance_info_cache with network_info: [{"id": "44564d03-dc27-4ec8-a67b-1e818473c263", "address": "fa:16:3e:2f:a4:72", "network": {"id": "f1a6423a-5c4b-4aaa-b748-d2f8f6be870e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-101451514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b05b7e531ea465dbe8e5e575048712d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44564d03-dc", "ovs_interfaceid": "44564d03-dc27-4ec8-a67b-1e818473c263", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.844061] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 1bdb9216-1f13-4a0f-b343-feb2942cfd90] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1089.861697] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1089.862013] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1089.863935] env[63260]: INFO nova.compute.claims [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1089.873522] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9448bd8-5b71-46b9-b640-45676f51c5e1" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.873705] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Processing image e9448bd8-5b71-46b9-b640-45676f51c5e1 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.874476] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9448bd8-5b71-46b9-b640-45676f51c5e1/e9448bd8-5b71-46b9-b640-45676f51c5e1.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.874476] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9448bd8-5b71-46b9-b640-45676f51c5e1/e9448bd8-5b71-46b9-b640-45676f51c5e1.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.874476] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.874636] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c03d0d9e-1439-47fa-ae2d-58ff8f347758 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.887508] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.887784] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.888768] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b33b6a8a-0176-4f49-8746-00314d8f5ce6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.895207] env[63260]: DEBUG oslo_vmware.api [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1089.895207] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5288f99e-c2bd-9e77-357f-eb66cd0c3b2d" [ 1089.895207] env[63260]: _type = "Task" [ 1089.895207] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.903771] env[63260]: DEBUG oslo_vmware.api [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5288f99e-c2bd-9e77-357f-eb66cd0c3b2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.939678] env[63260]: DEBUG oslo_concurrency.lockutils [req-43563368-94da-4a1b-8508-52105015c7a7 req-442026be-6370-428a-8531-da17918a586a service nova] Releasing lock "refresh_cache-5bf18f54-2525-46b2-a4db-1e7a4945971b" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.097821] env[63260]: DEBUG oslo_concurrency.lockutils [None req-f90db32b-d5bd-466f-b540-af9dc407d300 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "73759f3b-39f8-4e60-a0ca-91220f19abdc" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.428s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.206711] env[63260]: DEBUG oslo_concurrency.lockutils [req-0b2b55a2-fb3c-43de-b939-36c81eb97881 req-07f67d0f-5bac-40cd-9010-6ed5ac2ed5ed service nova] Releasing lock "refresh_cache-84d091bd-0478-4dba-8d29-9be4c24c1d9c" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.338011] env[63260]: DEBUG nova.compute.manager [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1090.347606] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: c5637ee6-f394-4ae4-87cc-a3468e47f43d] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1090.373137] env[63260]: DEBUG nova.virt.hardware [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1090.373380] env[63260]: DEBUG nova.virt.hardware [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.373536] env[63260]: DEBUG nova.virt.hardware [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.373714] env[63260]: DEBUG nova.virt.hardware [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.373858] env[63260]: DEBUG nova.virt.hardware [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.374011] env[63260]: DEBUG nova.virt.hardware [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1090.374228] env[63260]: DEBUG nova.virt.hardware [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1090.374388] env[63260]: DEBUG nova.virt.hardware [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1090.374551] env[63260]: DEBUG nova.virt.hardware [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1090.374726] env[63260]: DEBUG nova.virt.hardware [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1090.374901] env[63260]: DEBUG nova.virt.hardware [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1090.379310] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171d99c9-588f-4341-a90e-5b445b418855 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.387293] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e787ba7-c525-48dd-b68b-77140d197300 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.411800] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Preparing fetch location {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1090.412076] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Fetch image to [datastore1] OSTACK_IMG_3e823915-6593-4d92-b547-fec377cec8df/OSTACK_IMG_3e823915-6593-4d92-b547-fec377cec8df.vmdk {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1090.412267] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Downloading stream optimized image e9448bd8-5b71-46b9-b640-45676f51c5e1 to [datastore1] OSTACK_IMG_3e823915-6593-4d92-b547-fec377cec8df/OSTACK_IMG_3e823915-6593-4d92-b547-fec377cec8df.vmdk on the data store datastore1 as vApp {{(pid=63260) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1090.412448] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Downloading image file data e9448bd8-5b71-46b9-b640-45676f51c5e1 to the ESX as VM named 'OSTACK_IMG_3e823915-6593-4d92-b547-fec377cec8df' {{(pid=63260) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1090.498290] env[63260]: DEBUG oslo_vmware.rw_handles [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1090.498290] env[63260]: value = "resgroup-9" [ 1090.498290] env[63260]: _type = "ResourcePool" [ 1090.498290] env[63260]: }. {{(pid=63260) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1090.498588] env[63260]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-499d3784-b3fe-4e57-b820-815bdb7cb744 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.521033] env[63260]: DEBUG oslo_vmware.rw_handles [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lease: (returnval){ [ 1090.521033] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523c5ca3-f1e4-72c6-143d-303c2cceb2f2" [ 1090.521033] env[63260]: _type = "HttpNfcLease" [ 1090.521033] env[63260]: } obtained for vApp import into resource pool (val){ [ 1090.521033] env[63260]: value = "resgroup-9" [ 1090.521033] env[63260]: _type = "ResourcePool" [ 1090.521033] env[63260]: }. {{(pid=63260) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1090.521033] env[63260]: DEBUG oslo_vmware.api [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the lease: (returnval){ [ 1090.521033] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523c5ca3-f1e4-72c6-143d-303c2cceb2f2" [ 1090.521033] env[63260]: _type = "HttpNfcLease" [ 1090.521033] env[63260]: } to be ready. {{(pid=63260) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1090.527957] env[63260]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1090.527957] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523c5ca3-f1e4-72c6-143d-303c2cceb2f2" [ 1090.527957] env[63260]: _type = "HttpNfcLease" [ 1090.527957] env[63260]: } is initializing. {{(pid=63260) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1090.676013] env[63260]: DEBUG nova.compute.manager [req-8f170410-49d4-44fd-bc8c-834a66a775fd req-f991a5a9-2e31-42b5-b126-c08e5f741333 service nova] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Received event network-changed-e69e3a11-1fc8-4de0-b1ad-96d0ee2c0772 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1090.676253] env[63260]: DEBUG nova.compute.manager [req-8f170410-49d4-44fd-bc8c-834a66a775fd req-f991a5a9-2e31-42b5-b126-c08e5f741333 service nova] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Refreshing instance network info cache due to event network-changed-e69e3a11-1fc8-4de0-b1ad-96d0ee2c0772. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1090.676493] env[63260]: DEBUG oslo_concurrency.lockutils [req-8f170410-49d4-44fd-bc8c-834a66a775fd req-f991a5a9-2e31-42b5-b126-c08e5f741333 service nova] Acquiring lock "refresh_cache-9c112d45-b457-4c70-9887-b71f26d3c198" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.676670] env[63260]: DEBUG oslo_concurrency.lockutils [req-8f170410-49d4-44fd-bc8c-834a66a775fd req-f991a5a9-2e31-42b5-b126-c08e5f741333 service nova] Acquired lock "refresh_cache-9c112d45-b457-4c70-9887-b71f26d3c198" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.676837] env[63260]: DEBUG nova.network.neutron [req-8f170410-49d4-44fd-bc8c-834a66a775fd req-f991a5a9-2e31-42b5-b126-c08e5f741333 service nova] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Refreshing network info cache for port e69e3a11-1fc8-4de0-b1ad-96d0ee2c0772 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.852226] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 3e18144e-0acb-4c24-acad-f8f6aa904462] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1090.866329] env[63260]: DEBUG nova.compute.manager [req-d9c18808-6186-4107-ab43-d2918a0bdbf4 req-6da8b7f3-9cbb-432b-8cc4-31a754ba8795 service nova] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Received event network-vif-plugged-9b2333e8-5d6e-4ee6-ba76-57ca55659042 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1090.866551] env[63260]: DEBUG oslo_concurrency.lockutils [req-d9c18808-6186-4107-ab43-d2918a0bdbf4 req-6da8b7f3-9cbb-432b-8cc4-31a754ba8795 service nova] Acquiring lock "9a3276e9-0c38-4709-a264-aa69e96afa6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.866765] env[63260]: DEBUG oslo_concurrency.lockutils [req-d9c18808-6186-4107-ab43-d2918a0bdbf4 req-6da8b7f3-9cbb-432b-8cc4-31a754ba8795 service nova] Lock "9a3276e9-0c38-4709-a264-aa69e96afa6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.866945] env[63260]: DEBUG oslo_concurrency.lockutils [req-d9c18808-6186-4107-ab43-d2918a0bdbf4 req-6da8b7f3-9cbb-432b-8cc4-31a754ba8795 service nova] Lock "9a3276e9-0c38-4709-a264-aa69e96afa6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.867129] env[63260]: DEBUG nova.compute.manager [req-d9c18808-6186-4107-ab43-d2918a0bdbf4 req-6da8b7f3-9cbb-432b-8cc4-31a754ba8795 service nova] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] No waiting events found dispatching network-vif-plugged-9b2333e8-5d6e-4ee6-ba76-57ca55659042 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1090.867309] env[63260]: WARNING nova.compute.manager [req-d9c18808-6186-4107-ab43-d2918a0bdbf4 req-6da8b7f3-9cbb-432b-8cc4-31a754ba8795 service nova] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Received unexpected event network-vif-plugged-9b2333e8-5d6e-4ee6-ba76-57ca55659042 for instance with vm_state building and task_state spawning. [ 1090.976244] env[63260]: DEBUG nova.network.neutron [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Successfully updated port: 9b2333e8-5d6e-4ee6-ba76-57ca55659042 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.030475] env[63260]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1091.030475] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523c5ca3-f1e4-72c6-143d-303c2cceb2f2" [ 1091.030475] env[63260]: _type = "HttpNfcLease" [ 1091.030475] env[63260]: } is ready. {{(pid=63260) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1091.030972] env[63260]: DEBUG oslo_vmware.rw_handles [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1091.030972] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523c5ca3-f1e4-72c6-143d-303c2cceb2f2" [ 1091.030972] env[63260]: _type = "HttpNfcLease" [ 1091.030972] env[63260]: }. {{(pid=63260) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1091.031523] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4614b21a-e9dc-448e-958b-c18cc2aecd4e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.039705] env[63260]: DEBUG oslo_vmware.rw_handles [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ab29aa-4837-3561-6c23-da933f3b6f86/disk-0.vmdk from lease info. {{(pid=63260) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1091.039890] env[63260]: DEBUG oslo_vmware.rw_handles [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ab29aa-4837-3561-6c23-da933f3b6f86/disk-0.vmdk. {{(pid=63260) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1091.105889] env[63260]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b03bf47a-fc25-4e5b-9ffb-9a51c22f8875 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.138597] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67e6dff-0be5-48f7-8cbd-8c8e454df559 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.148993] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbeddb7-7476-4d9d-925d-3490d42762e1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.183030] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3597c5-7864-48b2-b1e8-2bd45e42c606 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.191785] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7288e5ce-ceba-4de1-bd48-e182d20055bf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.206336] env[63260]: DEBUG nova.compute.provider_tree [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.338506] env[63260]: DEBUG nova.network.neutron [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Port a6a43381-96cb-402e-8861-64f70d89f033 binding to destination host cpu-1 is already ACTIVE {{(pid=63260) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1091.356326] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 45c1f310-f48d-4903-be93-f23e8fc413c7] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1091.479487] env[63260]: DEBUG oslo_concurrency.lockutils [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquiring lock "refresh_cache-9a3276e9-0c38-4709-a264-aa69e96afa6d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.479654] env[63260]: DEBUG oslo_concurrency.lockutils [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquired lock "refresh_cache-9a3276e9-0c38-4709-a264-aa69e96afa6d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.479818] env[63260]: DEBUG nova.network.neutron [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.680206] env[63260]: DEBUG nova.network.neutron [req-8f170410-49d4-44fd-bc8c-834a66a775fd req-f991a5a9-2e31-42b5-b126-c08e5f741333 service nova] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Updated VIF entry in instance network info cache for port e69e3a11-1fc8-4de0-b1ad-96d0ee2c0772. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.680597] env[63260]: DEBUG nova.network.neutron [req-8f170410-49d4-44fd-bc8c-834a66a775fd req-f991a5a9-2e31-42b5-b126-c08e5f741333 service nova] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Updating instance_info_cache with network_info: [{"id": "e69e3a11-1fc8-4de0-b1ad-96d0ee2c0772", "address": "fa:16:3e:f8:12:3f", "network": {"id": "095ea81c-b08e-465e-a9a8-6c7d22cb7bf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1442129299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12b951a134ae4e0294f6672abcb63dc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape69e3a11-1f", "ovs_interfaceid": "e69e3a11-1fc8-4de0-b1ad-96d0ee2c0772", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.710131] env[63260]: DEBUG nova.scheduler.client.report [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.838410] env[63260]: DEBUG oslo_vmware.rw_handles [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Completed reading data from the image iterator. {{(pid=63260) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1091.838668] env[63260]: DEBUG oslo_vmware.rw_handles [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ab29aa-4837-3561-6c23-da933f3b6f86/disk-0.vmdk. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1091.839687] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc519da-a424-4cb1-bfc4-3554bab0a1e1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.851646] env[63260]: DEBUG oslo_vmware.rw_handles [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ab29aa-4837-3561-6c23-da933f3b6f86/disk-0.vmdk is in state: ready. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1091.851816] env[63260]: DEBUG oslo_vmware.rw_handles [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ab29aa-4837-3561-6c23-da933f3b6f86/disk-0.vmdk. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1091.852114] env[63260]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-03c4f074-7aa3-43d3-a84f-28e2e8d1e10d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.859781] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 968e6889-032a-4b5a-8cb5-3e612664bb1c] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1092.015338] env[63260]: DEBUG oslo_vmware.rw_handles [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ab29aa-4837-3561-6c23-da933f3b6f86/disk-0.vmdk. {{(pid=63260) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1092.015693] env[63260]: INFO nova.virt.vmwareapi.images [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Downloaded image file data e9448bd8-5b71-46b9-b640-45676f51c5e1 [ 1092.016815] env[63260]: DEBUG nova.network.neutron [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1092.019512] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6747676-8fe3-4f5c-8464-8cb48806e12a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.037320] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed86f634-0e0a-44b6-873f-a42eacfa1447 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.070707] env[63260]: INFO nova.virt.vmwareapi.images [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] The imported VM was unregistered [ 1092.073013] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Caching image {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1092.073302] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Creating directory with path [datastore1] devstack-image-cache_base/e9448bd8-5b71-46b9-b640-45676f51c5e1 {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.073591] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e39ae52-0882-4c71-b12b-6fd9ee396abf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.103531] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Created directory with path [datastore1] devstack-image-cache_base/e9448bd8-5b71-46b9-b640-45676f51c5e1 {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.103802] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_3e823915-6593-4d92-b547-fec377cec8df/OSTACK_IMG_3e823915-6593-4d92-b547-fec377cec8df.vmdk to [datastore1] devstack-image-cache_base/e9448bd8-5b71-46b9-b640-45676f51c5e1/e9448bd8-5b71-46b9-b640-45676f51c5e1.vmdk. {{(pid=63260) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1092.103989] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a5ee6cb5-2e65-4ddb-a3ff-cae17229e217 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.112932] env[63260]: DEBUG oslo_vmware.api [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1092.112932] env[63260]: value = "task-2285334" [ 1092.112932] env[63260]: _type = "Task" [ 1092.112932] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.125980] env[63260]: DEBUG oslo_vmware.api [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285334, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.185481] env[63260]: DEBUG oslo_concurrency.lockutils [req-8f170410-49d4-44fd-bc8c-834a66a775fd req-f991a5a9-2e31-42b5-b126-c08e5f741333 service nova] Releasing lock "refresh_cache-9c112d45-b457-4c70-9887-b71f26d3c198" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.199044] env[63260]: DEBUG nova.network.neutron [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Updating instance_info_cache with network_info: [{"id": "9b2333e8-5d6e-4ee6-ba76-57ca55659042", "address": "fa:16:3e:9d:6a:4a", "network": {"id": "66d00c05-9221-40b2-ab92-cc9e6cc0a873", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139558234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60727a710cc4402ca1e8f23bab7f1ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b2333e8-5d", "ovs_interfaceid": "9b2333e8-5d6e-4ee6-ba76-57ca55659042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.215019] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.215552] env[63260]: DEBUG nova.compute.manager [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1092.363695] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "03fb6371-8925-4bcb-af19-9387884ec631-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.363915] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "03fb6371-8925-4bcb-af19-9387884ec631-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.364106] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "03fb6371-8925-4bcb-af19-9387884ec631-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.365291] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 93332739-3e6a-4ba1-9cba-e397ae34e458] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1092.627620] env[63260]: DEBUG oslo_vmware.api [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285334, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.701533] env[63260]: DEBUG oslo_concurrency.lockutils [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Releasing lock "refresh_cache-9a3276e9-0c38-4709-a264-aa69e96afa6d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.702019] env[63260]: DEBUG nova.compute.manager [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Instance network_info: |[{"id": "9b2333e8-5d6e-4ee6-ba76-57ca55659042", "address": "fa:16:3e:9d:6a:4a", "network": {"id": "66d00c05-9221-40b2-ab92-cc9e6cc0a873", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139558234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60727a710cc4402ca1e8f23bab7f1ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b2333e8-5d", "ovs_interfaceid": "9b2333e8-5d6e-4ee6-ba76-57ca55659042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1092.702470] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:6a:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b2333e8-5d6e-4ee6-ba76-57ca55659042', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1092.710777] env[63260]: DEBUG oslo.service.loopingcall [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1092.711043] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1092.711293] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a203075-fe84-473f-ba35-b04fc62f044f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.727945] env[63260]: DEBUG nova.compute.utils [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1092.729791] env[63260]: DEBUG nova.compute.manager [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1092.729791] env[63260]: DEBUG nova.network.neutron [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1092.739918] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1092.739918] env[63260]: value = "task-2285335" [ 1092.739918] env[63260]: _type = "Task" [ 1092.739918] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.752041] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285335, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.787282] env[63260]: DEBUG nova.policy [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e483d46951f4d4e9a9419be33fe8d4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2147a1e9788d4345b9f561c682dcba6d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 1092.870756] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 67c72ba6-2ba1-4494-add1-f86cc7163ed9] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1092.896863] env[63260]: DEBUG nova.compute.manager [req-4502a6ce-0722-47fa-97eb-28b0865f76c6 req-ae835c9f-124e-4526-9e13-0da08b196bfc service nova] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Received event network-changed-9b2333e8-5d6e-4ee6-ba76-57ca55659042 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1092.897189] env[63260]: DEBUG nova.compute.manager [req-4502a6ce-0722-47fa-97eb-28b0865f76c6 req-ae835c9f-124e-4526-9e13-0da08b196bfc service nova] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Refreshing instance network info cache due to event network-changed-9b2333e8-5d6e-4ee6-ba76-57ca55659042. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1092.897491] env[63260]: DEBUG oslo_concurrency.lockutils [req-4502a6ce-0722-47fa-97eb-28b0865f76c6 req-ae835c9f-124e-4526-9e13-0da08b196bfc service nova] Acquiring lock "refresh_cache-9a3276e9-0c38-4709-a264-aa69e96afa6d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.897737] env[63260]: DEBUG oslo_concurrency.lockutils [req-4502a6ce-0722-47fa-97eb-28b0865f76c6 req-ae835c9f-124e-4526-9e13-0da08b196bfc service nova] Acquired lock "refresh_cache-9a3276e9-0c38-4709-a264-aa69e96afa6d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.898030] env[63260]: DEBUG nova.network.neutron [req-4502a6ce-0722-47fa-97eb-28b0865f76c6 req-ae835c9f-124e-4526-9e13-0da08b196bfc service nova] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Refreshing network info cache for port 9b2333e8-5d6e-4ee6-ba76-57ca55659042 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.121430] env[63260]: DEBUG nova.network.neutron [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Successfully created port: 0a6ef5ed-9a5f-4990-a432-01bc110528c2 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1093.130094] env[63260]: DEBUG oslo_vmware.api [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285334, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.236027] env[63260]: DEBUG nova.compute.manager [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1093.253563] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285335, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.376951] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 02506b07-c1eb-46f9-a0bc-2cafa25d31da] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1093.408708] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "refresh_cache-03fb6371-8925-4bcb-af19-9387884ec631" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.408943] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquired lock "refresh_cache-03fb6371-8925-4bcb-af19-9387884ec631" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.409208] env[63260]: DEBUG nova.network.neutron [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.625053] env[63260]: DEBUG oslo_vmware.api [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285334, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.626691] env[63260]: DEBUG nova.network.neutron [req-4502a6ce-0722-47fa-97eb-28b0865f76c6 req-ae835c9f-124e-4526-9e13-0da08b196bfc service nova] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Updated VIF entry in instance network info cache for port 9b2333e8-5d6e-4ee6-ba76-57ca55659042. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.627043] env[63260]: DEBUG nova.network.neutron [req-4502a6ce-0722-47fa-97eb-28b0865f76c6 req-ae835c9f-124e-4526-9e13-0da08b196bfc service nova] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Updating instance_info_cache with network_info: [{"id": "9b2333e8-5d6e-4ee6-ba76-57ca55659042", "address": "fa:16:3e:9d:6a:4a", "network": {"id": "66d00c05-9221-40b2-ab92-cc9e6cc0a873", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139558234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60727a710cc4402ca1e8f23bab7f1ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b2333e8-5d", "ovs_interfaceid": "9b2333e8-5d6e-4ee6-ba76-57ca55659042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.751746] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285335, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.881075] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 77396720-1683-4848-876c-d292e6b4441a] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1094.127752] env[63260]: DEBUG oslo_vmware.api [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285334, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.129404] env[63260]: DEBUG oslo_concurrency.lockutils [req-4502a6ce-0722-47fa-97eb-28b0865f76c6 req-ae835c9f-124e-4526-9e13-0da08b196bfc service nova] Releasing lock "refresh_cache-9a3276e9-0c38-4709-a264-aa69e96afa6d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.157944] env[63260]: DEBUG nova.network.neutron [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Updating instance_info_cache with network_info: [{"id": "a6a43381-96cb-402e-8861-64f70d89f033", "address": "fa:16:3e:3f:8c:f4", "network": {"id": "5b68e61c-9924-43a6-9550-c424919c7ebd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505122137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc112fd26644b7abedda679fb222d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6a43381-96", "ovs_interfaceid": "a6a43381-96cb-402e-8861-64f70d89f033", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.248047] env[63260]: DEBUG nova.compute.manager [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1094.257055] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285335, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.277580] env[63260]: DEBUG nova.virt.hardware [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.277852] env[63260]: DEBUG nova.virt.hardware [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.278050] env[63260]: DEBUG nova.virt.hardware [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.278269] env[63260]: DEBUG nova.virt.hardware [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.278422] env[63260]: DEBUG nova.virt.hardware [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.278569] env[63260]: DEBUG nova.virt.hardware [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.278802] env[63260]: DEBUG nova.virt.hardware [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.278984] env[63260]: DEBUG nova.virt.hardware [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.279177] env[63260]: DEBUG nova.virt.hardware [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.279356] env[63260]: DEBUG nova.virt.hardware [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.279538] env[63260]: DEBUG nova.virt.hardware [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.280447] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0802da5-793c-4884-8518-e54ca0bae328 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.289887] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578ba0ad-ea0e-4279-bb0f-a15b16ad9cab {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.385228] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 05f51648-73be-4989-8574-57bc8eb882b2] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1094.626285] env[63260]: DEBUG oslo_vmware.api [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285334, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.661174] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Releasing lock "refresh_cache-03fb6371-8925-4bcb-af19-9387884ec631" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.674247] env[63260]: DEBUG nova.network.neutron [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Successfully updated port: 0a6ef5ed-9a5f-4990-a432-01bc110528c2 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1094.752626] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285335, 'name': CreateVM_Task, 'duration_secs': 1.586245} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.752836] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1094.753477] env[63260]: DEBUG oslo_concurrency.lockutils [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.753640] env[63260]: DEBUG oslo_concurrency.lockutils [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.753998] env[63260]: DEBUG oslo_concurrency.lockutils [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.754283] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bd5a72e-0d49-4087-9855-ff0b78da3987 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.758911] env[63260]: DEBUG oslo_vmware.api [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 1094.758911] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52575c2e-ad0e-5aa9-7ddd-8d056d1f0693" [ 1094.758911] env[63260]: _type = "Task" [ 1094.758911] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.766565] env[63260]: DEBUG oslo_vmware.api [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52575c2e-ad0e-5aa9-7ddd-8d056d1f0693, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.888425] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: cf19fd4d-d960-46bf-a86b-3760b5d0bfee] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1094.923378] env[63260]: DEBUG nova.compute.manager [req-e12f8b88-876e-45a8-acd8-ed638b9e74d2 req-eccbc0a0-6d13-46fa-86f6-5fdbfa20316b service nova] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Received event network-vif-plugged-0a6ef5ed-9a5f-4990-a432-01bc110528c2 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1094.923423] env[63260]: DEBUG oslo_concurrency.lockutils [req-e12f8b88-876e-45a8-acd8-ed638b9e74d2 req-eccbc0a0-6d13-46fa-86f6-5fdbfa20316b service nova] Acquiring lock "f96e81c0-cd9d-4b76-b59d-7892c0b69b0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.923592] env[63260]: DEBUG oslo_concurrency.lockutils [req-e12f8b88-876e-45a8-acd8-ed638b9e74d2 req-eccbc0a0-6d13-46fa-86f6-5fdbfa20316b service nova] Lock "f96e81c0-cd9d-4b76-b59d-7892c0b69b0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.923761] env[63260]: DEBUG oslo_concurrency.lockutils [req-e12f8b88-876e-45a8-acd8-ed638b9e74d2 req-eccbc0a0-6d13-46fa-86f6-5fdbfa20316b service nova] Lock "f96e81c0-cd9d-4b76-b59d-7892c0b69b0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.923963] env[63260]: DEBUG nova.compute.manager [req-e12f8b88-876e-45a8-acd8-ed638b9e74d2 req-eccbc0a0-6d13-46fa-86f6-5fdbfa20316b service nova] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] No waiting events found dispatching network-vif-plugged-0a6ef5ed-9a5f-4990-a432-01bc110528c2 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1094.924206] env[63260]: WARNING nova.compute.manager [req-e12f8b88-876e-45a8-acd8-ed638b9e74d2 req-eccbc0a0-6d13-46fa-86f6-5fdbfa20316b service nova] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Received unexpected event network-vif-plugged-0a6ef5ed-9a5f-4990-a432-01bc110528c2 for instance with vm_state building and task_state spawning. [ 1094.924386] env[63260]: DEBUG nova.compute.manager [req-e12f8b88-876e-45a8-acd8-ed638b9e74d2 req-eccbc0a0-6d13-46fa-86f6-5fdbfa20316b service nova] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Received event network-changed-0a6ef5ed-9a5f-4990-a432-01bc110528c2 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1094.924578] env[63260]: DEBUG nova.compute.manager [req-e12f8b88-876e-45a8-acd8-ed638b9e74d2 req-eccbc0a0-6d13-46fa-86f6-5fdbfa20316b service nova] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Refreshing instance network info cache due to event network-changed-0a6ef5ed-9a5f-4990-a432-01bc110528c2. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1094.924789] env[63260]: DEBUG oslo_concurrency.lockutils [req-e12f8b88-876e-45a8-acd8-ed638b9e74d2 req-eccbc0a0-6d13-46fa-86f6-5fdbfa20316b service nova] Acquiring lock "refresh_cache-f96e81c0-cd9d-4b76-b59d-7892c0b69b0e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.924932] env[63260]: DEBUG oslo_concurrency.lockutils [req-e12f8b88-876e-45a8-acd8-ed638b9e74d2 req-eccbc0a0-6d13-46fa-86f6-5fdbfa20316b service nova] Acquired lock "refresh_cache-f96e81c0-cd9d-4b76-b59d-7892c0b69b0e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.925108] env[63260]: DEBUG nova.network.neutron [req-e12f8b88-876e-45a8-acd8-ed638b9e74d2 req-eccbc0a0-6d13-46fa-86f6-5fdbfa20316b service nova] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Refreshing network info cache for port 0a6ef5ed-9a5f-4990-a432-01bc110528c2 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.126565] env[63260]: DEBUG oslo_vmware.api [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285334, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.527049} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.126821] env[63260]: INFO nova.virt.vmwareapi.ds_util [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_3e823915-6593-4d92-b547-fec377cec8df/OSTACK_IMG_3e823915-6593-4d92-b547-fec377cec8df.vmdk to [datastore1] devstack-image-cache_base/e9448bd8-5b71-46b9-b640-45676f51c5e1/e9448bd8-5b71-46b9-b640-45676f51c5e1.vmdk. [ 1095.127011] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Cleaning up location [datastore1] OSTACK_IMG_3e823915-6593-4d92-b547-fec377cec8df {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1095.127188] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_3e823915-6593-4d92-b547-fec377cec8df {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.127441] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-455cb480-1682-48f5-960a-b80c9c12db5c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.134281] env[63260]: DEBUG oslo_vmware.api [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1095.134281] env[63260]: value = "task-2285336" [ 1095.134281] env[63260]: _type = "Task" [ 1095.134281] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.141875] env[63260]: DEBUG oslo_vmware.api [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.170975] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b90693a-398f-4036-a245-3eb94ee76443 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.176204] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "refresh_cache-f96e81c0-cd9d-4b76-b59d-7892c0b69b0e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.179145] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a179e31-9d66-435b-94a3-962cb02048f6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.268620] env[63260]: DEBUG oslo_vmware.api [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52575c2e-ad0e-5aa9-7ddd-8d056d1f0693, 'name': SearchDatastore_Task, 'duration_secs': 0.009666} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.268911] env[63260]: DEBUG oslo_concurrency.lockutils [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.269164] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.269393] env[63260]: DEBUG oslo_concurrency.lockutils [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.269538] env[63260]: DEBUG oslo_concurrency.lockutils [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.269712] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.269975] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d16612e0-1849-4df2-acc7-6ff6c7140466 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.278299] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1095.278482] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1095.279189] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d501a9cd-8e82-43e2-9205-c8bf9884eed1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.284182] env[63260]: DEBUG oslo_vmware.api [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 1095.284182] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e92c08-b84a-0692-fb55-fa21d912d37a" [ 1095.284182] env[63260]: _type = "Task" [ 1095.284182] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.291665] env[63260]: DEBUG oslo_vmware.api [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e92c08-b84a-0692-fb55-fa21d912d37a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.391539] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: ab5784bb-000b-4f56-bd35-65a04620b36f] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1095.457655] env[63260]: DEBUG nova.network.neutron [req-e12f8b88-876e-45a8-acd8-ed638b9e74d2 req-eccbc0a0-6d13-46fa-86f6-5fdbfa20316b service nova] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1095.545599] env[63260]: DEBUG nova.network.neutron [req-e12f8b88-876e-45a8-acd8-ed638b9e74d2 req-eccbc0a0-6d13-46fa-86f6-5fdbfa20316b service nova] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.644753] env[63260]: DEBUG oslo_vmware.api [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035607} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.645011] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.645186] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9448bd8-5b71-46b9-b640-45676f51c5e1/e9448bd8-5b71-46b9-b640-45676f51c5e1.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.645428] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9448bd8-5b71-46b9-b640-45676f51c5e1/e9448bd8-5b71-46b9-b640-45676f51c5e1.vmdk to [datastore1] 84d091bd-0478-4dba-8d29-9be4c24c1d9c/84d091bd-0478-4dba-8d29-9be4c24c1d9c.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1095.645677] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-172ac779-0494-4ef2-80e0-23401349cd8f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.653164] env[63260]: DEBUG oslo_vmware.api [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1095.653164] env[63260]: value = "task-2285337" [ 1095.653164] env[63260]: _type = "Task" [ 1095.653164] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.661844] env[63260]: DEBUG oslo_vmware.api [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.796574] env[63260]: DEBUG oslo_vmware.api [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e92c08-b84a-0692-fb55-fa21d912d37a, 'name': SearchDatastore_Task, 'duration_secs': 0.008756} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.797492] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7949c8e6-09bd-4d3a-abbb-58c5008d5f84 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.803307] env[63260]: DEBUG oslo_vmware.api [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 1095.803307] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e957f6-dfe9-490f-7e7c-3be69b870f09" [ 1095.803307] env[63260]: _type = "Task" [ 1095.803307] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.811009] env[63260]: DEBUG oslo_vmware.api [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e957f6-dfe9-490f-7e7c-3be69b870f09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.894695] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 93672dcb-96dc-4383-9874-43855f247e9f] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1096.048893] env[63260]: DEBUG oslo_concurrency.lockutils [req-e12f8b88-876e-45a8-acd8-ed638b9e74d2 req-eccbc0a0-6d13-46fa-86f6-5fdbfa20316b service nova] Releasing lock "refresh_cache-f96e81c0-cd9d-4b76-b59d-7892c0b69b0e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.049361] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquired lock "refresh_cache-f96e81c0-cd9d-4b76-b59d-7892c0b69b0e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.049517] env[63260]: DEBUG nova.network.neutron [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.163939] env[63260]: DEBUG oslo_vmware.api [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285337, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.285354] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3124b7de-f9a9-445a-9061-e36ecc3a26cb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.308552] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd9f75c-4ea7-4249-a71f-33ef6ed0317d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.318150] env[63260]: DEBUG oslo_vmware.api [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e957f6-dfe9-490f-7e7c-3be69b870f09, 'name': SearchDatastore_Task, 'duration_secs': 0.009003} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.320735] env[63260]: DEBUG oslo_concurrency.lockutils [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.321151] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 9a3276e9-0c38-4709-a264-aa69e96afa6d/9a3276e9-0c38-4709-a264-aa69e96afa6d.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.321401] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Updating instance '03fb6371-8925-4bcb-af19-9387884ec631' progress to 83 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1096.325080] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01aef55a-a536-45d6-a125-a51a5eb5aedd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.336342] env[63260]: DEBUG oslo_vmware.api [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 1096.336342] env[63260]: value = "task-2285338" [ 1096.336342] env[63260]: _type = "Task" [ 1096.336342] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.348170] env[63260]: DEBUG oslo_vmware.api [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.398142] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: d1cb9a44-ac61-41ee-b6c4-5611b6358f7e] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1096.585739] env[63260]: DEBUG nova.network.neutron [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1096.670378] env[63260]: DEBUG oslo_vmware.api [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285337, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.735158] env[63260]: DEBUG nova.network.neutron [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Updating instance_info_cache with network_info: [{"id": "0a6ef5ed-9a5f-4990-a432-01bc110528c2", "address": "fa:16:3e:d4:e3:46", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a6ef5ed-9a", "ovs_interfaceid": "0a6ef5ed-9a5f-4990-a432-01bc110528c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.829891] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.830295] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bf09cd9-0e51-4a63-9b4e-bfa5148abbe2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.842111] env[63260]: DEBUG oslo_vmware.api [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 1096.842111] env[63260]: value = "task-2285339" [ 1096.842111] env[63260]: _type = "Task" [ 1096.842111] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.849081] env[63260]: DEBUG oslo_vmware.api [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.855942] env[63260]: DEBUG oslo_vmware.api [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285339, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.901427] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.901871] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Cleaning up deleted instances with incomplete migration {{(pid=63260) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1097.172146] env[63260]: DEBUG oslo_vmware.api [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285337, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.238101] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Releasing lock "refresh_cache-f96e81c0-cd9d-4b76-b59d-7892c0b69b0e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.238662] env[63260]: DEBUG nova.compute.manager [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Instance network_info: |[{"id": "0a6ef5ed-9a5f-4990-a432-01bc110528c2", "address": "fa:16:3e:d4:e3:46", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a6ef5ed-9a", "ovs_interfaceid": "0a6ef5ed-9a5f-4990-a432-01bc110528c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1097.239209] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:e3:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a6ef5ed-9a5f-4990-a432-01bc110528c2', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.248018] env[63260]: DEBUG oslo.service.loopingcall [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1097.248420] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.248710] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-650597ab-d1c3-4b5f-a561-a9175c0215ff {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.273264] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1097.273264] env[63260]: value = "task-2285340" [ 1097.273264] env[63260]: _type = "Task" [ 1097.273264] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.286634] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285340, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.349617] env[63260]: DEBUG oslo_vmware.api [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.355277] env[63260]: DEBUG oslo_vmware.api [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285339, 'name': PowerOnVM_Task, 'duration_secs': 0.49701} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.355573] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.355759] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d0125175-95c2-4b3f-b023-910248920c91 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Updating instance '03fb6371-8925-4bcb-af19-9387884ec631' progress to 100 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1097.404485] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.668490] env[63260]: DEBUG oslo_vmware.api [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285337, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.783957] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285340, 'name': CreateVM_Task} progress is 25%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.847434] env[63260]: DEBUG oslo_vmware.api [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285338, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.170394] env[63260]: DEBUG oslo_vmware.api [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285337, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.336676} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.170805] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9448bd8-5b71-46b9-b640-45676f51c5e1/e9448bd8-5b71-46b9-b640-45676f51c5e1.vmdk to [datastore1] 84d091bd-0478-4dba-8d29-9be4c24c1d9c/84d091bd-0478-4dba-8d29-9be4c24c1d9c.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1098.171549] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66def606-075a-4e49-bca9-a745122cd933 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.209672] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 84d091bd-0478-4dba-8d29-9be4c24c1d9c/84d091bd-0478-4dba-8d29-9be4c24c1d9c.vmdk or device None with type streamOptimized {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.210055] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0198c2e-f5fb-4d30-a96a-59e7d5100cb4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.232681] env[63260]: DEBUG oslo_vmware.api [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1098.232681] env[63260]: value = "task-2285341" [ 1098.232681] env[63260]: _type = "Task" [ 1098.232681] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.242036] env[63260]: DEBUG oslo_vmware.api [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285341, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.286369] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285340, 'name': CreateVM_Task} progress is 25%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.348011] env[63260]: DEBUG oslo_vmware.api [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285338, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.742555] env[63260]: DEBUG oslo_vmware.api [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285341, 'name': ReconfigVM_Task, 'duration_secs': 0.411035} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.742829] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 84d091bd-0478-4dba-8d29-9be4c24c1d9c/84d091bd-0478-4dba-8d29-9be4c24c1d9c.vmdk or device None with type streamOptimized {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.743479] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a7a44bf-ee0d-4b79-825d-4ba41a776428 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.749632] env[63260]: DEBUG oslo_vmware.api [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1098.749632] env[63260]: value = "task-2285342" [ 1098.749632] env[63260]: _type = "Task" [ 1098.749632] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.757687] env[63260]: DEBUG oslo_vmware.api [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285342, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.783837] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285340, 'name': CreateVM_Task, 'duration_secs': 1.310016} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.784017] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1098.784732] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.784901] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.785251] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.785500] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-639d8540-3479-4682-ad18-2e3521de125b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.791756] env[63260]: DEBUG oslo_vmware.api [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 1098.791756] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5226b799-942f-6be9-bf04-3077031ce097" [ 1098.791756] env[63260]: _type = "Task" [ 1098.791756] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.799963] env[63260]: DEBUG oslo_vmware.api [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5226b799-942f-6be9-bf04-3077031ce097, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.847220] env[63260]: DEBUG oslo_vmware.api [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285338, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.05611} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.847493] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 9a3276e9-0c38-4709-a264-aa69e96afa6d/9a3276e9-0c38-4709-a264-aa69e96afa6d.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1098.847726] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1098.847992] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6ac1fc0-52be-44d7-88d2-9b075d5f60a7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.856183] env[63260]: DEBUG oslo_vmware.api [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 1098.856183] env[63260]: value = "task-2285343" [ 1098.856183] env[63260]: _type = "Task" [ 1098.856183] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.864532] env[63260]: DEBUG oslo_vmware.api [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285343, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.259702] env[63260]: DEBUG oslo_vmware.api [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285342, 'name': Rename_Task, 'duration_secs': 0.163213} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.260042] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.260308] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0bce8ee-6f58-4337-906d-51a8b530dc83 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.267503] env[63260]: DEBUG oslo_vmware.api [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1099.267503] env[63260]: value = "task-2285344" [ 1099.267503] env[63260]: _type = "Task" [ 1099.267503] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.278148] env[63260]: DEBUG oslo_vmware.api [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.301781] env[63260]: DEBUG oslo_vmware.api [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5226b799-942f-6be9-bf04-3077031ce097, 'name': SearchDatastore_Task, 'duration_secs': 0.037926} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.302119] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.302395] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1099.302627] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.302774] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.302990] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1099.303225] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-714474f7-a5ad-4f92-8cfb-c4358953b2f9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.320297] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1099.320476] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1099.321203] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83cc101b-976f-4997-9bc7-722cb431b928 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.326959] env[63260]: DEBUG oslo_vmware.api [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 1099.326959] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523dbec2-bab1-c11a-3992-448cb651d513" [ 1099.326959] env[63260]: _type = "Task" [ 1099.326959] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.335935] env[63260]: DEBUG oslo_vmware.api [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523dbec2-bab1-c11a-3992-448cb651d513, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.365729] env[63260]: DEBUG oslo_vmware.api [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285343, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060829} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.365999] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1099.366784] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8144f5-ac78-4903-bd65-628167306d46 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.389469] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 9a3276e9-0c38-4709-a264-aa69e96afa6d/9a3276e9-0c38-4709-a264-aa69e96afa6d.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.389793] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fd1b798-2a4d-4843-9233-2d48d8f739da {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.410526] env[63260]: DEBUG oslo_vmware.api [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 1099.410526] env[63260]: value = "task-2285345" [ 1099.410526] env[63260]: _type = "Task" [ 1099.410526] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.419391] env[63260]: DEBUG oslo_vmware.api [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285345, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.655754] env[63260]: DEBUG oslo_concurrency.lockutils [None req-24ccb651-3baa-4259-a3e2-84211b28ca74 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "03fb6371-8925-4bcb-af19-9387884ec631" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.655944] env[63260]: DEBUG oslo_concurrency.lockutils [None req-24ccb651-3baa-4259-a3e2-84211b28ca74 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "03fb6371-8925-4bcb-af19-9387884ec631" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.656196] env[63260]: DEBUG nova.compute.manager [None req-24ccb651-3baa-4259-a3e2-84211b28ca74 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Going to confirm migration 7 {{(pid=63260) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1099.777992] env[63260]: DEBUG oslo_vmware.api [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285344, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.837532] env[63260]: DEBUG oslo_vmware.api [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523dbec2-bab1-c11a-3992-448cb651d513, 'name': SearchDatastore_Task, 'duration_secs': 0.015838} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.838381] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f46befa6-9ac1-4c58-8aa1-269530812472 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.844101] env[63260]: DEBUG oslo_vmware.api [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 1099.844101] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526d6534-0f60-f2ac-0efa-2d25ce49a0e0" [ 1099.844101] env[63260]: _type = "Task" [ 1099.844101] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.851512] env[63260]: DEBUG oslo_vmware.api [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526d6534-0f60-f2ac-0efa-2d25ce49a0e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.921293] env[63260]: DEBUG oslo_vmware.api [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285345, 'name': ReconfigVM_Task, 'duration_secs': 0.299696} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.921616] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 9a3276e9-0c38-4709-a264-aa69e96afa6d/9a3276e9-0c38-4709-a264-aa69e96afa6d.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.922363] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80002720-3228-446b-b23f-f9acb449f092 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.930194] env[63260]: DEBUG oslo_vmware.api [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 1099.930194] env[63260]: value = "task-2285346" [ 1099.930194] env[63260]: _type = "Task" [ 1099.930194] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.939288] env[63260]: DEBUG oslo_vmware.api [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285346, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.193853] env[63260]: DEBUG oslo_concurrency.lockutils [None req-24ccb651-3baa-4259-a3e2-84211b28ca74 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "refresh_cache-03fb6371-8925-4bcb-af19-9387884ec631" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.194058] env[63260]: DEBUG oslo_concurrency.lockutils [None req-24ccb651-3baa-4259-a3e2-84211b28ca74 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquired lock "refresh_cache-03fb6371-8925-4bcb-af19-9387884ec631" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.194243] env[63260]: DEBUG nova.network.neutron [None req-24ccb651-3baa-4259-a3e2-84211b28ca74 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.194463] env[63260]: DEBUG nova.objects.instance [None req-24ccb651-3baa-4259-a3e2-84211b28ca74 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lazy-loading 'info_cache' on Instance uuid 03fb6371-8925-4bcb-af19-9387884ec631 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.281454] env[63260]: DEBUG oslo_vmware.api [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285344, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.354527] env[63260]: DEBUG oslo_vmware.api [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526d6534-0f60-f2ac-0efa-2d25ce49a0e0, 'name': SearchDatastore_Task, 'duration_secs': 0.033775} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.354815] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.355134] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] f96e81c0-cd9d-4b76-b59d-7892c0b69b0e/f96e81c0-cd9d-4b76-b59d-7892c0b69b0e.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1100.355391] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-daa8e0b8-0062-40db-b5af-5eb2547c29ba {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.362847] env[63260]: DEBUG oslo_vmware.api [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 1100.362847] env[63260]: value = "task-2285347" [ 1100.362847] env[63260]: _type = "Task" [ 1100.362847] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.370614] env[63260]: DEBUG oslo_vmware.api [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285347, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.439613] env[63260]: DEBUG oslo_vmware.api [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285346, 'name': Rename_Task, 'duration_secs': 0.14547} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.439835] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.440135] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18d471d0-64a8-4498-b6fe-a9f11486c702 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.446976] env[63260]: DEBUG oslo_vmware.api [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 1100.446976] env[63260]: value = "task-2285348" [ 1100.446976] env[63260]: _type = "Task" [ 1100.446976] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.454624] env[63260]: DEBUG oslo_vmware.api [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.782497] env[63260]: DEBUG oslo_vmware.api [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285344, 'name': PowerOnVM_Task, 'duration_secs': 1.060437} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.782815] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.783117] env[63260]: INFO nova.compute.manager [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Took 14.49 seconds to spawn the instance on the hypervisor. [ 1100.783363] env[63260]: DEBUG nova.compute.manager [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.784220] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35eb24f-b9b2-41fd-970f-bb632da7f1f7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.874561] env[63260]: DEBUG oslo_vmware.api [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285347, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.958491] env[63260]: DEBUG oslo_vmware.api [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285348, 'name': PowerOnVM_Task, 'duration_secs': 0.467444} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.958796] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.959032] env[63260]: INFO nova.compute.manager [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Took 10.62 seconds to spawn the instance on the hypervisor. [ 1100.959411] env[63260]: DEBUG nova.compute.manager [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.960210] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f84762-212f-4b44-9b7a-4d5f01036ab5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.306842] env[63260]: INFO nova.compute.manager [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Took 22.47 seconds to build instance. [ 1101.378271] env[63260]: DEBUG oslo_vmware.api [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285347, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700292} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.378531] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] f96e81c0-cd9d-4b76-b59d-7892c0b69b0e/f96e81c0-cd9d-4b76-b59d-7892c0b69b0e.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1101.378746] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1101.379008] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73addcfc-e85d-4e1b-8d62-c06188bea474 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.386400] env[63260]: DEBUG oslo_vmware.api [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 1101.386400] env[63260]: value = "task-2285349" [ 1101.386400] env[63260]: _type = "Task" [ 1101.386400] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.395896] env[63260]: DEBUG oslo_vmware.api [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285349, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.472022] env[63260]: DEBUG nova.network.neutron [None req-24ccb651-3baa-4259-a3e2-84211b28ca74 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Updating instance_info_cache with network_info: [{"id": "a6a43381-96cb-402e-8861-64f70d89f033", "address": "fa:16:3e:3f:8c:f4", "network": {"id": "5b68e61c-9924-43a6-9550-c424919c7ebd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505122137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc112fd26644b7abedda679fb222d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6a43381-96", "ovs_interfaceid": "a6a43381-96cb-402e-8861-64f70d89f033", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.487043] env[63260]: INFO nova.compute.manager [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Took 17.68 seconds to build instance. [ 1101.808724] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8c66ff27-1e35-4109-b9bd-54c887b779a3 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "84d091bd-0478-4dba-8d29-9be4c24c1d9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.983s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.897678] env[63260]: DEBUG oslo_vmware.api [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285349, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073298} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.898163] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1101.899096] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c58f0be-bfa6-4fd0-945f-ed362a65b184 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.923926] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] f96e81c0-cd9d-4b76-b59d-7892c0b69b0e/f96e81c0-cd9d-4b76-b59d-7892c0b69b0e.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.927013] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-356ed138-e43f-4e70-b672-27bb01d5df4e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.948264] env[63260]: DEBUG oslo_vmware.api [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 1101.948264] env[63260]: value = "task-2285350" [ 1101.948264] env[63260]: _type = "Task" [ 1101.948264] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.959457] env[63260]: DEBUG oslo_vmware.api [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285350, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.984641] env[63260]: DEBUG oslo_concurrency.lockutils [None req-24ccb651-3baa-4259-a3e2-84211b28ca74 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Releasing lock "refresh_cache-03fb6371-8925-4bcb-af19-9387884ec631" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.984641] env[63260]: DEBUG nova.objects.instance [None req-24ccb651-3baa-4259-a3e2-84211b28ca74 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lazy-loading 'migration_context' on Instance uuid 03fb6371-8925-4bcb-af19-9387884ec631 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.999882] env[63260]: DEBUG oslo_concurrency.lockutils [None req-37a66b3f-4549-40df-8d48-f460ea7a3808 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lock "9a3276e9-0c38-4709-a264-aa69e96afa6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.199s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.036793] env[63260]: DEBUG nova.compute.manager [req-93a815bd-2834-4d1b-9239-65b1d56f0157 req-ba58ef38-794b-4211-9c2c-539451e390a6 service nova] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Received event network-changed-9b2333e8-5d6e-4ee6-ba76-57ca55659042 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1102.036991] env[63260]: DEBUG nova.compute.manager [req-93a815bd-2834-4d1b-9239-65b1d56f0157 req-ba58ef38-794b-4211-9c2c-539451e390a6 service nova] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Refreshing instance network info cache due to event network-changed-9b2333e8-5d6e-4ee6-ba76-57ca55659042. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1102.037216] env[63260]: DEBUG oslo_concurrency.lockutils [req-93a815bd-2834-4d1b-9239-65b1d56f0157 req-ba58ef38-794b-4211-9c2c-539451e390a6 service nova] Acquiring lock "refresh_cache-9a3276e9-0c38-4709-a264-aa69e96afa6d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.037363] env[63260]: DEBUG oslo_concurrency.lockutils [req-93a815bd-2834-4d1b-9239-65b1d56f0157 req-ba58ef38-794b-4211-9c2c-539451e390a6 service nova] Acquired lock "refresh_cache-9a3276e9-0c38-4709-a264-aa69e96afa6d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.037524] env[63260]: DEBUG nova.network.neutron [req-93a815bd-2834-4d1b-9239-65b1d56f0157 req-ba58ef38-794b-4211-9c2c-539451e390a6 service nova] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Refreshing network info cache for port 9b2333e8-5d6e-4ee6-ba76-57ca55659042 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.380828] env[63260]: DEBUG oslo_concurrency.lockutils [None req-49546dd8-c430-4e65-946f-791bef169433 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquiring lock "84d091bd-0478-4dba-8d29-9be4c24c1d9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.381179] env[63260]: DEBUG oslo_concurrency.lockutils [None req-49546dd8-c430-4e65-946f-791bef169433 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "84d091bd-0478-4dba-8d29-9be4c24c1d9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1102.381329] env[63260]: DEBUG oslo_concurrency.lockutils [None req-49546dd8-c430-4e65-946f-791bef169433 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquiring lock "84d091bd-0478-4dba-8d29-9be4c24c1d9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.381513] env[63260]: DEBUG oslo_concurrency.lockutils [None req-49546dd8-c430-4e65-946f-791bef169433 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "84d091bd-0478-4dba-8d29-9be4c24c1d9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1102.381681] env[63260]: DEBUG oslo_concurrency.lockutils [None req-49546dd8-c430-4e65-946f-791bef169433 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "84d091bd-0478-4dba-8d29-9be4c24c1d9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.384349] env[63260]: INFO nova.compute.manager [None req-49546dd8-c430-4e65-946f-791bef169433 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Terminating instance [ 1102.459442] env[63260]: DEBUG oslo_vmware.api [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285350, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.486508] env[63260]: DEBUG nova.objects.base [None req-24ccb651-3baa-4259-a3e2-84211b28ca74 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Object Instance<03fb6371-8925-4bcb-af19-9387884ec631> lazy-loaded attributes: info_cache,migration_context {{(pid=63260) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1102.487308] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41478488-17a8-473a-8f04-dd88e92b88f8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.512081] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee45a029-7190-4d3d-ae76-5bcd2ca8faa2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.519036] env[63260]: DEBUG oslo_vmware.api [None req-24ccb651-3baa-4259-a3e2-84211b28ca74 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 1102.519036] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523014ff-2c04-db7d-ccfc-1e349db9f435" [ 1102.519036] env[63260]: _type = "Task" [ 1102.519036] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.527767] env[63260]: DEBUG oslo_vmware.api [None req-24ccb651-3baa-4259-a3e2-84211b28ca74 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523014ff-2c04-db7d-ccfc-1e349db9f435, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.811404] env[63260]: DEBUG nova.network.neutron [req-93a815bd-2834-4d1b-9239-65b1d56f0157 req-ba58ef38-794b-4211-9c2c-539451e390a6 service nova] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Updated VIF entry in instance network info cache for port 9b2333e8-5d6e-4ee6-ba76-57ca55659042. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.811404] env[63260]: DEBUG nova.network.neutron [req-93a815bd-2834-4d1b-9239-65b1d56f0157 req-ba58ef38-794b-4211-9c2c-539451e390a6 service nova] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Updating instance_info_cache with network_info: [{"id": "9b2333e8-5d6e-4ee6-ba76-57ca55659042", "address": "fa:16:3e:9d:6a:4a", "network": {"id": "66d00c05-9221-40b2-ab92-cc9e6cc0a873", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139558234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60727a710cc4402ca1e8f23bab7f1ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b2333e8-5d", "ovs_interfaceid": "9b2333e8-5d6e-4ee6-ba76-57ca55659042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.889029] env[63260]: DEBUG nova.compute.manager [None req-49546dd8-c430-4e65-946f-791bef169433 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1102.889309] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-49546dd8-c430-4e65-946f-791bef169433 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1102.890898] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7645ada-2ecb-48bf-b3ba-b73844c3c94f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.899436] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-49546dd8-c430-4e65-946f-791bef169433 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.899574] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfba5d2c-1017-4a22-9cfa-534bb2f93dbe {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.905961] env[63260]: DEBUG oslo_vmware.api [None req-49546dd8-c430-4e65-946f-791bef169433 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1102.905961] env[63260]: value = "task-2285351" [ 1102.905961] env[63260]: _type = "Task" [ 1102.905961] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.914077] env[63260]: DEBUG oslo_vmware.api [None req-49546dd8-c430-4e65-946f-791bef169433 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.960985] env[63260]: DEBUG oslo_vmware.api [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285350, 'name': ReconfigVM_Task, 'duration_secs': 0.845821} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.961305] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Reconfigured VM instance instance-0000006f to attach disk [datastore1] f96e81c0-cd9d-4b76-b59d-7892c0b69b0e/f96e81c0-cd9d-4b76-b59d-7892c0b69b0e.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.961896] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0308a28b-27a3-447f-a82d-3fca65378f9a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.970205] env[63260]: DEBUG oslo_vmware.api [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 1102.970205] env[63260]: value = "task-2285352" [ 1102.970205] env[63260]: _type = "Task" [ 1102.970205] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.980920] env[63260]: DEBUG oslo_vmware.api [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285352, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.029007] env[63260]: DEBUG oslo_vmware.api [None req-24ccb651-3baa-4259-a3e2-84211b28ca74 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523014ff-2c04-db7d-ccfc-1e349db9f435, 'name': SearchDatastore_Task, 'duration_secs': 0.008829} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.029354] env[63260]: DEBUG oslo_concurrency.lockutils [None req-24ccb651-3baa-4259-a3e2-84211b28ca74 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.029587] env[63260]: DEBUG oslo_concurrency.lockutils [None req-24ccb651-3baa-4259-a3e2-84211b28ca74 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.316291] env[63260]: DEBUG oslo_concurrency.lockutils [req-93a815bd-2834-4d1b-9239-65b1d56f0157 req-ba58ef38-794b-4211-9c2c-539451e390a6 service nova] Releasing lock "refresh_cache-9a3276e9-0c38-4709-a264-aa69e96afa6d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.415919] env[63260]: DEBUG oslo_vmware.api [None req-49546dd8-c430-4e65-946f-791bef169433 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285351, 'name': PowerOffVM_Task, 'duration_secs': 0.230512} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.416314] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-49546dd8-c430-4e65-946f-791bef169433 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.416358] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-49546dd8-c430-4e65-946f-791bef169433 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1103.416594] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6804d5f0-cbd5-4463-bc30-ab3a7e0ddfe0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.480719] env[63260]: DEBUG oslo_vmware.api [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285352, 'name': Rename_Task, 'duration_secs': 0.164965} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.481045] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.481335] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e8ca4bc-68f8-42fa-8eb2-b49220ec7449 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.489526] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-49546dd8-c430-4e65-946f-791bef169433 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1103.489734] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-49546dd8-c430-4e65-946f-791bef169433 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1103.489911] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-49546dd8-c430-4e65-946f-791bef169433 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Deleting the datastore file [datastore1] 84d091bd-0478-4dba-8d29-9be4c24c1d9c {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1103.491205] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-218b997e-0cc6-4993-8aee-f7061e39da35 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.493117] env[63260]: DEBUG oslo_vmware.api [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 1103.493117] env[63260]: value = "task-2285354" [ 1103.493117] env[63260]: _type = "Task" [ 1103.493117] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.498757] env[63260]: DEBUG oslo_vmware.api [None req-49546dd8-c430-4e65-946f-791bef169433 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1103.498757] env[63260]: value = "task-2285355" [ 1103.498757] env[63260]: _type = "Task" [ 1103.498757] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.501697] env[63260]: DEBUG oslo_vmware.api [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.508909] env[63260]: DEBUG oslo_vmware.api [None req-49546dd8-c430-4e65-946f-791bef169433 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.691423] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658f0d05-9ef1-49fe-960d-80abec0b8611 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.699462] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ac9447-6cc5-4aa8-ba74-5827e76dcae1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.729494] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abeaee1f-f66e-4fe5-80d4-49f5f48c757c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.738055] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8572fe77-5060-41cf-b858-36730e85efb4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.752832] env[63260]: DEBUG nova.compute.provider_tree [None req-24ccb651-3baa-4259-a3e2-84211b28ca74 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1104.008135] env[63260]: DEBUG oslo_vmware.api [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285354, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.013394] env[63260]: DEBUG oslo_vmware.api [None req-49546dd8-c430-4e65-946f-791bef169433 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285355, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179945} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.013622] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-49546dd8-c430-4e65-946f-791bef169433 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.013806] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-49546dd8-c430-4e65-946f-791bef169433 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.013977] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-49546dd8-c430-4e65-946f-791bef169433 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.014194] env[63260]: INFO nova.compute.manager [None req-49546dd8-c430-4e65-946f-791bef169433 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1104.014477] env[63260]: DEBUG oslo.service.loopingcall [None req-49546dd8-c430-4e65-946f-791bef169433 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1104.014664] env[63260]: DEBUG nova.compute.manager [-] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1104.014758] env[63260]: DEBUG nova.network.neutron [-] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1104.278243] env[63260]: ERROR nova.scheduler.client.report [None req-24ccb651-3baa-4259-a3e2-84211b28ca74 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [req-0c4d9e6b-710d-42b9-93eb-0de30361600d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 535ed902-6829-4832-9c79-14d5c1df9745. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0c4d9e6b-710d-42b9-93eb-0de30361600d"}]} [ 1104.298920] env[63260]: DEBUG nova.scheduler.client.report [None req-24ccb651-3baa-4259-a3e2-84211b28ca74 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Refreshing inventories for resource provider 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1104.314407] env[63260]: DEBUG nova.scheduler.client.report [None req-24ccb651-3baa-4259-a3e2-84211b28ca74 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Updating ProviderTree inventory for provider 535ed902-6829-4832-9c79-14d5c1df9745 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1104.314647] env[63260]: DEBUG nova.compute.provider_tree [None req-24ccb651-3baa-4259-a3e2-84211b28ca74 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1104.318857] env[63260]: DEBUG nova.compute.manager [req-4a26ee05-f5b9-4a97-bad3-8b7e1c00e353 req-fa840b74-7dc4-4123-bf74-443a3c7b573e service nova] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Received event network-vif-deleted-44564d03-dc27-4ec8-a67b-1e818473c263 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1104.319069] env[63260]: INFO nova.compute.manager [req-4a26ee05-f5b9-4a97-bad3-8b7e1c00e353 req-fa840b74-7dc4-4123-bf74-443a3c7b573e service nova] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Neutron deleted interface 44564d03-dc27-4ec8-a67b-1e818473c263; detaching it from the instance and deleting it from the info cache [ 1104.319292] env[63260]: DEBUG nova.network.neutron [req-4a26ee05-f5b9-4a97-bad3-8b7e1c00e353 req-fa840b74-7dc4-4123-bf74-443a3c7b573e service nova] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.327932] env[63260]: DEBUG nova.scheduler.client.report [None req-24ccb651-3baa-4259-a3e2-84211b28ca74 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Refreshing aggregate associations for resource provider 535ed902-6829-4832-9c79-14d5c1df9745, aggregates: None {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1104.348972] env[63260]: DEBUG nova.scheduler.client.report [None req-24ccb651-3baa-4259-a3e2-84211b28ca74 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Refreshing trait associations for resource provider 535ed902-6829-4832-9c79-14d5c1df9745, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1104.503553] env[63260]: DEBUG oslo_vmware.api [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285354, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.510356] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83443b4e-34a6-4a19-b2bd-57dc57db564e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.518190] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a0d808-7211-42e8-841d-ad0878fbe396 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.548890] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd384015-8d27-4d28-8e60-53d054cd3ca2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.557782] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf32a00-9050-4144-b01b-47cf86a58276 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.573685] env[63260]: DEBUG nova.compute.provider_tree [None req-24ccb651-3baa-4259-a3e2-84211b28ca74 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1104.793973] env[63260]: DEBUG nova.network.neutron [-] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.821369] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b44ca44-aa96-46cb-922c-ae4ef01a60ea {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.832042] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45065551-554f-469b-92ed-27090deb8b87 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.865976] env[63260]: DEBUG nova.compute.manager [req-4a26ee05-f5b9-4a97-bad3-8b7e1c00e353 req-fa840b74-7dc4-4123-bf74-443a3c7b573e service nova] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Detach interface failed, port_id=44564d03-dc27-4ec8-a67b-1e818473c263, reason: Instance 84d091bd-0478-4dba-8d29-9be4c24c1d9c could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1105.005057] env[63260]: DEBUG oslo_vmware.api [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285354, 'name': PowerOnVM_Task, 'duration_secs': 1.377075} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.005057] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.005057] env[63260]: INFO nova.compute.manager [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Took 10.76 seconds to spawn the instance on the hypervisor. [ 1105.005057] env[63260]: DEBUG nova.compute.manager [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.005780] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3c8129-e8d7-40e3-91fe-d8334716c054 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.110520] env[63260]: DEBUG nova.scheduler.client.report [None req-24ccb651-3baa-4259-a3e2-84211b28ca74 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Updated inventory for provider 535ed902-6829-4832-9c79-14d5c1df9745 with generation 155 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1105.110520] env[63260]: DEBUG nova.compute.provider_tree [None req-24ccb651-3baa-4259-a3e2-84211b28ca74 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Updating resource provider 535ed902-6829-4832-9c79-14d5c1df9745 generation from 155 to 156 during operation: update_inventory {{(pid=63260) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1105.110714] env[63260]: DEBUG nova.compute.provider_tree [None req-24ccb651-3baa-4259-a3e2-84211b28ca74 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1105.296652] env[63260]: INFO nova.compute.manager [-] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Took 1.28 seconds to deallocate network for instance. [ 1105.523369] env[63260]: INFO nova.compute.manager [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Took 15.69 seconds to build instance. [ 1105.802677] env[63260]: DEBUG oslo_concurrency.lockutils [None req-49546dd8-c430-4e65-946f-791bef169433 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.025089] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4cb0cd90-f6b5-4a64-ac42-aef2929f4b8e tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "f96e81c0-cd9d-4b76-b59d-7892c0b69b0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.207s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.120742] env[63260]: DEBUG oslo_concurrency.lockutils [None req-24ccb651-3baa-4259-a3e2-84211b28ca74 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.091s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.123530] env[63260]: DEBUG oslo_concurrency.lockutils [None req-49546dd8-c430-4e65-946f-791bef169433 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.321s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.123813] env[63260]: DEBUG nova.objects.instance [None req-49546dd8-c430-4e65-946f-791bef169433 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lazy-loading 'resources' on Instance uuid 84d091bd-0478-4dba-8d29-9be4c24c1d9c {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.690692] env[63260]: INFO nova.scheduler.client.report [None req-24ccb651-3baa-4259-a3e2-84211b28ca74 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Deleted allocation for migration ad3f6a53-b04b-45c7-975d-17d072d9fd02 [ 1106.726965] env[63260]: DEBUG nova.compute.manager [req-27685a52-e4fd-4bea-bbee-1b498fd4dba1 req-d4e5c40e-09d0-4efa-8300-8142d075cf67 service nova] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Received event network-changed-0a6ef5ed-9a5f-4990-a432-01bc110528c2 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1106.727219] env[63260]: DEBUG nova.compute.manager [req-27685a52-e4fd-4bea-bbee-1b498fd4dba1 req-d4e5c40e-09d0-4efa-8300-8142d075cf67 service nova] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Refreshing instance network info cache due to event network-changed-0a6ef5ed-9a5f-4990-a432-01bc110528c2. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1106.727438] env[63260]: DEBUG oslo_concurrency.lockutils [req-27685a52-e4fd-4bea-bbee-1b498fd4dba1 req-d4e5c40e-09d0-4efa-8300-8142d075cf67 service nova] Acquiring lock "refresh_cache-f96e81c0-cd9d-4b76-b59d-7892c0b69b0e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.728363] env[63260]: DEBUG oslo_concurrency.lockutils [req-27685a52-e4fd-4bea-bbee-1b498fd4dba1 req-d4e5c40e-09d0-4efa-8300-8142d075cf67 service nova] Acquired lock "refresh_cache-f96e81c0-cd9d-4b76-b59d-7892c0b69b0e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.728597] env[63260]: DEBUG nova.network.neutron [req-27685a52-e4fd-4bea-bbee-1b498fd4dba1 req-d4e5c40e-09d0-4efa-8300-8142d075cf67 service nova] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Refreshing network info cache for port 0a6ef5ed-9a5f-4990-a432-01bc110528c2 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.805111] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b01d60-6049-479b-8111-4b3d9f5fec8c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.813045] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb89c35-f655-4997-979e-31257225a7ef {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.844903] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ed11dd-9a37-457f-adb6-0d0af8188343 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.852926] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27948d70-e4bb-4ffc-a376-3773ac785f14 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.866468] env[63260]: DEBUG nova.compute.provider_tree [None req-49546dd8-c430-4e65-946f-791bef169433 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.196713] env[63260]: DEBUG oslo_concurrency.lockutils [None req-24ccb651-3baa-4259-a3e2-84211b28ca74 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "03fb6371-8925-4bcb-af19-9387884ec631" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.541s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.302131] env[63260]: INFO nova.compute.manager [None req-ac4a6307-4811-4ce5-bbaf-f549e9c37b69 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Get console output [ 1107.302395] env[63260]: WARNING nova.virt.vmwareapi.driver [None req-ac4a6307-4811-4ce5-bbaf-f549e9c37b69 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] The console log is missing. Check your VSPC configuration [ 1107.370231] env[63260]: DEBUG nova.scheduler.client.report [None req-49546dd8-c430-4e65-946f-791bef169433 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.461031] env[63260]: DEBUG nova.network.neutron [req-27685a52-e4fd-4bea-bbee-1b498fd4dba1 req-d4e5c40e-09d0-4efa-8300-8142d075cf67 service nova] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Updated VIF entry in instance network info cache for port 0a6ef5ed-9a5f-4990-a432-01bc110528c2. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.461198] env[63260]: DEBUG nova.network.neutron [req-27685a52-e4fd-4bea-bbee-1b498fd4dba1 req-d4e5c40e-09d0-4efa-8300-8142d075cf67 service nova] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Updating instance_info_cache with network_info: [{"id": "0a6ef5ed-9a5f-4990-a432-01bc110528c2", "address": "fa:16:3e:d4:e3:46", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a6ef5ed-9a", "ovs_interfaceid": "0a6ef5ed-9a5f-4990-a432-01bc110528c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.637953] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "ac37feca-ed04-4e40-a22e-1f30b8534d74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.637953] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "ac37feca-ed04-4e40-a22e-1f30b8534d74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.875278] env[63260]: DEBUG oslo_concurrency.lockutils [None req-49546dd8-c430-4e65-946f-791bef169433 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.752s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.893977] env[63260]: INFO nova.scheduler.client.report [None req-49546dd8-c430-4e65-946f-791bef169433 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Deleted allocations for instance 84d091bd-0478-4dba-8d29-9be4c24c1d9c [ 1107.964522] env[63260]: DEBUG oslo_concurrency.lockutils [req-27685a52-e4fd-4bea-bbee-1b498fd4dba1 req-d4e5c40e-09d0-4efa-8300-8142d075cf67 service nova] Releasing lock "refresh_cache-f96e81c0-cd9d-4b76-b59d-7892c0b69b0e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.140201] env[63260]: DEBUG nova.compute.manager [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1108.401491] env[63260]: DEBUG oslo_concurrency.lockutils [None req-49546dd8-c430-4e65-946f-791bef169433 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "84d091bd-0478-4dba-8d29-9be4c24c1d9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.020s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.666527] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.666657] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.668263] env[63260]: INFO nova.compute.claims [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.025421] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1109.025421] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1109.155190] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ff8f119a-f65f-4c27-9888-aaacdb1098ee tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquiring lock "6b482172-c100-4c77-adb9-f8b15014de51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.155476] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ff8f119a-f65f-4c27-9888-aaacdb1098ee tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "6b482172-c100-4c77-adb9-f8b15014de51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.156199] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ff8f119a-f65f-4c27-9888-aaacdb1098ee tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquiring lock "6b482172-c100-4c77-adb9-f8b15014de51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.156430] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ff8f119a-f65f-4c27-9888-aaacdb1098ee tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "6b482172-c100-4c77-adb9-f8b15014de51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.156608] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ff8f119a-f65f-4c27-9888-aaacdb1098ee tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "6b482172-c100-4c77-adb9-f8b15014de51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.158668] env[63260]: INFO nova.compute.manager [None req-ff8f119a-f65f-4c27-9888-aaacdb1098ee tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Terminating instance [ 1109.531643] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1109.531643] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Starting heal instance info cache {{(pid=63260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1109.554593] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquiring lock "6d9a84e9-662e-4acf-806b-fd5accf720b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.554819] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "6d9a84e9-662e-4acf-806b-fd5accf720b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.662537] env[63260]: DEBUG nova.compute.manager [None req-ff8f119a-f65f-4c27-9888-aaacdb1098ee tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1109.662751] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8f119a-f65f-4c27-9888-aaacdb1098ee tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.663698] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8528a97b-a0fd-443a-a6c7-99fbf41092a5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.672191] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff8f119a-f65f-4c27-9888-aaacdb1098ee tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.672446] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2aad8a0c-7476-4c2a-886d-17f132825b9d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.679711] env[63260]: DEBUG oslo_vmware.api [None req-ff8f119a-f65f-4c27-9888-aaacdb1098ee tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1109.679711] env[63260]: value = "task-2285356" [ 1109.679711] env[63260]: _type = "Task" [ 1109.679711] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.688999] env[63260]: DEBUG oslo_vmware.api [None req-ff8f119a-f65f-4c27-9888-aaacdb1098ee tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.819568] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147fed57-3fbd-4a5a-ae5c-309a85c849f8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.828762] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3eeb470-34ca-488a-8b67-a235f2fc2ab9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.859216] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b528b3-a11f-43b2-b8af-0384c5912829 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.867324] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed615e5-e791-473c-b59a-a4fb64674a3f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.881825] env[63260]: DEBUG nova.compute.provider_tree [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.056660] env[63260]: DEBUG nova.compute.manager [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1110.190036] env[63260]: DEBUG oslo_vmware.api [None req-ff8f119a-f65f-4c27-9888-aaacdb1098ee tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285356, 'name': PowerOffVM_Task, 'duration_secs': 0.414138} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.190323] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff8f119a-f65f-4c27-9888-aaacdb1098ee tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.190513] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8f119a-f65f-4c27-9888-aaacdb1098ee tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.190775] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f53488d9-fb4c-456d-af23-5072c3a2ad22 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.278861] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8f119a-f65f-4c27-9888-aaacdb1098ee tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.279132] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8f119a-f65f-4c27-9888-aaacdb1098ee tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.279320] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff8f119a-f65f-4c27-9888-aaacdb1098ee tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Deleting the datastore file [datastore2] 6b482172-c100-4c77-adb9-f8b15014de51 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.279602] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be0e94ef-d662-43b9-9629-de6844d55ad1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.286974] env[63260]: DEBUG oslo_vmware.api [None req-ff8f119a-f65f-4c27-9888-aaacdb1098ee tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1110.286974] env[63260]: value = "task-2285358" [ 1110.286974] env[63260]: _type = "Task" [ 1110.286974] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.296128] env[63260]: DEBUG oslo_vmware.api [None req-ff8f119a-f65f-4c27-9888-aaacdb1098ee tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.385416] env[63260]: DEBUG nova.scheduler.client.report [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.565853] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "refresh_cache-73759f3b-39f8-4e60-a0ca-91220f19abdc" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.566007] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquired lock "refresh_cache-73759f3b-39f8-4e60-a0ca-91220f19abdc" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.566161] env[63260]: DEBUG nova.network.neutron [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Forcefully refreshing network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1110.579574] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1110.797405] env[63260]: DEBUG oslo_vmware.api [None req-ff8f119a-f65f-4c27-9888-aaacdb1098ee tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341329} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.797654] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff8f119a-f65f-4c27-9888-aaacdb1098ee tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.797843] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8f119a-f65f-4c27-9888-aaacdb1098ee tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1110.798082] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8f119a-f65f-4c27-9888-aaacdb1098ee tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1110.798263] env[63260]: INFO nova.compute.manager [None req-ff8f119a-f65f-4c27-9888-aaacdb1098ee tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1110.798500] env[63260]: DEBUG oslo.service.loopingcall [None req-ff8f119a-f65f-4c27-9888-aaacdb1098ee tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1110.798687] env[63260]: DEBUG nova.compute.manager [-] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1110.798780] env[63260]: DEBUG nova.network.neutron [-] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1110.891680] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.225s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.892482] env[63260]: DEBUG nova.compute.manager [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1110.896268] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.317s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1110.897635] env[63260]: INFO nova.compute.claims [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.054745] env[63260]: DEBUG nova.compute.manager [req-886d7aee-86e9-476f-95dc-db7c93254cf5 req-015c689a-10c7-4d6b-9ca7-122ad1c0b6d1 service nova] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Received event network-vif-deleted-3735b28c-d23f-4888-8320-b779565eea1a {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1111.054990] env[63260]: INFO nova.compute.manager [req-886d7aee-86e9-476f-95dc-db7c93254cf5 req-015c689a-10c7-4d6b-9ca7-122ad1c0b6d1 service nova] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Neutron deleted interface 3735b28c-d23f-4888-8320-b779565eea1a; detaching it from the instance and deleting it from the info cache [ 1111.055336] env[63260]: DEBUG nova.network.neutron [req-886d7aee-86e9-476f-95dc-db7c93254cf5 req-015c689a-10c7-4d6b-9ca7-122ad1c0b6d1 service nova] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.401761] env[63260]: DEBUG nova.compute.utils [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1111.405090] env[63260]: DEBUG nova.compute.manager [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1111.405265] env[63260]: DEBUG nova.network.neutron [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1111.442508] env[63260]: DEBUG nova.policy [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e483d46951f4d4e9a9419be33fe8d4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2147a1e9788d4345b9f561c682dcba6d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 1111.536421] env[63260]: DEBUG nova.network.neutron [-] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.557893] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-287e7af0-5340-4e45-b098-e27737352885 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.568288] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9965cec1-e7ed-47b2-905b-e12f4c9c6733 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.604201] env[63260]: DEBUG nova.compute.manager [req-886d7aee-86e9-476f-95dc-db7c93254cf5 req-015c689a-10c7-4d6b-9ca7-122ad1c0b6d1 service nova] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Detach interface failed, port_id=3735b28c-d23f-4888-8320-b779565eea1a, reason: Instance 6b482172-c100-4c77-adb9-f8b15014de51 could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1111.688906] env[63260]: DEBUG nova.network.neutron [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Successfully created port: 51bc87e5-6062-47e7-9e0f-667b55a4a89b {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1111.835130] env[63260]: DEBUG nova.network.neutron [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Updating instance_info_cache with network_info: [{"id": "39213b67-3978-4537-956b-38c5b5dd1554", "address": "fa:16:3e:44:ff:90", "network": {"id": "424be9ec-16be-4f23-9093-06b871ef06d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-780291018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4949ccbfb7644f489b2cfd593a1684d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39213b67-39", "ovs_interfaceid": "39213b67-3978-4537-956b-38c5b5dd1554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.906291] env[63260]: DEBUG nova.compute.manager [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1112.039204] env[63260]: INFO nova.compute.manager [-] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Took 1.24 seconds to deallocate network for instance. [ 1112.084776] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53d53e0-911f-4f0a-8774-76cebc31aa91 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.093319] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56afd633-90ae-4102-bce2-b845d513361e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.123926] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb8a047-3e70-4a82-b93c-b8a67eb7a7fe {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.131572] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add3d455-1de8-4f4e-93c1-f7bdd97fc589 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.145638] env[63260]: DEBUG nova.compute.provider_tree [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1112.337319] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Releasing lock "refresh_cache-73759f3b-39f8-4e60-a0ca-91220f19abdc" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.337537] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Updated the network info_cache for instance {{(pid=63260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1112.337877] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1112.337964] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1112.338065] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1112.338216] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1112.338354] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1112.338492] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1112.546174] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ff8f119a-f65f-4c27-9888-aaacdb1098ee tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.667007] env[63260]: ERROR nova.scheduler.client.report [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [req-57166c75-2d72-4576-8a9f-ef73d693750c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 535ed902-6829-4832-9c79-14d5c1df9745. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-57166c75-2d72-4576-8a9f-ef73d693750c"}]} [ 1112.684541] env[63260]: DEBUG nova.scheduler.client.report [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Refreshing inventories for resource provider 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1112.698381] env[63260]: DEBUG nova.scheduler.client.report [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Updating ProviderTree inventory for provider 535ed902-6829-4832-9c79-14d5c1df9745 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1112.698626] env[63260]: DEBUG nova.compute.provider_tree [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1112.710453] env[63260]: DEBUG nova.scheduler.client.report [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Refreshing aggregate associations for resource provider 535ed902-6829-4832-9c79-14d5c1df9745, aggregates: None {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1112.746827] env[63260]: DEBUG nova.scheduler.client.report [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Refreshing trait associations for resource provider 535ed902-6829-4832-9c79-14d5c1df9745, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1112.842855] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Getting list of instances from cluster (obj){ [ 1112.842855] env[63260]: value = "domain-c8" [ 1112.842855] env[63260]: _type = "ClusterComputeResource" [ 1112.842855] env[63260]: } {{(pid=63260) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1112.844245] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e32d28-f980-434f-9411-7b857d9fd1d3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.864365] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Got total of 9 instances {{(pid=63260) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1112.864559] env[63260]: WARNING nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] While synchronizing instance power states, found 12 instances in the database and 9 instances on the hypervisor. [ 1112.864704] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Triggering sync for uuid eae2ab94-da4e-45c4-a185-a245dd609514 {{(pid=63260) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1112.864880] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Triggering sync for uuid 73759f3b-39f8-4e60-a0ca-91220f19abdc {{(pid=63260) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1112.865046] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Triggering sync for uuid 6ca15fa7-ada0-4552-80aa-85a69e9b0da8 {{(pid=63260) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1112.865204] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Triggering sync for uuid 6b482172-c100-4c77-adb9-f8b15014de51 {{(pid=63260) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1112.865355] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Triggering sync for uuid 03fb6371-8925-4bcb-af19-9387884ec631 {{(pid=63260) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1112.865504] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Triggering sync for uuid 73efd3d3-ed22-45ca-9c4e-80e3819846e4 {{(pid=63260) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1112.865648] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Triggering sync for uuid 5bf18f54-2525-46b2-a4db-1e7a4945971b {{(pid=63260) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1112.865791] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Triggering sync for uuid 9c112d45-b457-4c70-9887-b71f26d3c198 {{(pid=63260) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1112.865933] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Triggering sync for uuid 9a3276e9-0c38-4709-a264-aa69e96afa6d {{(pid=63260) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1112.866089] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Triggering sync for uuid f96e81c0-cd9d-4b76-b59d-7892c0b69b0e {{(pid=63260) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1112.866238] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Triggering sync for uuid ac37feca-ed04-4e40-a22e-1f30b8534d74 {{(pid=63260) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1112.866379] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Triggering sync for uuid 6d9a84e9-662e-4acf-806b-fd5accf720b2 {{(pid=63260) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1112.866736] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "eae2ab94-da4e-45c4-a185-a245dd609514" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.866955] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "eae2ab94-da4e-45c4-a185-a245dd609514" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.867248] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "73759f3b-39f8-4e60-a0ca-91220f19abdc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.867474] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "73759f3b-39f8-4e60-a0ca-91220f19abdc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.867719] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "6ca15fa7-ada0-4552-80aa-85a69e9b0da8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.867893] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "6ca15fa7-ada0-4552-80aa-85a69e9b0da8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.868128] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "6b482172-c100-4c77-adb9-f8b15014de51" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.868333] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "03fb6371-8925-4bcb-af19-9387884ec631" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.868501] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "03fb6371-8925-4bcb-af19-9387884ec631" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.868720] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "73efd3d3-ed22-45ca-9c4e-80e3819846e4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.868890] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "73efd3d3-ed22-45ca-9c4e-80e3819846e4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.869114] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "5bf18f54-2525-46b2-a4db-1e7a4945971b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.869287] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "5bf18f54-2525-46b2-a4db-1e7a4945971b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.869500] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "9c112d45-b457-4c70-9887-b71f26d3c198" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.869670] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "9c112d45-b457-4c70-9887-b71f26d3c198" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.869883] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "9a3276e9-0c38-4709-a264-aa69e96afa6d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.870067] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "9a3276e9-0c38-4709-a264-aa69e96afa6d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.870292] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "f96e81c0-cd9d-4b76-b59d-7892c0b69b0e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.870541] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "f96e81c0-cd9d-4b76-b59d-7892c0b69b0e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.870784] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "ac37feca-ed04-4e40-a22e-1f30b8534d74" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.871153] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "6d9a84e9-662e-4acf-806b-fd5accf720b2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.871313] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1112.871448] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1112.872196] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6d10a9-8aa6-407e-b4e6-a24fc600664f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.875209] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f24d3f1-def5-42eb-8abe-932b5dbcaef3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.878078] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7326ce1b-a5c5-4568-aa71-b0c307f79197 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.880638] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd89761f-628f-4b6c-826b-49504270dc52 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.883373] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1014f10-e509-4ed0-a63f-b5c1f4be5781 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.886541] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573a8e14-03c2-4a18-b582-8692bbada21f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.889697] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86b505b-1706-4c23-9f46-0feefcc099bf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.892725] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2010858-6cd8-4297-bec0-8e3940abb6b2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.895831] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef0ad58-37fc-4a83-9690-45efcb7379b0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.922425] env[63260]: DEBUG nova.compute.manager [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1112.956954] env[63260]: DEBUG nova.virt.hardware [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.957232] env[63260]: DEBUG nova.virt.hardware [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.957419] env[63260]: DEBUG nova.virt.hardware [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.957610] env[63260]: DEBUG nova.virt.hardware [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.957757] env[63260]: DEBUG nova.virt.hardware [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.957901] env[63260]: DEBUG nova.virt.hardware [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.958133] env[63260]: DEBUG nova.virt.hardware [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.958323] env[63260]: DEBUG nova.virt.hardware [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.958491] env[63260]: DEBUG nova.virt.hardware [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.958653] env[63260]: DEBUG nova.virt.hardware [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.958826] env[63260]: DEBUG nova.virt.hardware [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.959687] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc9518a-1b8f-4256-bce4-d505aadb6adf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.965314] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5940560-6bec-4caa-b820-ac8a5d133ce9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.976150] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4c2aff-613d-463d-b7fa-31e817ec11ee {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.980368] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5697038f-5a47-48b1-904a-678623761cb6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.021327] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f95179-407f-4544-bbee-63c18c09f0ea {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.028254] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac703a3-1dd9-4434-936e-505a17824735 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.041587] env[63260]: DEBUG nova.compute.provider_tree [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1113.128826] env[63260]: DEBUG nova.compute.manager [req-fe5250a0-58cf-4b51-a06f-d8a4597e9e2f req-2bd87ca2-fcf7-4129-8f4c-df2148bfbeb1 service nova] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Received event network-vif-plugged-51bc87e5-6062-47e7-9e0f-667b55a4a89b {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1113.129012] env[63260]: DEBUG oslo_concurrency.lockutils [req-fe5250a0-58cf-4b51-a06f-d8a4597e9e2f req-2bd87ca2-fcf7-4129-8f4c-df2148bfbeb1 service nova] Acquiring lock "ac37feca-ed04-4e40-a22e-1f30b8534d74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.129216] env[63260]: DEBUG oslo_concurrency.lockutils [req-fe5250a0-58cf-4b51-a06f-d8a4597e9e2f req-2bd87ca2-fcf7-4129-8f4c-df2148bfbeb1 service nova] Lock "ac37feca-ed04-4e40-a22e-1f30b8534d74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.129408] env[63260]: DEBUG oslo_concurrency.lockutils [req-fe5250a0-58cf-4b51-a06f-d8a4597e9e2f req-2bd87ca2-fcf7-4129-8f4c-df2148bfbeb1 service nova] Lock "ac37feca-ed04-4e40-a22e-1f30b8534d74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.129578] env[63260]: DEBUG nova.compute.manager [req-fe5250a0-58cf-4b51-a06f-d8a4597e9e2f req-2bd87ca2-fcf7-4129-8f4c-df2148bfbeb1 service nova] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] No waiting events found dispatching network-vif-plugged-51bc87e5-6062-47e7-9e0f-667b55a4a89b {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1113.129739] env[63260]: WARNING nova.compute.manager [req-fe5250a0-58cf-4b51-a06f-d8a4597e9e2f req-2bd87ca2-fcf7-4129-8f4c-df2148bfbeb1 service nova] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Received unexpected event network-vif-plugged-51bc87e5-6062-47e7-9e0f-667b55a4a89b for instance with vm_state building and task_state spawning. [ 1113.224963] env[63260]: DEBUG nova.network.neutron [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Successfully updated port: 51bc87e5-6062-47e7-9e0f-667b55a4a89b {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1113.427315] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "73759f3b-39f8-4e60-a0ca-91220f19abdc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.560s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.427718] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "03fb6371-8925-4bcb-af19-9387884ec631" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.559s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.429134] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "6ca15fa7-ada0-4552-80aa-85a69e9b0da8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.561s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.436547] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "eae2ab94-da4e-45c4-a185-a245dd609514" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.570s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.437942] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "73efd3d3-ed22-45ca-9c4e-80e3819846e4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.569s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.440382] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "9a3276e9-0c38-4709-a264-aa69e96afa6d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.570s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.440646] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "f96e81c0-cd9d-4b76-b59d-7892c0b69b0e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.570s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.440925] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "5bf18f54-2525-46b2-a4db-1e7a4945971b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.572s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.441226] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "9c112d45-b457-4c70-9887-b71f26d3c198" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.572s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.575416] env[63260]: DEBUG nova.scheduler.client.report [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Updated inventory for provider 535ed902-6829-4832-9c79-14d5c1df9745 with generation 159 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1113.575819] env[63260]: DEBUG nova.compute.provider_tree [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Updating resource provider 535ed902-6829-4832-9c79-14d5c1df9745 generation from 159 to 160 during operation: update_inventory {{(pid=63260) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1113.575918] env[63260]: DEBUG nova.compute.provider_tree [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1113.727125] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "refresh_cache-ac37feca-ed04-4e40-a22e-1f30b8534d74" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.727334] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquired lock "refresh_cache-ac37feca-ed04-4e40-a22e-1f30b8534d74" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.727520] env[63260]: DEBUG nova.network.neutron [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.080910] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.185s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.081481] env[63260]: DEBUG nova.compute.manager [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1114.084745] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ff8f119a-f65f-4c27-9888-aaacdb1098ee tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.539s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.085086] env[63260]: DEBUG nova.objects.instance [None req-ff8f119a-f65f-4c27-9888-aaacdb1098ee tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lazy-loading 'resources' on Instance uuid 6b482172-c100-4c77-adb9-f8b15014de51 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.263016] env[63260]: DEBUG nova.network.neutron [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1114.393017] env[63260]: DEBUG nova.network.neutron [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Updating instance_info_cache with network_info: [{"id": "51bc87e5-6062-47e7-9e0f-667b55a4a89b", "address": "fa:16:3e:13:99:8b", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51bc87e5-60", "ovs_interfaceid": "51bc87e5-6062-47e7-9e0f-667b55a4a89b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.586267] env[63260]: DEBUG nova.compute.utils [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1114.587648] env[63260]: DEBUG nova.compute.manager [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1114.588277] env[63260]: DEBUG nova.network.neutron [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1114.636837] env[63260]: DEBUG nova.policy [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd6efeea615c4037beef4bf08e19a27c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b05b7e531ea465dbe8e5e575048712d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 1114.772282] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7720c51-dd98-48e6-82b2-d1816eeab338 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.780349] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b80354-a127-4f2a-a811-68cfd02eb9b0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.811837] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40b5f84-8da9-4f76-8fd8-324d41a33505 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.819149] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657d424b-e977-40d4-8a33-04e5f4d04a7e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.831785] env[63260]: DEBUG nova.compute.provider_tree [None req-ff8f119a-f65f-4c27-9888-aaacdb1098ee tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.895949] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Releasing lock "refresh_cache-ac37feca-ed04-4e40-a22e-1f30b8534d74" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.896325] env[63260]: DEBUG nova.compute.manager [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Instance network_info: |[{"id": "51bc87e5-6062-47e7-9e0f-667b55a4a89b", "address": "fa:16:3e:13:99:8b", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51bc87e5-60", "ovs_interfaceid": "51bc87e5-6062-47e7-9e0f-667b55a4a89b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1114.896733] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:99:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51bc87e5-6062-47e7-9e0f-667b55a4a89b', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1114.904517] env[63260]: DEBUG oslo.service.loopingcall [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1114.904744] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1114.904967] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a00d520-1ae2-4a88-be41-d6beb8307ae0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.924840] env[63260]: DEBUG nova.network.neutron [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Successfully created port: abfb19c7-9f33-4542-8962-bb6bdf1b46d0 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1114.928035] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1114.928035] env[63260]: value = "task-2285359" [ 1114.928035] env[63260]: _type = "Task" [ 1114.928035] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.936623] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285359, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.094254] env[63260]: DEBUG nova.compute.manager [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1115.157714] env[63260]: DEBUG nova.compute.manager [req-3fc79140-213a-4b36-b241-7e34bc419a72 req-19396fc2-9ce3-43fc-83ad-9182b8b48507 service nova] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Received event network-changed-51bc87e5-6062-47e7-9e0f-667b55a4a89b {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1115.157947] env[63260]: DEBUG nova.compute.manager [req-3fc79140-213a-4b36-b241-7e34bc419a72 req-19396fc2-9ce3-43fc-83ad-9182b8b48507 service nova] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Refreshing instance network info cache due to event network-changed-51bc87e5-6062-47e7-9e0f-667b55a4a89b. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1115.158171] env[63260]: DEBUG oslo_concurrency.lockutils [req-3fc79140-213a-4b36-b241-7e34bc419a72 req-19396fc2-9ce3-43fc-83ad-9182b8b48507 service nova] Acquiring lock "refresh_cache-ac37feca-ed04-4e40-a22e-1f30b8534d74" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.158317] env[63260]: DEBUG oslo_concurrency.lockutils [req-3fc79140-213a-4b36-b241-7e34bc419a72 req-19396fc2-9ce3-43fc-83ad-9182b8b48507 service nova] Acquired lock "refresh_cache-ac37feca-ed04-4e40-a22e-1f30b8534d74" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.158475] env[63260]: DEBUG nova.network.neutron [req-3fc79140-213a-4b36-b241-7e34bc419a72 req-19396fc2-9ce3-43fc-83ad-9182b8b48507 service nova] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Refreshing network info cache for port 51bc87e5-6062-47e7-9e0f-667b55a4a89b {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.334912] env[63260]: DEBUG nova.scheduler.client.report [None req-ff8f119a-f65f-4c27-9888-aaacdb1098ee tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.437725] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285359, 'name': CreateVM_Task, 'duration_secs': 0.314072} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.437907] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1115.438585] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.438750] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.439063] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.439345] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52092ea0-22b5-4252-8200-b3fd077ba916 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.444171] env[63260]: DEBUG oslo_vmware.api [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 1115.444171] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]527fc1f7-7f3a-3f48-25c2-c5db9e7ef8af" [ 1115.444171] env[63260]: _type = "Task" [ 1115.444171] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.451429] env[63260]: DEBUG oslo_vmware.api [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]527fc1f7-7f3a-3f48-25c2-c5db9e7ef8af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.839898] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ff8f119a-f65f-4c27-9888-aaacdb1098ee tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.865740] env[63260]: INFO nova.scheduler.client.report [None req-ff8f119a-f65f-4c27-9888-aaacdb1098ee tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Deleted allocations for instance 6b482172-c100-4c77-adb9-f8b15014de51 [ 1115.878354] env[63260]: DEBUG nova.network.neutron [req-3fc79140-213a-4b36-b241-7e34bc419a72 req-19396fc2-9ce3-43fc-83ad-9182b8b48507 service nova] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Updated VIF entry in instance network info cache for port 51bc87e5-6062-47e7-9e0f-667b55a4a89b. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.878686] env[63260]: DEBUG nova.network.neutron [req-3fc79140-213a-4b36-b241-7e34bc419a72 req-19396fc2-9ce3-43fc-83ad-9182b8b48507 service nova] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Updating instance_info_cache with network_info: [{"id": "51bc87e5-6062-47e7-9e0f-667b55a4a89b", "address": "fa:16:3e:13:99:8b", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51bc87e5-60", "ovs_interfaceid": "51bc87e5-6062-47e7-9e0f-667b55a4a89b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.955263] env[63260]: DEBUG oslo_vmware.api [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]527fc1f7-7f3a-3f48-25c2-c5db9e7ef8af, 'name': SearchDatastore_Task, 'duration_secs': 0.010367} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.955576] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.955809] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1115.956048] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.956206] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.956389] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1115.956669] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eaa6ac11-1e28-422f-8090-155abf7e0918 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.965963] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1115.966171] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1115.966971] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d068b471-bb16-48fe-b372-a05f3f70467e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.978740] env[63260]: DEBUG oslo_vmware.api [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 1115.978740] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526432fb-b582-7d5e-4c0c-b956a2649914" [ 1115.978740] env[63260]: _type = "Task" [ 1115.978740] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.986691] env[63260]: DEBUG oslo_vmware.api [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526432fb-b582-7d5e-4c0c-b956a2649914, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.103554] env[63260]: DEBUG nova.compute.manager [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1116.130900] env[63260]: DEBUG nova.virt.hardware [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.131148] env[63260]: DEBUG nova.virt.hardware [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.131306] env[63260]: DEBUG nova.virt.hardware [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.131518] env[63260]: DEBUG nova.virt.hardware [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.131667] env[63260]: DEBUG nova.virt.hardware [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.131810] env[63260]: DEBUG nova.virt.hardware [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.132017] env[63260]: DEBUG nova.virt.hardware [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.132238] env[63260]: DEBUG nova.virt.hardware [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.132503] env[63260]: DEBUG nova.virt.hardware [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.132753] env[63260]: DEBUG nova.virt.hardware [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.133043] env[63260]: DEBUG nova.virt.hardware [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.134173] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171c8870-b5cb-4998-915f-35f4f366b952 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.141930] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3b5692-a747-4738-8ec6-abe3fb1604e7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.373993] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ff8f119a-f65f-4c27-9888-aaacdb1098ee tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "6b482172-c100-4c77-adb9-f8b15014de51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.218s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.375187] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "6b482172-c100-4c77-adb9-f8b15014de51" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.507s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.375845] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc31b3bc-02af-4f08-806d-8c5080206ab4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.383850] env[63260]: DEBUG oslo_concurrency.lockutils [req-3fc79140-213a-4b36-b241-7e34bc419a72 req-19396fc2-9ce3-43fc-83ad-9182b8b48507 service nova] Releasing lock "refresh_cache-ac37feca-ed04-4e40-a22e-1f30b8534d74" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.386868] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8458bd-ac3a-4245-a40e-2a1da312b58b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.406474] env[63260]: DEBUG nova.network.neutron [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Successfully updated port: abfb19c7-9f33-4542-8962-bb6bdf1b46d0 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.488506] env[63260]: DEBUG oslo_vmware.api [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526432fb-b582-7d5e-4c0c-b956a2649914, 'name': SearchDatastore_Task, 'duration_secs': 0.008978} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.489295] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90f22845-047e-47af-9a1e-6523ea574c04 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.494160] env[63260]: DEBUG oslo_vmware.api [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 1116.494160] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52113276-826e-b31f-b437-6cf2cb50419c" [ 1116.494160] env[63260]: _type = "Task" [ 1116.494160] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.502382] env[63260]: DEBUG oslo_vmware.api [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52113276-826e-b31f-b437-6cf2cb50419c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.909052] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquiring lock "refresh_cache-6d9a84e9-662e-4acf-806b-fd5accf720b2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.909263] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquired lock "refresh_cache-6d9a84e9-662e-4acf-806b-fd5accf720b2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.909359] env[63260]: DEBUG nova.network.neutron [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.922813] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "6b482172-c100-4c77-adb9-f8b15014de51" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.548s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.004729] env[63260]: DEBUG oslo_vmware.api [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52113276-826e-b31f-b437-6cf2cb50419c, 'name': SearchDatastore_Task, 'duration_secs': 0.00885} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.004987] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.005262] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] ac37feca-ed04-4e40-a22e-1f30b8534d74/ac37feca-ed04-4e40-a22e-1f30b8534d74.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.005541] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cd16b0b-54a2-48cf-8cea-ce630fd2cb90 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.013013] env[63260]: DEBUG oslo_vmware.api [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 1117.013013] env[63260]: value = "task-2285360" [ 1117.013013] env[63260]: _type = "Task" [ 1117.013013] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.020568] env[63260]: DEBUG oslo_vmware.api [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.187081] env[63260]: DEBUG nova.compute.manager [req-3141ef2a-1430-42be-bf92-991464691582 req-2cf2ee1c-417c-40cf-a9ab-ba6e22e05d30 service nova] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Received event network-vif-plugged-abfb19c7-9f33-4542-8962-bb6bdf1b46d0 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1117.187407] env[63260]: DEBUG oslo_concurrency.lockutils [req-3141ef2a-1430-42be-bf92-991464691582 req-2cf2ee1c-417c-40cf-a9ab-ba6e22e05d30 service nova] Acquiring lock "6d9a84e9-662e-4acf-806b-fd5accf720b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1117.187616] env[63260]: DEBUG oslo_concurrency.lockutils [req-3141ef2a-1430-42be-bf92-991464691582 req-2cf2ee1c-417c-40cf-a9ab-ba6e22e05d30 service nova] Lock "6d9a84e9-662e-4acf-806b-fd5accf720b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.187849] env[63260]: DEBUG oslo_concurrency.lockutils [req-3141ef2a-1430-42be-bf92-991464691582 req-2cf2ee1c-417c-40cf-a9ab-ba6e22e05d30 service nova] Lock "6d9a84e9-662e-4acf-806b-fd5accf720b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.188037] env[63260]: DEBUG nova.compute.manager [req-3141ef2a-1430-42be-bf92-991464691582 req-2cf2ee1c-417c-40cf-a9ab-ba6e22e05d30 service nova] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] No waiting events found dispatching network-vif-plugged-abfb19c7-9f33-4542-8962-bb6bdf1b46d0 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1117.188241] env[63260]: WARNING nova.compute.manager [req-3141ef2a-1430-42be-bf92-991464691582 req-2cf2ee1c-417c-40cf-a9ab-ba6e22e05d30 service nova] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Received unexpected event network-vif-plugged-abfb19c7-9f33-4542-8962-bb6bdf1b46d0 for instance with vm_state building and task_state spawning. [ 1117.188448] env[63260]: DEBUG nova.compute.manager [req-3141ef2a-1430-42be-bf92-991464691582 req-2cf2ee1c-417c-40cf-a9ab-ba6e22e05d30 service nova] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Received event network-changed-abfb19c7-9f33-4542-8962-bb6bdf1b46d0 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1117.188672] env[63260]: DEBUG nova.compute.manager [req-3141ef2a-1430-42be-bf92-991464691582 req-2cf2ee1c-417c-40cf-a9ab-ba6e22e05d30 service nova] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Refreshing instance network info cache due to event network-changed-abfb19c7-9f33-4542-8962-bb6bdf1b46d0. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1117.188949] env[63260]: DEBUG oslo_concurrency.lockutils [req-3141ef2a-1430-42be-bf92-991464691582 req-2cf2ee1c-417c-40cf-a9ab-ba6e22e05d30 service nova] Acquiring lock "refresh_cache-6d9a84e9-662e-4acf-806b-fd5accf720b2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.466617] env[63260]: DEBUG nova.network.neutron [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1117.522796] env[63260]: DEBUG oslo_vmware.api [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.435121} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.523052] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] ac37feca-ed04-4e40-a22e-1f30b8534d74/ac37feca-ed04-4e40-a22e-1f30b8534d74.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1117.523275] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1117.523511] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10a211da-462e-4931-939d-41de073d30e0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.530574] env[63260]: DEBUG oslo_vmware.api [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 1117.530574] env[63260]: value = "task-2285361" [ 1117.530574] env[63260]: _type = "Task" [ 1117.530574] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.539074] env[63260]: DEBUG oslo_vmware.api [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285361, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.594336] env[63260]: DEBUG nova.network.neutron [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Updating instance_info_cache with network_info: [{"id": "abfb19c7-9f33-4542-8962-bb6bdf1b46d0", "address": "fa:16:3e:83:4f:6d", "network": {"id": "f1a6423a-5c4b-4aaa-b748-d2f8f6be870e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-101451514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b05b7e531ea465dbe8e5e575048712d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabfb19c7-9f", "ovs_interfaceid": "abfb19c7-9f33-4542-8962-bb6bdf1b46d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.039934] env[63260]: DEBUG oslo_vmware.api [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285361, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061034} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.040261] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.041031] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cdd695-7638-464c-9b42-2e2cd0739b9e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.062865] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] ac37feca-ed04-4e40-a22e-1f30b8534d74/ac37feca-ed04-4e40-a22e-1f30b8534d74.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.062865] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4c1a823-865b-4ef2-b9ab-d86af8b8a919 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.082200] env[63260]: DEBUG oslo_vmware.api [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 1118.082200] env[63260]: value = "task-2285362" [ 1118.082200] env[63260]: _type = "Task" [ 1118.082200] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.089763] env[63260]: DEBUG oslo_vmware.api [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285362, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.097383] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Releasing lock "refresh_cache-6d9a84e9-662e-4acf-806b-fd5accf720b2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.097716] env[63260]: DEBUG nova.compute.manager [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Instance network_info: |[{"id": "abfb19c7-9f33-4542-8962-bb6bdf1b46d0", "address": "fa:16:3e:83:4f:6d", "network": {"id": "f1a6423a-5c4b-4aaa-b748-d2f8f6be870e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-101451514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b05b7e531ea465dbe8e5e575048712d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabfb19c7-9f", "ovs_interfaceid": "abfb19c7-9f33-4542-8962-bb6bdf1b46d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1118.098177] env[63260]: DEBUG oslo_concurrency.lockutils [req-3141ef2a-1430-42be-bf92-991464691582 req-2cf2ee1c-417c-40cf-a9ab-ba6e22e05d30 service nova] Acquired lock "refresh_cache-6d9a84e9-662e-4acf-806b-fd5accf720b2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.098177] env[63260]: DEBUG nova.network.neutron [req-3141ef2a-1430-42be-bf92-991464691582 req-2cf2ee1c-417c-40cf-a9ab-ba6e22e05d30 service nova] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Refreshing network info cache for port abfb19c7-9f33-4542-8962-bb6bdf1b46d0 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.099391] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:4f:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abfb19c7-9f33-4542-8962-bb6bdf1b46d0', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1118.107410] env[63260]: DEBUG oslo.service.loopingcall [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1118.108610] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1118.108897] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b41a46e8-cf9a-4ad2-921a-5b5bdc27e3c7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.129015] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1118.129015] env[63260]: value = "task-2285363" [ 1118.129015] env[63260]: _type = "Task" [ 1118.129015] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.140930] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285363, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.593026] env[63260]: DEBUG oslo_vmware.api [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285362, 'name': ReconfigVM_Task, 'duration_secs': 0.291787} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.593338] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Reconfigured VM instance instance-00000070 to attach disk [datastore2] ac37feca-ed04-4e40-a22e-1f30b8534d74/ac37feca-ed04-4e40-a22e-1f30b8534d74.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.593961] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e4dcf8e-fd9e-4360-ae30-177397a0abf6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.600213] env[63260]: DEBUG oslo_vmware.api [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 1118.600213] env[63260]: value = "task-2285364" [ 1118.600213] env[63260]: _type = "Task" [ 1118.600213] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.607934] env[63260]: DEBUG oslo_vmware.api [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285364, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.640866] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285363, 'name': CreateVM_Task, 'duration_secs': 0.355641} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.643401] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1118.644219] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.644449] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.644811] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.645423] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7beb38f9-f10a-48d3-98ec-cc8a3c4ac0f2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.649986] env[63260]: DEBUG oslo_vmware.api [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1118.649986] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52a870d0-52d9-7827-e38c-501924cdfb9a" [ 1118.649986] env[63260]: _type = "Task" [ 1118.649986] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.658874] env[63260]: DEBUG oslo_vmware.api [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52a870d0-52d9-7827-e38c-501924cdfb9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.866422] env[63260]: DEBUG nova.network.neutron [req-3141ef2a-1430-42be-bf92-991464691582 req-2cf2ee1c-417c-40cf-a9ab-ba6e22e05d30 service nova] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Updated VIF entry in instance network info cache for port abfb19c7-9f33-4542-8962-bb6bdf1b46d0. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.866786] env[63260]: DEBUG nova.network.neutron [req-3141ef2a-1430-42be-bf92-991464691582 req-2cf2ee1c-417c-40cf-a9ab-ba6e22e05d30 service nova] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Updating instance_info_cache with network_info: [{"id": "abfb19c7-9f33-4542-8962-bb6bdf1b46d0", "address": "fa:16:3e:83:4f:6d", "network": {"id": "f1a6423a-5c4b-4aaa-b748-d2f8f6be870e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-101451514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b05b7e531ea465dbe8e5e575048712d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabfb19c7-9f", "ovs_interfaceid": "abfb19c7-9f33-4542-8962-bb6bdf1b46d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.110828] env[63260]: DEBUG oslo_vmware.api [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285364, 'name': Rename_Task, 'duration_secs': 0.144575} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.111245] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.111422] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3972b8f-6b24-431b-8b03-33de7bd717b7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.117360] env[63260]: DEBUG oslo_vmware.api [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 1119.117360] env[63260]: value = "task-2285365" [ 1119.117360] env[63260]: _type = "Task" [ 1119.117360] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.125039] env[63260]: DEBUG oslo_vmware.api [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.161737] env[63260]: DEBUG oslo_vmware.api [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52a870d0-52d9-7827-e38c-501924cdfb9a, 'name': SearchDatastore_Task, 'duration_secs': 0.010798} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.161737] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.161737] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1119.161737] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.161737] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.161737] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1119.162255] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3affa179-b4e4-44cc-b667-652c855b7332 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.170223] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1119.170418] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1119.171116] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b35e2f5-4e14-49b6-ac3b-0f65c8c3e945 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.176352] env[63260]: DEBUG oslo_vmware.api [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1119.176352] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5278b240-b350-cca7-4ccb-6d8befa38cdd" [ 1119.176352] env[63260]: _type = "Task" [ 1119.176352] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.192396] env[63260]: DEBUG oslo_vmware.api [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5278b240-b350-cca7-4ccb-6d8befa38cdd, 'name': SearchDatastore_Task, 'duration_secs': 0.012869} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.193238] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-557cb821-4545-4a73-bc94-d6811c40ab00 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.199081] env[63260]: DEBUG oslo_vmware.api [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1119.199081] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]529c1c47-e30b-2328-4945-1ca0fe91ad90" [ 1119.199081] env[63260]: _type = "Task" [ 1119.199081] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.207491] env[63260]: DEBUG oslo_vmware.api [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]529c1c47-e30b-2328-4945-1ca0fe91ad90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.369123] env[63260]: DEBUG oslo_concurrency.lockutils [req-3141ef2a-1430-42be-bf92-991464691582 req-2cf2ee1c-417c-40cf-a9ab-ba6e22e05d30 service nova] Releasing lock "refresh_cache-6d9a84e9-662e-4acf-806b-fd5accf720b2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.628403] env[63260]: DEBUG oslo_vmware.api [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285365, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.709432] env[63260]: DEBUG oslo_vmware.api [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]529c1c47-e30b-2328-4945-1ca0fe91ad90, 'name': SearchDatastore_Task, 'duration_secs': 0.012258} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.709695] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.709949] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 6d9a84e9-662e-4acf-806b-fd5accf720b2/6d9a84e9-662e-4acf-806b-fd5accf720b2.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1119.710244] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d37eb0c-1dcd-44e0-8760-fe7cb389be69 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.716643] env[63260]: DEBUG oslo_vmware.api [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1119.716643] env[63260]: value = "task-2285366" [ 1119.716643] env[63260]: _type = "Task" [ 1119.716643] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.723824] env[63260]: DEBUG oslo_vmware.api [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.750369] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9ebfb7fe-3af0-43b6-b867-425590e6f048 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquiring lock "73efd3d3-ed22-45ca-9c4e-80e3819846e4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.750668] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9ebfb7fe-3af0-43b6-b867-425590e6f048 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "73efd3d3-ed22-45ca-9c4e-80e3819846e4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1120.128084] env[63260]: DEBUG oslo_vmware.api [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285365, 'name': PowerOnVM_Task, 'duration_secs': 0.536062} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.128587] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.128587] env[63260]: INFO nova.compute.manager [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Took 7.21 seconds to spawn the instance on the hypervisor. [ 1120.128748] env[63260]: DEBUG nova.compute.manager [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.129560] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7afc5cf-f314-4381-a360-daa4dc21a42e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.226633] env[63260]: DEBUG oslo_vmware.api [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285366, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462509} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.226884] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 6d9a84e9-662e-4acf-806b-fd5accf720b2/6d9a84e9-662e-4acf-806b-fd5accf720b2.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1120.227107] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1120.227379] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9015c8a8-d673-412c-a485-d11401f42723 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.234484] env[63260]: DEBUG oslo_vmware.api [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1120.234484] env[63260]: value = "task-2285367" [ 1120.234484] env[63260]: _type = "Task" [ 1120.234484] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.242654] env[63260]: DEBUG oslo_vmware.api [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285367, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.253707] env[63260]: DEBUG nova.compute.utils [None req-9ebfb7fe-3af0-43b6-b867-425590e6f048 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1120.646655] env[63260]: INFO nova.compute.manager [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Took 12.00 seconds to build instance. [ 1120.743768] env[63260]: DEBUG oslo_vmware.api [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285367, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178155} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.747018] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.747018] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b665c1-4e04-4269-8547-0b3681a32333 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.759837] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9ebfb7fe-3af0-43b6-b867-425590e6f048 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "73efd3d3-ed22-45ca-9c4e-80e3819846e4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1120.768712] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 6d9a84e9-662e-4acf-806b-fd5accf720b2/6d9a84e9-662e-4acf-806b-fd5accf720b2.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.769175] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc62a8c0-bd3b-4932-a633-e678aa8f6df1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.790341] env[63260]: DEBUG oslo_vmware.api [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1120.790341] env[63260]: value = "task-2285368" [ 1120.790341] env[63260]: _type = "Task" [ 1120.790341] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.799171] env[63260]: DEBUG oslo_vmware.api [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285368, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.150302] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ba7ea0f1-980b-4456-8ee9-d4084403c4de tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "ac37feca-ed04-4e40-a22e-1f30b8534d74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.511s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.150302] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "ac37feca-ed04-4e40-a22e-1f30b8534d74" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.278s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.150302] env[63260]: INFO nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] During sync_power_state the instance has a pending task (block_device_mapping). Skip. [ 1121.150302] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "ac37feca-ed04-4e40-a22e-1f30b8534d74" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.249176] env[63260]: DEBUG nova.compute.manager [req-17073663-2f54-456f-8d5a-36b2c4118580 req-e628b9e2-a3d9-4363-94b9-d65d6fd4fe37 service nova] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Received event network-changed-0a6ef5ed-9a5f-4990-a432-01bc110528c2 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1121.249176] env[63260]: DEBUG nova.compute.manager [req-17073663-2f54-456f-8d5a-36b2c4118580 req-e628b9e2-a3d9-4363-94b9-d65d6fd4fe37 service nova] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Refreshing instance network info cache due to event network-changed-0a6ef5ed-9a5f-4990-a432-01bc110528c2. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1121.249176] env[63260]: DEBUG oslo_concurrency.lockutils [req-17073663-2f54-456f-8d5a-36b2c4118580 req-e628b9e2-a3d9-4363-94b9-d65d6fd4fe37 service nova] Acquiring lock "refresh_cache-f96e81c0-cd9d-4b76-b59d-7892c0b69b0e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.249176] env[63260]: DEBUG oslo_concurrency.lockutils [req-17073663-2f54-456f-8d5a-36b2c4118580 req-e628b9e2-a3d9-4363-94b9-d65d6fd4fe37 service nova] Acquired lock "refresh_cache-f96e81c0-cd9d-4b76-b59d-7892c0b69b0e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.249176] env[63260]: DEBUG nova.network.neutron [req-17073663-2f54-456f-8d5a-36b2c4118580 req-e628b9e2-a3d9-4363-94b9-d65d6fd4fe37 service nova] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Refreshing network info cache for port 0a6ef5ed-9a5f-4990-a432-01bc110528c2 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.305404] env[63260]: DEBUG oslo_vmware.api [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285368, 'name': ReconfigVM_Task, 'duration_secs': 0.340986} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.305404] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 6d9a84e9-662e-4acf-806b-fd5accf720b2/6d9a84e9-662e-4acf-806b-fd5accf720b2.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.305404] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b157109-dfec-4238-a83f-37fe096bf01e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.311394] env[63260]: DEBUG oslo_vmware.api [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1121.311394] env[63260]: value = "task-2285369" [ 1121.311394] env[63260]: _type = "Task" [ 1121.311394] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.321457] env[63260]: DEBUG oslo_vmware.api [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285369, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.822281] env[63260]: DEBUG oslo_vmware.api [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285369, 'name': Rename_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.834574] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9ebfb7fe-3af0-43b6-b867-425590e6f048 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquiring lock "73efd3d3-ed22-45ca-9c4e-80e3819846e4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.834905] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9ebfb7fe-3af0-43b6-b867-425590e6f048 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "73efd3d3-ed22-45ca-9c4e-80e3819846e4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.835167] env[63260]: INFO nova.compute.manager [None req-9ebfb7fe-3af0-43b6-b867-425590e6f048 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Attaching volume 21c19b57-a886-41cf-aca8-c052d398ba2a to /dev/sdb [ 1121.877437] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b71bc7a-680e-44f3-9cec-7c3a08ad1211 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.884503] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c15bf12-e4a8-4721-81b2-cf1b5e075388 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.899144] env[63260]: DEBUG nova.virt.block_device [None req-9ebfb7fe-3af0-43b6-b867-425590e6f048 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Updating existing volume attachment record: bcde6255-0e57-49b5-b599-b6eb5d4ada68 {{(pid=63260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1122.224352] env[63260]: DEBUG nova.network.neutron [req-17073663-2f54-456f-8d5a-36b2c4118580 req-e628b9e2-a3d9-4363-94b9-d65d6fd4fe37 service nova] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Updated VIF entry in instance network info cache for port 0a6ef5ed-9a5f-4990-a432-01bc110528c2. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.224918] env[63260]: DEBUG nova.network.neutron [req-17073663-2f54-456f-8d5a-36b2c4118580 req-e628b9e2-a3d9-4363-94b9-d65d6fd4fe37 service nova] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Updating instance_info_cache with network_info: [{"id": "0a6ef5ed-9a5f-4990-a432-01bc110528c2", "address": "fa:16:3e:d4:e3:46", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a6ef5ed-9a", "ovs_interfaceid": "0a6ef5ed-9a5f-4990-a432-01bc110528c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.324835] env[63260]: DEBUG oslo_vmware.api [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285369, 'name': Rename_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.731505] env[63260]: DEBUG oslo_concurrency.lockutils [req-17073663-2f54-456f-8d5a-36b2c4118580 req-e628b9e2-a3d9-4363-94b9-d65d6fd4fe37 service nova] Releasing lock "refresh_cache-f96e81c0-cd9d-4b76-b59d-7892c0b69b0e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.822582] env[63260]: DEBUG oslo_vmware.api [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285369, 'name': Rename_Task, 'duration_secs': 1.483101} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.823038] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.823387] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-529535d0-0897-46ad-a0ee-207b5bd559df {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.830687] env[63260]: DEBUG oslo_vmware.api [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1122.830687] env[63260]: value = "task-2285371" [ 1122.830687] env[63260]: _type = "Task" [ 1122.830687] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.839157] env[63260]: DEBUG oslo_vmware.api [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.275733] env[63260]: DEBUG nova.compute.manager [req-84a88f93-3d38-4b14-bc67-8bb7ca1ccc69 req-0dc5c3d5-2d5c-47c9-accd-05ed582ae67a service nova] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Received event network-changed-51bc87e5-6062-47e7-9e0f-667b55a4a89b {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1123.275978] env[63260]: DEBUG nova.compute.manager [req-84a88f93-3d38-4b14-bc67-8bb7ca1ccc69 req-0dc5c3d5-2d5c-47c9-accd-05ed582ae67a service nova] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Refreshing instance network info cache due to event network-changed-51bc87e5-6062-47e7-9e0f-667b55a4a89b. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1123.276140] env[63260]: DEBUG oslo_concurrency.lockutils [req-84a88f93-3d38-4b14-bc67-8bb7ca1ccc69 req-0dc5c3d5-2d5c-47c9-accd-05ed582ae67a service nova] Acquiring lock "refresh_cache-ac37feca-ed04-4e40-a22e-1f30b8534d74" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.276281] env[63260]: DEBUG oslo_concurrency.lockutils [req-84a88f93-3d38-4b14-bc67-8bb7ca1ccc69 req-0dc5c3d5-2d5c-47c9-accd-05ed582ae67a service nova] Acquired lock "refresh_cache-ac37feca-ed04-4e40-a22e-1f30b8534d74" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.276447] env[63260]: DEBUG nova.network.neutron [req-84a88f93-3d38-4b14-bc67-8bb7ca1ccc69 req-0dc5c3d5-2d5c-47c9-accd-05ed582ae67a service nova] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Refreshing network info cache for port 51bc87e5-6062-47e7-9e0f-667b55a4a89b {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.340533] env[63260]: DEBUG oslo_vmware.api [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285371, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.841121] env[63260]: DEBUG oslo_vmware.api [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285371, 'name': PowerOnVM_Task, 'duration_secs': 0.652144} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.841403] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.841600] env[63260]: INFO nova.compute.manager [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Took 7.74 seconds to spawn the instance on the hypervisor. [ 1123.841777] env[63260]: DEBUG nova.compute.manager [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.843050] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a34cba-dee0-4910-a75b-6cc93d63eea8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.989651] env[63260]: DEBUG nova.network.neutron [req-84a88f93-3d38-4b14-bc67-8bb7ca1ccc69 req-0dc5c3d5-2d5c-47c9-accd-05ed582ae67a service nova] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Updated VIF entry in instance network info cache for port 51bc87e5-6062-47e7-9e0f-667b55a4a89b. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1123.990039] env[63260]: DEBUG nova.network.neutron [req-84a88f93-3d38-4b14-bc67-8bb7ca1ccc69 req-0dc5c3d5-2d5c-47c9-accd-05ed582ae67a service nova] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Updating instance_info_cache with network_info: [{"id": "51bc87e5-6062-47e7-9e0f-667b55a4a89b", "address": "fa:16:3e:13:99:8b", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51bc87e5-60", "ovs_interfaceid": "51bc87e5-6062-47e7-9e0f-667b55a4a89b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.361092] env[63260]: INFO nova.compute.manager [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Took 13.80 seconds to build instance. [ 1124.492602] env[63260]: DEBUG oslo_concurrency.lockutils [req-84a88f93-3d38-4b14-bc67-8bb7ca1ccc69 req-0dc5c3d5-2d5c-47c9-accd-05ed582ae67a service nova] Releasing lock "refresh_cache-ac37feca-ed04-4e40-a22e-1f30b8534d74" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.492877] env[63260]: DEBUG nova.compute.manager [req-84a88f93-3d38-4b14-bc67-8bb7ca1ccc69 req-0dc5c3d5-2d5c-47c9-accd-05ed582ae67a service nova] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Received event network-changed-51bc87e5-6062-47e7-9e0f-667b55a4a89b {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1124.493058] env[63260]: DEBUG nova.compute.manager [req-84a88f93-3d38-4b14-bc67-8bb7ca1ccc69 req-0dc5c3d5-2d5c-47c9-accd-05ed582ae67a service nova] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Refreshing instance network info cache due to event network-changed-51bc87e5-6062-47e7-9e0f-667b55a4a89b. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1124.493304] env[63260]: DEBUG oslo_concurrency.lockutils [req-84a88f93-3d38-4b14-bc67-8bb7ca1ccc69 req-0dc5c3d5-2d5c-47c9-accd-05ed582ae67a service nova] Acquiring lock "refresh_cache-ac37feca-ed04-4e40-a22e-1f30b8534d74" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.493452] env[63260]: DEBUG oslo_concurrency.lockutils [req-84a88f93-3d38-4b14-bc67-8bb7ca1ccc69 req-0dc5c3d5-2d5c-47c9-accd-05ed582ae67a service nova] Acquired lock "refresh_cache-ac37feca-ed04-4e40-a22e-1f30b8534d74" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.493617] env[63260]: DEBUG nova.network.neutron [req-84a88f93-3d38-4b14-bc67-8bb7ca1ccc69 req-0dc5c3d5-2d5c-47c9-accd-05ed582ae67a service nova] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Refreshing network info cache for port 51bc87e5-6062-47e7-9e0f-667b55a4a89b {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.863663] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8f8cbb7d-60d6-409d-8b03-14b1d96b7ba0 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "6d9a84e9-662e-4acf-806b-fd5accf720b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.309s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.863930] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "6d9a84e9-662e-4acf-806b-fd5accf720b2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.993s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.864904] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d0b269-18f3-46ad-9c49-438ff9fefcda {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.206665] env[63260]: DEBUG nova.network.neutron [req-84a88f93-3d38-4b14-bc67-8bb7ca1ccc69 req-0dc5c3d5-2d5c-47c9-accd-05ed582ae67a service nova] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Updated VIF entry in instance network info cache for port 51bc87e5-6062-47e7-9e0f-667b55a4a89b. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.207041] env[63260]: DEBUG nova.network.neutron [req-84a88f93-3d38-4b14-bc67-8bb7ca1ccc69 req-0dc5c3d5-2d5c-47c9-accd-05ed582ae67a service nova] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Updating instance_info_cache with network_info: [{"id": "51bc87e5-6062-47e7-9e0f-667b55a4a89b", "address": "fa:16:3e:13:99:8b", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51bc87e5-60", "ovs_interfaceid": "51bc87e5-6062-47e7-9e0f-667b55a4a89b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.375342] env[63260]: INFO nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] During sync_power_state the instance has a pending task (image_snapshot_pending). Skip. [ 1125.375617] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "6d9a84e9-662e-4acf-806b-fd5accf720b2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.512s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1125.710347] env[63260]: DEBUG oslo_concurrency.lockutils [req-84a88f93-3d38-4b14-bc67-8bb7ca1ccc69 req-0dc5c3d5-2d5c-47c9-accd-05ed582ae67a service nova] Releasing lock "refresh_cache-ac37feca-ed04-4e40-a22e-1f30b8534d74" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.710626] env[63260]: DEBUG nova.compute.manager [req-84a88f93-3d38-4b14-bc67-8bb7ca1ccc69 req-0dc5c3d5-2d5c-47c9-accd-05ed582ae67a service nova] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Received event network-changed-0a6ef5ed-9a5f-4990-a432-01bc110528c2 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1125.710795] env[63260]: DEBUG nova.compute.manager [req-84a88f93-3d38-4b14-bc67-8bb7ca1ccc69 req-0dc5c3d5-2d5c-47c9-accd-05ed582ae67a service nova] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Refreshing instance network info cache due to event network-changed-0a6ef5ed-9a5f-4990-a432-01bc110528c2. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1125.711014] env[63260]: DEBUG oslo_concurrency.lockutils [req-84a88f93-3d38-4b14-bc67-8bb7ca1ccc69 req-0dc5c3d5-2d5c-47c9-accd-05ed582ae67a service nova] Acquiring lock "refresh_cache-f96e81c0-cd9d-4b76-b59d-7892c0b69b0e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.711159] env[63260]: DEBUG oslo_concurrency.lockutils [req-84a88f93-3d38-4b14-bc67-8bb7ca1ccc69 req-0dc5c3d5-2d5c-47c9-accd-05ed582ae67a service nova] Acquired lock "refresh_cache-f96e81c0-cd9d-4b76-b59d-7892c0b69b0e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.711321] env[63260]: DEBUG nova.network.neutron [req-84a88f93-3d38-4b14-bc67-8bb7ca1ccc69 req-0dc5c3d5-2d5c-47c9-accd-05ed582ae67a service nova] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Refreshing network info cache for port 0a6ef5ed-9a5f-4990-a432-01bc110528c2 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.804714] env[63260]: DEBUG nova.compute.manager [None req-498d18f1-9abe-4c21-bb79-b91d551fb08a tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.805674] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca42c87-26c9-4803-815f-7d1e103e83b1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.965911] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.318270] env[63260]: INFO nova.compute.manager [None req-498d18f1-9abe-4c21-bb79-b91d551fb08a tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] instance snapshotting [ 1126.321157] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de64b77-e0d1-43ce-be1d-d70bde4bef3d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.350987] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90711cee-8da5-4b1e-bfb1-8fda9074f431 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.448847] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ebfb7fe-3af0-43b6-b867-425590e6f048 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Volume attach. Driver type: vmdk {{(pid=63260) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1126.449104] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ebfb7fe-3af0-43b6-b867-425590e6f048 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465193', 'volume_id': '21c19b57-a886-41cf-aca8-c052d398ba2a', 'name': 'volume-21c19b57-a886-41cf-aca8-c052d398ba2a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73efd3d3-ed22-45ca-9c4e-80e3819846e4', 'attached_at': '', 'detached_at': '', 'volume_id': '21c19b57-a886-41cf-aca8-c052d398ba2a', 'serial': '21c19b57-a886-41cf-aca8-c052d398ba2a'} {{(pid=63260) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1126.449972] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4bd6b6-0327-4080-8556-e4c3fd552f91 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.468007] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55c47d1-bfcd-41d5-ad34-37071ba4182a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.471414] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.472278] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.472278] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.472278] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1126.472733] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b1dd13-d150-431e-888c-7234539f9b45 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.497629] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ebfb7fe-3af0-43b6-b867-425590e6f048 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] volume-21c19b57-a886-41cf-aca8-c052d398ba2a/volume-21c19b57-a886-41cf-aca8-c052d398ba2a.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1126.500448] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab6405be-41d0-44ec-8f89-ca22f31cc5f8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.515554] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b424d8-620a-40f8-8071-fe0442380c75 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.535144] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9ec8c1-dd2a-445c-ad0a-85a689592e4f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.538163] env[63260]: DEBUG oslo_vmware.api [None req-9ebfb7fe-3af0-43b6-b867-425590e6f048 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 1126.538163] env[63260]: value = "task-2285373" [ 1126.538163] env[63260]: _type = "Task" [ 1126.538163] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.545661] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5441fcb4-52cd-4fe1-8a16-654ca3be49d1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.552716] env[63260]: DEBUG oslo_vmware.api [None req-9ebfb7fe-3af0-43b6-b867-425590e6f048 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.553992] env[63260]: DEBUG nova.network.neutron [req-84a88f93-3d38-4b14-bc67-8bb7ca1ccc69 req-0dc5c3d5-2d5c-47c9-accd-05ed582ae67a service nova] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Updated VIF entry in instance network info cache for port 0a6ef5ed-9a5f-4990-a432-01bc110528c2. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.554356] env[63260]: DEBUG nova.network.neutron [req-84a88f93-3d38-4b14-bc67-8bb7ca1ccc69 req-0dc5c3d5-2d5c-47c9-accd-05ed582ae67a service nova] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Updating instance_info_cache with network_info: [{"id": "0a6ef5ed-9a5f-4990-a432-01bc110528c2", "address": "fa:16:3e:d4:e3:46", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a6ef5ed-9a", "ovs_interfaceid": "0a6ef5ed-9a5f-4990-a432-01bc110528c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.582748] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179901MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=63260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1126.582966] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.583203] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.864094] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-498d18f1-9abe-4c21-bb79-b91d551fb08a tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Creating Snapshot of the VM instance {{(pid=63260) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1126.864554] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cf0b1acb-3cb5-40bd-959e-5d986b13d1c0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.872012] env[63260]: DEBUG oslo_vmware.api [None req-498d18f1-9abe-4c21-bb79-b91d551fb08a tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1126.872012] env[63260]: value = "task-2285374" [ 1126.872012] env[63260]: _type = "Task" [ 1126.872012] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.879714] env[63260]: DEBUG oslo_vmware.api [None req-498d18f1-9abe-4c21-bb79-b91d551fb08a tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285374, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.048806] env[63260]: DEBUG oslo_vmware.api [None req-9ebfb7fe-3af0-43b6-b867-425590e6f048 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285373, 'name': ReconfigVM_Task, 'duration_secs': 0.34474} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.049092] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ebfb7fe-3af0-43b6-b867-425590e6f048 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Reconfigured VM instance instance-0000006a to attach disk [datastore2] volume-21c19b57-a886-41cf-aca8-c052d398ba2a/volume-21c19b57-a886-41cf-aca8-c052d398ba2a.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.053757] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c4031cb-2728-41ba-b14c-858133d7fead {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.063513] env[63260]: DEBUG oslo_concurrency.lockutils [req-84a88f93-3d38-4b14-bc67-8bb7ca1ccc69 req-0dc5c3d5-2d5c-47c9-accd-05ed582ae67a service nova] Releasing lock "refresh_cache-f96e81c0-cd9d-4b76-b59d-7892c0b69b0e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.068606] env[63260]: DEBUG oslo_vmware.api [None req-9ebfb7fe-3af0-43b6-b867-425590e6f048 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 1127.068606] env[63260]: value = "task-2285375" [ 1127.068606] env[63260]: _type = "Task" [ 1127.068606] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.076536] env[63260]: DEBUG oslo_vmware.api [None req-9ebfb7fe-3af0-43b6-b867-425590e6f048 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285375, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.270307] env[63260]: DEBUG oslo_concurrency.lockutils [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "0369a945-2b3f-4734-9b56-fabcb96b0ce4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.270551] env[63260]: DEBUG oslo_concurrency.lockutils [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "0369a945-2b3f-4734-9b56-fabcb96b0ce4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.384476] env[63260]: DEBUG oslo_vmware.api [None req-498d18f1-9abe-4c21-bb79-b91d551fb08a tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285374, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.578866] env[63260]: DEBUG oslo_vmware.api [None req-9ebfb7fe-3af0-43b6-b867-425590e6f048 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285375, 'name': ReconfigVM_Task, 'duration_secs': 0.159905} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.579192] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ebfb7fe-3af0-43b6-b867-425590e6f048 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465193', 'volume_id': '21c19b57-a886-41cf-aca8-c052d398ba2a', 'name': 'volume-21c19b57-a886-41cf-aca8-c052d398ba2a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73efd3d3-ed22-45ca-9c4e-80e3819846e4', 'attached_at': '', 'detached_at': '', 'volume_id': '21c19b57-a886-41cf-aca8-c052d398ba2a', 'serial': '21c19b57-a886-41cf-aca8-c052d398ba2a'} {{(pid=63260) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1127.613909] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance eae2ab94-da4e-45c4-a185-a245dd609514 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.614066] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 73759f3b-39f8-4e60-a0ca-91220f19abdc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.614189] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 6ca15fa7-ada0-4552-80aa-85a69e9b0da8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.614309] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 73efd3d3-ed22-45ca-9c4e-80e3819846e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.614426] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 5bf18f54-2525-46b2-a4db-1e7a4945971b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.614541] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 9c112d45-b457-4c70-9887-b71f26d3c198 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.614654] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 03fb6371-8925-4bcb-af19-9387884ec631 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.614764] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 9a3276e9-0c38-4709-a264-aa69e96afa6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.614875] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance f96e81c0-cd9d-4b76-b59d-7892c0b69b0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.614986] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance ac37feca-ed04-4e40-a22e-1f30b8534d74 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.615109] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 6d9a84e9-662e-4acf-806b-fd5accf720b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.773068] env[63260]: DEBUG nova.compute.manager [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1127.846019] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ff6fcbb4-b967-486d-a510-c6fa3c452247 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Acquiring lock "5bf18f54-2525-46b2-a4db-1e7a4945971b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.846019] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ff6fcbb4-b967-486d-a510-c6fa3c452247 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lock "5bf18f54-2525-46b2-a4db-1e7a4945971b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.881926] env[63260]: DEBUG oslo_vmware.api [None req-498d18f1-9abe-4c21-bb79-b91d551fb08a tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285374, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.117740] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 0369a945-2b3f-4734-9b56-fabcb96b0ce4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1128.117993] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=63260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1128.118156] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=63260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1128.230937] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ec87dd42-5027-4fc6-b904-b40961d98bda tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "9c112d45-b457-4c70-9887-b71f26d3c198" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.231205] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ec87dd42-5027-4fc6-b904-b40961d98bda tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "9c112d45-b457-4c70-9887-b71f26d3c198" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.271708] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efd023e-f448-440d-8a57-b5df47d0a25a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.280070] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4473e3-58dd-4790-bea2-0dcd02cef833 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.313434] env[63260]: DEBUG oslo_concurrency.lockutils [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.314179] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8b4878-9e40-4284-af19-2d268d28593a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.321397] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bdde994-c987-47b8-b394-dd61395889ee {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.334191] env[63260]: DEBUG nova.compute.provider_tree [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1128.348163] env[63260]: DEBUG nova.compute.utils [None req-ff6fcbb4-b967-486d-a510-c6fa3c452247 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1128.382790] env[63260]: DEBUG oslo_vmware.api [None req-498d18f1-9abe-4c21-bb79-b91d551fb08a tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285374, 'name': CreateSnapshot_Task, 'duration_secs': 1.020967} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.383032] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-498d18f1-9abe-4c21-bb79-b91d551fb08a tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Created Snapshot of the VM instance {{(pid=63260) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1128.383767] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209cec20-44d5-4ae8-ad46-86436d9c86b2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.614922] env[63260]: DEBUG nova.objects.instance [None req-9ebfb7fe-3af0-43b6-b867-425590e6f048 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lazy-loading 'flavor' on Instance uuid 73efd3d3-ed22-45ca-9c4e-80e3819846e4 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.734819] env[63260]: DEBUG nova.compute.utils [None req-ec87dd42-5027-4fc6-b904-b40961d98bda tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1128.850359] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ff6fcbb4-b967-486d-a510-c6fa3c452247 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lock "5bf18f54-2525-46b2-a4db-1e7a4945971b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.854544] env[63260]: ERROR nova.scheduler.client.report [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [req-2ffe4cf9-bc9a-4a40-8d89-a6eddbdafd43] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 535ed902-6829-4832-9c79-14d5c1df9745. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2ffe4cf9-bc9a-4a40-8d89-a6eddbdafd43"}]} [ 1128.870298] env[63260]: DEBUG nova.scheduler.client.report [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Refreshing inventories for resource provider 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1128.883070] env[63260]: DEBUG nova.scheduler.client.report [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Updating ProviderTree inventory for provider 535ed902-6829-4832-9c79-14d5c1df9745 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1128.883306] env[63260]: DEBUG nova.compute.provider_tree [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1128.894600] env[63260]: DEBUG nova.scheduler.client.report [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Refreshing aggregate associations for resource provider 535ed902-6829-4832-9c79-14d5c1df9745, aggregates: None {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1128.903275] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-498d18f1-9abe-4c21-bb79-b91d551fb08a tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Creating linked-clone VM from snapshot {{(pid=63260) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1128.903835] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5ce9de51-b046-4a94-9d83-d3c9826b7e4c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.914407] env[63260]: DEBUG oslo_vmware.api [None req-498d18f1-9abe-4c21-bb79-b91d551fb08a tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1128.914407] env[63260]: value = "task-2285376" [ 1128.914407] env[63260]: _type = "Task" [ 1128.914407] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.923043] env[63260]: DEBUG oslo_vmware.api [None req-498d18f1-9abe-4c21-bb79-b91d551fb08a tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285376, 'name': CloneVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.924103] env[63260]: DEBUG nova.scheduler.client.report [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Refreshing trait associations for resource provider 535ed902-6829-4832-9c79-14d5c1df9745, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1129.093535] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89a0bb3-d799-42e1-b8e3-ca8324e96a13 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.102248] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e585d76-111d-48ff-a193-7a85374e9da8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.134416] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20abc5f0-2183-4617-b9ed-c31f670d1ee7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.137524] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9ebfb7fe-3af0-43b6-b867-425590e6f048 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "73efd3d3-ed22-45ca-9c4e-80e3819846e4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.303s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.143351] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5f6654-5fbd-4db1-a8cd-647ad8301153 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.156856] env[63260]: DEBUG nova.compute.provider_tree [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1129.238505] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ec87dd42-5027-4fc6-b904-b40961d98bda tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "9c112d45-b457-4c70-9887-b71f26d3c198" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.424730] env[63260]: DEBUG oslo_vmware.api [None req-498d18f1-9abe-4c21-bb79-b91d551fb08a tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285376, 'name': CloneVM_Task} progress is 94%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.692211] env[63260]: DEBUG nova.scheduler.client.report [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Updated inventory for provider 535ed902-6829-4832-9c79-14d5c1df9745 with generation 161 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1129.692506] env[63260]: DEBUG nova.compute.provider_tree [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Updating resource provider 535ed902-6829-4832-9c79-14d5c1df9745 generation from 161 to 162 during operation: update_inventory {{(pid=63260) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1129.692626] env[63260]: DEBUG nova.compute.provider_tree [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1129.910220] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ff6fcbb4-b967-486d-a510-c6fa3c452247 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Acquiring lock "5bf18f54-2525-46b2-a4db-1e7a4945971b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.910467] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ff6fcbb4-b967-486d-a510-c6fa3c452247 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lock "5bf18f54-2525-46b2-a4db-1e7a4945971b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.910713] env[63260]: INFO nova.compute.manager [None req-ff6fcbb4-b967-486d-a510-c6fa3c452247 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Attaching volume bdb6a379-9b63-4e4a-91de-9fd7226f721e to /dev/sdb [ 1129.926741] env[63260]: DEBUG oslo_vmware.api [None req-498d18f1-9abe-4c21-bb79-b91d551fb08a tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285376, 'name': CloneVM_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.941752] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faace684-f67b-4989-8b1f-7b131942e12c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.948395] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ddfafb-88de-4996-adda-639bfd578b12 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.962142] env[63260]: DEBUG nova.virt.block_device [None req-ff6fcbb4-b967-486d-a510-c6fa3c452247 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Updating existing volume attachment record: 88e5c161-9860-4e34-92b9-e1450280ff14 {{(pid=63260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1130.143896] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d33eb01f-38c0-4ee1-b043-3ea7498b95b3 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquiring lock "73efd3d3-ed22-45ca-9c4e-80e3819846e4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1130.144243] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d33eb01f-38c0-4ee1-b043-3ea7498b95b3 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "73efd3d3-ed22-45ca-9c4e-80e3819846e4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1130.197647] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1130.197850] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.615s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1130.198118] env[63260]: DEBUG oslo_concurrency.lockutils [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.885s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1130.199677] env[63260]: INFO nova.compute.claims [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1130.292898] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ec87dd42-5027-4fc6-b904-b40961d98bda tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "9c112d45-b457-4c70-9887-b71f26d3c198" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1130.293161] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ec87dd42-5027-4fc6-b904-b40961d98bda tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "9c112d45-b457-4c70-9887-b71f26d3c198" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1130.293420] env[63260]: INFO nova.compute.manager [None req-ec87dd42-5027-4fc6-b904-b40961d98bda tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Attaching volume 1592f3fb-6802-4c37-ad2b-bb949e247432 to /dev/sdb [ 1130.322815] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d168bc-8b50-46d4-94f8-9ec8056356b0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.329875] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2346dba5-ddcd-46b9-8782-11da10e1fe1e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.342603] env[63260]: DEBUG nova.virt.block_device [None req-ec87dd42-5027-4fc6-b904-b40961d98bda tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Updating existing volume attachment record: 2dbd8e54-92d2-49d8-bace-2178614c5a61 {{(pid=63260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1130.426796] env[63260]: DEBUG oslo_vmware.api [None req-498d18f1-9abe-4c21-bb79-b91d551fb08a tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285376, 'name': CloneVM_Task, 'duration_secs': 1.05913} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.427028] env[63260]: INFO nova.virt.vmwareapi.vmops [None req-498d18f1-9abe-4c21-bb79-b91d551fb08a tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Created linked-clone VM from snapshot [ 1130.427754] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633bab55-e596-4bf4-a56b-6a51a849aaa5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.434665] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-498d18f1-9abe-4c21-bb79-b91d551fb08a tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Uploading image d3f28d4c-2420-4643-b0c7-f78de0c1ff28 {{(pid=63260) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1130.448346] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-498d18f1-9abe-4c21-bb79-b91d551fb08a tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Destroying the VM {{(pid=63260) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1130.448602] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-58c30f1c-4a7b-4a14-ae90-8d14b2b9a4d1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.454410] env[63260]: DEBUG oslo_vmware.api [None req-498d18f1-9abe-4c21-bb79-b91d551fb08a tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1130.454410] env[63260]: value = "task-2285378" [ 1130.454410] env[63260]: _type = "Task" [ 1130.454410] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.461449] env[63260]: DEBUG oslo_vmware.api [None req-498d18f1-9abe-4c21-bb79-b91d551fb08a tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285378, 'name': Destroy_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.647172] env[63260]: INFO nova.compute.manager [None req-d33eb01f-38c0-4ee1-b043-3ea7498b95b3 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Detaching volume 21c19b57-a886-41cf-aca8-c052d398ba2a [ 1130.965127] env[63260]: DEBUG oslo_vmware.api [None req-498d18f1-9abe-4c21-bb79-b91d551fb08a tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285378, 'name': Destroy_Task, 'duration_secs': 0.415486} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.965127] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-498d18f1-9abe-4c21-bb79-b91d551fb08a tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Destroyed the VM [ 1130.965127] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-498d18f1-9abe-4c21-bb79-b91d551fb08a tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Deleting Snapshot of the VM instance {{(pid=63260) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1130.965626] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-600b5650-3f0e-45f1-a222-ac11c29110c0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.971380] env[63260]: DEBUG oslo_vmware.api [None req-498d18f1-9abe-4c21-bb79-b91d551fb08a tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1130.971380] env[63260]: value = "task-2285382" [ 1130.971380] env[63260]: _type = "Task" [ 1130.971380] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.979858] env[63260]: DEBUG oslo_vmware.api [None req-498d18f1-9abe-4c21-bb79-b91d551fb08a tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285382, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.353902] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee05ef5c-7615-4980-8d15-312fa353d89d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.361427] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4986818e-540f-4686-895c-e39c956d8e23 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.392953] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24dd9268-3340-4e19-b11d-958cc16c48fd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.399905] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1529a6f3-87e6-4d88-8d45-a20701109dbb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.413128] env[63260]: DEBUG nova.compute.provider_tree [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.480709] env[63260]: DEBUG oslo_vmware.api [None req-498d18f1-9abe-4c21-bb79-b91d551fb08a tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285382, 'name': RemoveSnapshot_Task, 'duration_secs': 0.475172} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.480916] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-498d18f1-9abe-4c21-bb79-b91d551fb08a tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Deleted Snapshot of the VM instance {{(pid=63260) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1131.916204] env[63260]: DEBUG nova.scheduler.client.report [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.986399] env[63260]: WARNING nova.compute.manager [None req-498d18f1-9abe-4c21-bb79-b91d551fb08a tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Image not found during snapshot: nova.exception.ImageNotFound: Image d3f28d4c-2420-4643-b0c7-f78de0c1ff28 could not be found. [ 1132.339393] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1b1897a4-90b9-4259-acbb-0531837789b1 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquiring lock "6d9a84e9-662e-4acf-806b-fd5accf720b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1132.339645] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1b1897a4-90b9-4259-acbb-0531837789b1 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "6d9a84e9-662e-4acf-806b-fd5accf720b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1132.339851] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1b1897a4-90b9-4259-acbb-0531837789b1 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquiring lock "6d9a84e9-662e-4acf-806b-fd5accf720b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1132.340048] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1b1897a4-90b9-4259-acbb-0531837789b1 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "6d9a84e9-662e-4acf-806b-fd5accf720b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1132.340267] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1b1897a4-90b9-4259-acbb-0531837789b1 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "6d9a84e9-662e-4acf-806b-fd5accf720b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1132.342757] env[63260]: INFO nova.compute.manager [None req-1b1897a4-90b9-4259-acbb-0531837789b1 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Terminating instance [ 1132.421285] env[63260]: DEBUG oslo_concurrency.lockutils [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.223s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1132.421692] env[63260]: DEBUG nova.compute.manager [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1132.639439] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "03fb6371-8925-4bcb-af19-9387884ec631" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1132.639708] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "03fb6371-8925-4bcb-af19-9387884ec631" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1132.639914] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "03fb6371-8925-4bcb-af19-9387884ec631-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1132.640130] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "03fb6371-8925-4bcb-af19-9387884ec631-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1132.640297] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "03fb6371-8925-4bcb-af19-9387884ec631-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1132.642403] env[63260]: INFO nova.compute.manager [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Terminating instance [ 1132.847098] env[63260]: DEBUG nova.compute.manager [None req-1b1897a4-90b9-4259-acbb-0531837789b1 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1132.847350] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1897a4-90b9-4259-acbb-0531837789b1 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1132.848294] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa48200-7455-44e3-b429-fdaa7ae92bbf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.856623] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b1897a4-90b9-4259-acbb-0531837789b1 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.856853] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46c36adf-dbe5-481c-8505-dc78634666d9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.862887] env[63260]: DEBUG oslo_vmware.api [None req-1b1897a4-90b9-4259-acbb-0531837789b1 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1132.862887] env[63260]: value = "task-2285385" [ 1132.862887] env[63260]: _type = "Task" [ 1132.862887] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.870568] env[63260]: DEBUG oslo_vmware.api [None req-1b1897a4-90b9-4259-acbb-0531837789b1 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.926739] env[63260]: DEBUG nova.compute.utils [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1132.928138] env[63260]: DEBUG nova.compute.manager [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1132.928309] env[63260]: DEBUG nova.network.neutron [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1132.971567] env[63260]: DEBUG nova.policy [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b6970efe3e246538b8f0403ac0a10d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4949ccbfb7644f489b2cfd593a1684d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 1133.146822] env[63260]: DEBUG nova.compute.manager [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1133.146822] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.147260] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0a0226f-09db-4188-a974-a793fdd70920 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.154275] env[63260]: DEBUG oslo_vmware.api [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 1133.154275] env[63260]: value = "task-2285386" [ 1133.154275] env[63260]: _type = "Task" [ 1133.154275] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.163478] env[63260]: DEBUG oslo_vmware.api [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.198365] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1133.198743] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1133.198817] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Starting heal instance info cache {{(pid=63260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1133.318208] env[63260]: DEBUG nova.network.neutron [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Successfully created port: 9689f31e-5095-4dbb-abf9-1a766ef9b434 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1133.372337] env[63260]: DEBUG oslo_vmware.api [None req-1b1897a4-90b9-4259-acbb-0531837789b1 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285385, 'name': PowerOffVM_Task, 'duration_secs': 0.275515} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.372642] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b1897a4-90b9-4259-acbb-0531837789b1 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1133.372813] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1897a4-90b9-4259-acbb-0531837789b1 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1133.373069] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-047740ef-2b48-4e13-9f5f-4787191146c5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.431531] env[63260]: DEBUG nova.compute.manager [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1133.436918] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1897a4-90b9-4259-acbb-0531837789b1 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1133.437187] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1897a4-90b9-4259-acbb-0531837789b1 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1133.437374] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b1897a4-90b9-4259-acbb-0531837789b1 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Deleting the datastore file [datastore2] 6d9a84e9-662e-4acf-806b-fd5accf720b2 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1133.437867] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4ddb295-8e7c-43d0-a786-5ab3e9b4a336 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.444527] env[63260]: DEBUG oslo_vmware.api [None req-1b1897a4-90b9-4259-acbb-0531837789b1 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for the task: (returnval){ [ 1133.444527] env[63260]: value = "task-2285388" [ 1133.444527] env[63260]: _type = "Task" [ 1133.444527] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.452697] env[63260]: DEBUG oslo_vmware.api [None req-1b1897a4-90b9-4259-acbb-0531837789b1 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.663659] env[63260]: DEBUG oslo_vmware.api [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285386, 'name': PowerOffVM_Task, 'duration_secs': 0.179495} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.663921] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1133.664128] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Volume detach. Driver type: vmdk {{(pid=63260) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1133.664319] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465179', 'volume_id': '658b663c-05db-4609-a32f-e87d4c21387a', 'name': 'volume-658b663c-05db-4609-a32f-e87d4c21387a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '03fb6371-8925-4bcb-af19-9387884ec631', 'attached_at': '2025-02-04T16:24:16.000000', 'detached_at': '', 'volume_id': '658b663c-05db-4609-a32f-e87d4c21387a', 'serial': '658b663c-05db-4609-a32f-e87d4c21387a'} {{(pid=63260) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1133.665053] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4a14cc-e6d4-4b24-a7fb-d4aec219ac06 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.683069] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73097461-0191-42ff-9467-2382fdead858 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.689590] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3bd7b1-4ef1-47e7-bf35-5afb2997f114 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.708816] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c9ad6f-1a57-456b-a3ce-9461a3ed4ce9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.723354] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] The volume has not been displaced from its original location: [datastore2] volume-658b663c-05db-4609-a32f-e87d4c21387a/volume-658b663c-05db-4609-a32f-e87d4c21387a.vmdk. No consolidation needed. {{(pid=63260) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1133.728334] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1133.729186] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6776c97-8434-4d88-b60c-844fd810e6a7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.745899] env[63260]: DEBUG oslo_vmware.api [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 1133.745899] env[63260]: value = "task-2285389" [ 1133.745899] env[63260]: _type = "Task" [ 1133.745899] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.757432] env[63260]: DEBUG oslo_vmware.api [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285389, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.958491] env[63260]: DEBUG oslo_vmware.api [None req-1b1897a4-90b9-4259-acbb-0531837789b1 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Task: {'id': task-2285388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129445} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.958855] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b1897a4-90b9-4259-acbb-0531837789b1 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1133.959294] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1897a4-90b9-4259-acbb-0531837789b1 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1133.959294] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1897a4-90b9-4259-acbb-0531837789b1 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1133.959562] env[63260]: INFO nova.compute.manager [None req-1b1897a4-90b9-4259-acbb-0531837789b1 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1133.959794] env[63260]: DEBUG oslo.service.loopingcall [None req-1b1897a4-90b9-4259-acbb-0531837789b1 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1133.960228] env[63260]: DEBUG nova.compute.manager [-] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1133.960228] env[63260]: DEBUG nova.network.neutron [-] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1134.224987] env[63260]: DEBUG nova.compute.manager [req-9364271d-7f44-4d17-b4fa-2284ca99c509 req-b0813a61-02eb-4420-8997-2d0629576a5f service nova] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Received event network-vif-deleted-abfb19c7-9f33-4542-8962-bb6bdf1b46d0 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1134.225404] env[63260]: INFO nova.compute.manager [req-9364271d-7f44-4d17-b4fa-2284ca99c509 req-b0813a61-02eb-4420-8997-2d0629576a5f service nova] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Neutron deleted interface abfb19c7-9f33-4542-8962-bb6bdf1b46d0; detaching it from the instance and deleting it from the info cache [ 1134.225404] env[63260]: DEBUG nova.network.neutron [req-9364271d-7f44-4d17-b4fa-2284ca99c509 req-b0813a61-02eb-4420-8997-2d0629576a5f service nova] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.245955] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "refresh_cache-6ca15fa7-ada0-4552-80aa-85a69e9b0da8" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.246244] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquired lock "refresh_cache-6ca15fa7-ada0-4552-80aa-85a69e9b0da8" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.246490] env[63260]: DEBUG nova.network.neutron [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Forcefully refreshing network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1134.260513] env[63260]: DEBUG oslo_vmware.api [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285389, 'name': ReconfigVM_Task, 'duration_secs': 0.162444} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.260792] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1134.265740] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cccadcb-ea31-4247-9ed9-66bef7ef2d1d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.282518] env[63260]: DEBUG oslo_vmware.api [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 1134.282518] env[63260]: value = "task-2285390" [ 1134.282518] env[63260]: _type = "Task" [ 1134.282518] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.290569] env[63260]: DEBUG oslo_vmware.api [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285390, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.452434] env[63260]: DEBUG nova.compute.manager [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1134.480631] env[63260]: DEBUG nova.virt.hardware [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.481337] env[63260]: DEBUG nova.virt.hardware [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.481337] env[63260]: DEBUG nova.virt.hardware [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.481653] env[63260]: DEBUG nova.virt.hardware [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.481830] env[63260]: DEBUG nova.virt.hardware [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.482093] env[63260]: DEBUG nova.virt.hardware [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.482455] env[63260]: DEBUG nova.virt.hardware [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.483045] env[63260]: DEBUG nova.virt.hardware [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.483045] env[63260]: DEBUG nova.virt.hardware [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.483286] env[63260]: DEBUG nova.virt.hardware [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.483578] env[63260]: DEBUG nova.virt.hardware [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.485052] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1529656-c601-4f2d-b59c-2f67c03dd902 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.495693] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7866967-3d80-4110-8a6c-654f8932d7f7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.511711] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff6fcbb4-b967-486d-a510-c6fa3c452247 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Volume attach. Driver type: vmdk {{(pid=63260) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1134.511931] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff6fcbb4-b967-486d-a510-c6fa3c452247 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465196', 'volume_id': 'bdb6a379-9b63-4e4a-91de-9fd7226f721e', 'name': 'volume-bdb6a379-9b63-4e4a-91de-9fd7226f721e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5bf18f54-2525-46b2-a4db-1e7a4945971b', 'attached_at': '', 'detached_at': '', 'volume_id': 'bdb6a379-9b63-4e4a-91de-9fd7226f721e', 'serial': 'bdb6a379-9b63-4e4a-91de-9fd7226f721e'} {{(pid=63260) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1134.512731] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e60a50-725c-4ca2-a6fa-b9d0be4820f3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.528327] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d644fa40-5146-4bd7-b655-4acf67d958c9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.553133] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff6fcbb4-b967-486d-a510-c6fa3c452247 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] volume-bdb6a379-9b63-4e4a-91de-9fd7226f721e/volume-bdb6a379-9b63-4e4a-91de-9fd7226f721e.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.555853] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d16b39b0-b455-4122-891f-5477d0f7c4ea {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.575768] env[63260]: DEBUG oslo_vmware.api [None req-ff6fcbb4-b967-486d-a510-c6fa3c452247 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Waiting for the task: (returnval){ [ 1134.575768] env[63260]: value = "task-2285391" [ 1134.575768] env[63260]: _type = "Task" [ 1134.575768] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.585955] env[63260]: DEBUG oslo_vmware.api [None req-ff6fcbb4-b967-486d-a510-c6fa3c452247 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285391, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.592436] env[63260]: INFO nova.virt.block_device [None req-d33eb01f-38c0-4ee1-b043-3ea7498b95b3 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Attempting to driver detach volume 21c19b57-a886-41cf-aca8-c052d398ba2a from mountpoint /dev/sdb [ 1134.592661] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-d33eb01f-38c0-4ee1-b043-3ea7498b95b3 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Volume detach. Driver type: vmdk {{(pid=63260) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1134.592887] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-d33eb01f-38c0-4ee1-b043-3ea7498b95b3 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465193', 'volume_id': '21c19b57-a886-41cf-aca8-c052d398ba2a', 'name': 'volume-21c19b57-a886-41cf-aca8-c052d398ba2a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73efd3d3-ed22-45ca-9c4e-80e3819846e4', 'attached_at': '', 'detached_at': '', 'volume_id': '21c19b57-a886-41cf-aca8-c052d398ba2a', 'serial': '21c19b57-a886-41cf-aca8-c052d398ba2a'} {{(pid=63260) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1134.593647] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69984e85-9f9c-4fce-a2e8-795cf29d0a4a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.615811] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21a5acd-69b4-436d-84cf-72dd10e4a4f0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.623123] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5a667a-c6b9-4cff-a266-06e83d50ac1b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.643193] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc811f9-e68c-44d5-b487-bfee47427345 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.659443] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-d33eb01f-38c0-4ee1-b043-3ea7498b95b3 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] The volume has not been displaced from its original location: [datastore2] volume-21c19b57-a886-41cf-aca8-c052d398ba2a/volume-21c19b57-a886-41cf-aca8-c052d398ba2a.vmdk. No consolidation needed. {{(pid=63260) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1134.664630] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-d33eb01f-38c0-4ee1-b043-3ea7498b95b3 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Reconfiguring VM instance instance-0000006a to detach disk 2001 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1134.664931] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71b10eb9-8fdf-4d02-9143-beaa260f69b2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.683075] env[63260]: DEBUG oslo_vmware.api [None req-d33eb01f-38c0-4ee1-b043-3ea7498b95b3 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 1134.683075] env[63260]: value = "task-2285392" [ 1134.683075] env[63260]: _type = "Task" [ 1134.683075] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.691133] env[63260]: DEBUG oslo_vmware.api [None req-d33eb01f-38c0-4ee1-b043-3ea7498b95b3 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285392, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.702634] env[63260]: DEBUG nova.network.neutron [-] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.728368] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e4251a5-1202-46ea-bccb-f33955b84439 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.739410] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ddf30a-53d1-40de-a312-ab7af33b83be {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.775499] env[63260]: DEBUG nova.compute.manager [req-9364271d-7f44-4d17-b4fa-2284ca99c509 req-b0813a61-02eb-4420-8997-2d0629576a5f service nova] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Detach interface failed, port_id=abfb19c7-9f33-4542-8962-bb6bdf1b46d0, reason: Instance 6d9a84e9-662e-4acf-806b-fd5accf720b2 could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1134.794083] env[63260]: DEBUG oslo_vmware.api [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285390, 'name': ReconfigVM_Task, 'duration_secs': 0.312461} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.794406] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465179', 'volume_id': '658b663c-05db-4609-a32f-e87d4c21387a', 'name': 'volume-658b663c-05db-4609-a32f-e87d4c21387a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '03fb6371-8925-4bcb-af19-9387884ec631', 'attached_at': '2025-02-04T16:24:16.000000', 'detached_at': '', 'volume_id': '658b663c-05db-4609-a32f-e87d4c21387a', 'serial': '658b663c-05db-4609-a32f-e87d4c21387a'} {{(pid=63260) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1134.794687] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1134.796342] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7eaba7-9ca6-41a5-926d-ace39f5e9a27 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.799969] env[63260]: DEBUG nova.compute.manager [req-455b105c-2114-4178-a90c-4171b0a6eadc req-9213b351-ceaf-435f-98dc-848b725f3a06 service nova] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Received event network-vif-plugged-9689f31e-5095-4dbb-abf9-1a766ef9b434 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1134.800223] env[63260]: DEBUG oslo_concurrency.lockutils [req-455b105c-2114-4178-a90c-4171b0a6eadc req-9213b351-ceaf-435f-98dc-848b725f3a06 service nova] Acquiring lock "0369a945-2b3f-4734-9b56-fabcb96b0ce4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.800442] env[63260]: DEBUG oslo_concurrency.lockutils [req-455b105c-2114-4178-a90c-4171b0a6eadc req-9213b351-ceaf-435f-98dc-848b725f3a06 service nova] Lock "0369a945-2b3f-4734-9b56-fabcb96b0ce4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.800704] env[63260]: DEBUG oslo_concurrency.lockutils [req-455b105c-2114-4178-a90c-4171b0a6eadc req-9213b351-ceaf-435f-98dc-848b725f3a06 service nova] Lock "0369a945-2b3f-4734-9b56-fabcb96b0ce4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.800786] env[63260]: DEBUG nova.compute.manager [req-455b105c-2114-4178-a90c-4171b0a6eadc req-9213b351-ceaf-435f-98dc-848b725f3a06 service nova] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] No waiting events found dispatching network-vif-plugged-9689f31e-5095-4dbb-abf9-1a766ef9b434 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1134.800920] env[63260]: WARNING nova.compute.manager [req-455b105c-2114-4178-a90c-4171b0a6eadc req-9213b351-ceaf-435f-98dc-848b725f3a06 service nova] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Received unexpected event network-vif-plugged-9689f31e-5095-4dbb-abf9-1a766ef9b434 for instance with vm_state building and task_state spawning. [ 1134.806827] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1134.807087] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f3f9a0e-7d06-4b06-ba64-c7a809e677e5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.862457] env[63260]: DEBUG nova.network.neutron [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Successfully updated port: 9689f31e-5095-4dbb-abf9-1a766ef9b434 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1134.872411] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1134.872656] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1134.872839] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Deleting the datastore file [datastore2] 03fb6371-8925-4bcb-af19-9387884ec631 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1134.873902] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86989a2b-2a56-4322-9ed6-e61e6bea0393 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.880972] env[63260]: DEBUG oslo_vmware.api [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 1134.880972] env[63260]: value = "task-2285394" [ 1134.880972] env[63260]: _type = "Task" [ 1134.880972] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.887060] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec87dd42-5027-4fc6-b904-b40961d98bda tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Volume attach. Driver type: vmdk {{(pid=63260) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1134.887296] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec87dd42-5027-4fc6-b904-b40961d98bda tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465198', 'volume_id': '1592f3fb-6802-4c37-ad2b-bb949e247432', 'name': 'volume-1592f3fb-6802-4c37-ad2b-bb949e247432', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9c112d45-b457-4c70-9887-b71f26d3c198', 'attached_at': '', 'detached_at': '', 'volume_id': '1592f3fb-6802-4c37-ad2b-bb949e247432', 'serial': '1592f3fb-6802-4c37-ad2b-bb949e247432'} {{(pid=63260) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1134.888071] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a4bf71-6715-4c72-ac01-4b8776f47326 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.893783] env[63260]: DEBUG oslo_vmware.api [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.906761] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a034a43-4ad1-4795-b649-19b786968a50 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.931565] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec87dd42-5027-4fc6-b904-b40961d98bda tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] volume-1592f3fb-6802-4c37-ad2b-bb949e247432/volume-1592f3fb-6802-4c37-ad2b-bb949e247432.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.931815] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09fa179c-6647-4d44-a9e5-c37b4591e39c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.948684] env[63260]: DEBUG oslo_vmware.api [None req-ec87dd42-5027-4fc6-b904-b40961d98bda tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1134.948684] env[63260]: value = "task-2285395" [ 1134.948684] env[63260]: _type = "Task" [ 1134.948684] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.956729] env[63260]: DEBUG oslo_vmware.api [None req-ec87dd42-5027-4fc6-b904-b40961d98bda tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285395, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.086050] env[63260]: DEBUG oslo_vmware.api [None req-ff6fcbb4-b967-486d-a510-c6fa3c452247 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285391, 'name': ReconfigVM_Task, 'duration_secs': 0.363578} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.086291] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff6fcbb4-b967-486d-a510-c6fa3c452247 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Reconfigured VM instance instance-0000006b to attach disk [datastore2] volume-bdb6a379-9b63-4e4a-91de-9fd7226f721e/volume-bdb6a379-9b63-4e4a-91de-9fd7226f721e.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.091261] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c29ae12-7d01-41c5-b3ad-8d1780360751 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.106254] env[63260]: DEBUG oslo_vmware.api [None req-ff6fcbb4-b967-486d-a510-c6fa3c452247 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Waiting for the task: (returnval){ [ 1135.106254] env[63260]: value = "task-2285396" [ 1135.106254] env[63260]: _type = "Task" [ 1135.106254] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.114688] env[63260]: DEBUG oslo_vmware.api [None req-ff6fcbb4-b967-486d-a510-c6fa3c452247 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285396, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.192464] env[63260]: DEBUG oslo_vmware.api [None req-d33eb01f-38c0-4ee1-b043-3ea7498b95b3 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285392, 'name': ReconfigVM_Task, 'duration_secs': 0.229556} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.192763] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-d33eb01f-38c0-4ee1-b043-3ea7498b95b3 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Reconfigured VM instance instance-0000006a to detach disk 2001 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1135.197936] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3f1253b-ab7a-4daf-ba3a-7d146e5d204e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.209134] env[63260]: INFO nova.compute.manager [-] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Took 1.25 seconds to deallocate network for instance. [ 1135.215806] env[63260]: DEBUG oslo_vmware.api [None req-d33eb01f-38c0-4ee1-b043-3ea7498b95b3 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 1135.215806] env[63260]: value = "task-2285397" [ 1135.215806] env[63260]: _type = "Task" [ 1135.215806] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.226748] env[63260]: DEBUG oslo_vmware.api [None req-d33eb01f-38c0-4ee1-b043-3ea7498b95b3 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285397, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.365258] env[63260]: DEBUG oslo_concurrency.lockutils [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "refresh_cache-0369a945-2b3f-4734-9b56-fabcb96b0ce4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.365395] env[63260]: DEBUG oslo_concurrency.lockutils [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquired lock "refresh_cache-0369a945-2b3f-4734-9b56-fabcb96b0ce4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.365545] env[63260]: DEBUG nova.network.neutron [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.389807] env[63260]: DEBUG oslo_vmware.api [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.07414} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.390071] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1135.390259] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1135.390434] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1135.390601] env[63260]: INFO nova.compute.manager [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1135.390832] env[63260]: DEBUG oslo.service.loopingcall [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1135.391027] env[63260]: DEBUG nova.compute.manager [-] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1135.391124] env[63260]: DEBUG nova.network.neutron [-] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1135.459150] env[63260]: DEBUG oslo_vmware.api [None req-ec87dd42-5027-4fc6-b904-b40961d98bda tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285395, 'name': ReconfigVM_Task, 'duration_secs': 0.342498} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.459400] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec87dd42-5027-4fc6-b904-b40961d98bda tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Reconfigured VM instance instance-0000006c to attach disk [datastore2] volume-1592f3fb-6802-4c37-ad2b-bb949e247432/volume-1592f3fb-6802-4c37-ad2b-bb949e247432.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.464757] env[63260]: DEBUG nova.network.neutron [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Updating instance_info_cache with network_info: [{"id": "0d78c3eb-0cbe-4ff1-9902-107dc81706c7", "address": "fa:16:3e:be:9a:a4", "network": {"id": "5b68e61c-9924-43a6-9550-c424919c7ebd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505122137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cc112fd26644b7abedda679fb222d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d78c3eb-0c", "ovs_interfaceid": "0d78c3eb-0cbe-4ff1-9902-107dc81706c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.465857] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86480a97-7bc3-46f6-9977-d2480601132a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.481389] env[63260]: DEBUG oslo_vmware.api [None req-ec87dd42-5027-4fc6-b904-b40961d98bda tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1135.481389] env[63260]: value = "task-2285398" [ 1135.481389] env[63260]: _type = "Task" [ 1135.481389] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.489798] env[63260]: DEBUG oslo_vmware.api [None req-ec87dd42-5027-4fc6-b904-b40961d98bda tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285398, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.616491] env[63260]: DEBUG oslo_vmware.api [None req-ff6fcbb4-b967-486d-a510-c6fa3c452247 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285396, 'name': ReconfigVM_Task, 'duration_secs': 0.139828} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.616800] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff6fcbb4-b967-486d-a510-c6fa3c452247 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465196', 'volume_id': 'bdb6a379-9b63-4e4a-91de-9fd7226f721e', 'name': 'volume-bdb6a379-9b63-4e4a-91de-9fd7226f721e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5bf18f54-2525-46b2-a4db-1e7a4945971b', 'attached_at': '', 'detached_at': '', 'volume_id': 'bdb6a379-9b63-4e4a-91de-9fd7226f721e', 'serial': 'bdb6a379-9b63-4e4a-91de-9fd7226f721e'} {{(pid=63260) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1135.715971] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1b1897a4-90b9-4259-acbb-0531837789b1 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.716262] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1b1897a4-90b9-4259-acbb-0531837789b1 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.716484] env[63260]: DEBUG nova.objects.instance [None req-1b1897a4-90b9-4259-acbb-0531837789b1 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lazy-loading 'resources' on Instance uuid 6d9a84e9-662e-4acf-806b-fd5accf720b2 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.726356] env[63260]: DEBUG oslo_vmware.api [None req-d33eb01f-38c0-4ee1-b043-3ea7498b95b3 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285397, 'name': ReconfigVM_Task, 'duration_secs': 0.137402} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.727144] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-d33eb01f-38c0-4ee1-b043-3ea7498b95b3 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465193', 'volume_id': '21c19b57-a886-41cf-aca8-c052d398ba2a', 'name': 'volume-21c19b57-a886-41cf-aca8-c052d398ba2a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73efd3d3-ed22-45ca-9c4e-80e3819846e4', 'attached_at': '', 'detached_at': '', 'volume_id': '21c19b57-a886-41cf-aca8-c052d398ba2a', 'serial': '21c19b57-a886-41cf-aca8-c052d398ba2a'} {{(pid=63260) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1135.901170] env[63260]: DEBUG nova.network.neutron [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1135.976199] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Releasing lock "refresh_cache-6ca15fa7-ada0-4552-80aa-85a69e9b0da8" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.976569] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Updated the network info_cache for instance {{(pid=63260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1135.976884] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.977323] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.977716] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.977716] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.978007] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.978276] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.978524] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1135.993392] env[63260]: DEBUG oslo_vmware.api [None req-ec87dd42-5027-4fc6-b904-b40961d98bda tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285398, 'name': ReconfigVM_Task, 'duration_secs': 0.136443} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.994031] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec87dd42-5027-4fc6-b904-b40961d98bda tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465198', 'volume_id': '1592f3fb-6802-4c37-ad2b-bb949e247432', 'name': 'volume-1592f3fb-6802-4c37-ad2b-bb949e247432', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9c112d45-b457-4c70-9887-b71f26d3c198', 'attached_at': '', 'detached_at': '', 'volume_id': '1592f3fb-6802-4c37-ad2b-bb949e247432', 'serial': '1592f3fb-6802-4c37-ad2b-bb949e247432'} {{(pid=63260) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1136.048891] env[63260]: DEBUG nova.network.neutron [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Updating instance_info_cache with network_info: [{"id": "9689f31e-5095-4dbb-abf9-1a766ef9b434", "address": "fa:16:3e:87:ef:24", "network": {"id": "424be9ec-16be-4f23-9093-06b871ef06d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-780291018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4949ccbfb7644f489b2cfd593a1684d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9689f31e-50", "ovs_interfaceid": "9689f31e-5095-4dbb-abf9-1a766ef9b434", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.251641] env[63260]: DEBUG nova.compute.manager [req-3318feea-e9d1-4c5d-8cd4-e15a3f317894 req-61319879-58fc-41b2-ba1b-d6bcd4c913d3 service nova] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Received event network-vif-deleted-a6a43381-96cb-402e-8861-64f70d89f033 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1136.251906] env[63260]: INFO nova.compute.manager [req-3318feea-e9d1-4c5d-8cd4-e15a3f317894 req-61319879-58fc-41b2-ba1b-d6bcd4c913d3 service nova] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Neutron deleted interface a6a43381-96cb-402e-8861-64f70d89f033; detaching it from the instance and deleting it from the info cache [ 1136.252116] env[63260]: DEBUG nova.network.neutron [req-3318feea-e9d1-4c5d-8cd4-e15a3f317894 req-61319879-58fc-41b2-ba1b-d6bcd4c913d3 service nova] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.272804] env[63260]: DEBUG nova.objects.instance [None req-d33eb01f-38c0-4ee1-b043-3ea7498b95b3 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lazy-loading 'flavor' on Instance uuid 73efd3d3-ed22-45ca-9c4e-80e3819846e4 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.327410] env[63260]: DEBUG nova.network.neutron [-] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.372100] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef5b349-0f3a-4174-b1a1-d0da88b931e5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.380795] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efd89b9-7bd5-44f8-bb8d-b45c069424d5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.411315] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473057b7-09bf-4028-8772-21bed1b9f418 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.418720] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1ca2df-51c0-43cc-b8e2-4392a1f16430 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.433079] env[63260]: DEBUG nova.compute.provider_tree [None req-1b1897a4-90b9-4259-acbb-0531837789b1 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.551147] env[63260]: DEBUG oslo_concurrency.lockutils [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Releasing lock "refresh_cache-0369a945-2b3f-4734-9b56-fabcb96b0ce4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.551441] env[63260]: DEBUG nova.compute.manager [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Instance network_info: |[{"id": "9689f31e-5095-4dbb-abf9-1a766ef9b434", "address": "fa:16:3e:87:ef:24", "network": {"id": "424be9ec-16be-4f23-9093-06b871ef06d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-780291018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4949ccbfb7644f489b2cfd593a1684d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9689f31e-50", "ovs_interfaceid": "9689f31e-5095-4dbb-abf9-1a766ef9b434", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1136.551824] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:ef:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9689f31e-5095-4dbb-abf9-1a766ef9b434', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1136.559167] env[63260]: DEBUG oslo.service.loopingcall [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1136.560012] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1136.560250] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0cb15fd-399f-45a2-89b6-8363d4550c8c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.579257] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1136.579257] env[63260]: value = "task-2285399" [ 1136.579257] env[63260]: _type = "Task" [ 1136.579257] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.587263] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285399, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.656819] env[63260]: DEBUG nova.objects.instance [None req-ff6fcbb4-b967-486d-a510-c6fa3c452247 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lazy-loading 'flavor' on Instance uuid 5bf18f54-2525-46b2-a4db-1e7a4945971b {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.754901] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-528aeef4-13e6-4a9f-9dd3-a137fd7d0895 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.764633] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9135b59f-587f-4baf-9cbe-dcdd1c7b3f0f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.800537] env[63260]: DEBUG nova.compute.manager [req-3318feea-e9d1-4c5d-8cd4-e15a3f317894 req-61319879-58fc-41b2-ba1b-d6bcd4c913d3 service nova] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Detach interface failed, port_id=a6a43381-96cb-402e-8861-64f70d89f033, reason: Instance 03fb6371-8925-4bcb-af19-9387884ec631 could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1136.830286] env[63260]: INFO nova.compute.manager [-] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Took 1.44 seconds to deallocate network for instance. [ 1136.869393] env[63260]: DEBUG nova.compute.manager [req-397543b7-99c2-40bd-abf6-1dd035c9d504 req-0e3e2f1e-cdf9-4305-a3f0-35e0c03db0e4 service nova] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Received event network-changed-9689f31e-5095-4dbb-abf9-1a766ef9b434 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1136.869579] env[63260]: DEBUG nova.compute.manager [req-397543b7-99c2-40bd-abf6-1dd035c9d504 req-0e3e2f1e-cdf9-4305-a3f0-35e0c03db0e4 service nova] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Refreshing instance network info cache due to event network-changed-9689f31e-5095-4dbb-abf9-1a766ef9b434. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1136.869801] env[63260]: DEBUG oslo_concurrency.lockutils [req-397543b7-99c2-40bd-abf6-1dd035c9d504 req-0e3e2f1e-cdf9-4305-a3f0-35e0c03db0e4 service nova] Acquiring lock "refresh_cache-0369a945-2b3f-4734-9b56-fabcb96b0ce4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.873083] env[63260]: DEBUG oslo_concurrency.lockutils [req-397543b7-99c2-40bd-abf6-1dd035c9d504 req-0e3e2f1e-cdf9-4305-a3f0-35e0c03db0e4 service nova] Acquired lock "refresh_cache-0369a945-2b3f-4734-9b56-fabcb96b0ce4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.873083] env[63260]: DEBUG nova.network.neutron [req-397543b7-99c2-40bd-abf6-1dd035c9d504 req-0e3e2f1e-cdf9-4305-a3f0-35e0c03db0e4 service nova] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Refreshing network info cache for port 9689f31e-5095-4dbb-abf9-1a766ef9b434 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.936362] env[63260]: DEBUG nova.scheduler.client.report [None req-1b1897a4-90b9-4259-acbb-0531837789b1 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.030669] env[63260]: DEBUG nova.objects.instance [None req-ec87dd42-5027-4fc6-b904-b40961d98bda tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lazy-loading 'flavor' on Instance uuid 9c112d45-b457-4c70-9887-b71f26d3c198 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.041213] env[63260]: DEBUG oslo_concurrency.lockutils [None req-710a1d55-58ce-4f14-b8da-ad2041837288 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "interface-f96e81c0-cd9d-4b76-b59d-7892c0b69b0e-75b07beb-cce6-4300-8121-5396d4699a00" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.041410] env[63260]: DEBUG oslo_concurrency.lockutils [None req-710a1d55-58ce-4f14-b8da-ad2041837288 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "interface-f96e81c0-cd9d-4b76-b59d-7892c0b69b0e-75b07beb-cce6-4300-8121-5396d4699a00" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.041840] env[63260]: DEBUG nova.objects.instance [None req-710a1d55-58ce-4f14-b8da-ad2041837288 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lazy-loading 'flavor' on Instance uuid f96e81c0-cd9d-4b76-b59d-7892c0b69b0e {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.093972] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285399, 'name': CreateVM_Task, 'duration_secs': 0.34288} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.094183] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1137.104724] env[63260]: DEBUG oslo_concurrency.lockutils [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.104883] env[63260]: DEBUG oslo_concurrency.lockutils [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.105226] env[63260]: DEBUG oslo_concurrency.lockutils [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.105482] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6692da93-c950-443b-9d5f-b05e6536b0bd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.113018] env[63260]: DEBUG oslo_vmware.api [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1137.113018] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52fde347-d759-ac2b-3fff-f375146f5c6d" [ 1137.113018] env[63260]: _type = "Task" [ 1137.113018] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.119693] env[63260]: DEBUG oslo_vmware.api [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52fde347-d759-ac2b-3fff-f375146f5c6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.165040] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ff6fcbb4-b967-486d-a510-c6fa3c452247 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lock "5bf18f54-2525-46b2-a4db-1e7a4945971b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.254s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.279115] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d33eb01f-38c0-4ee1-b043-3ea7498b95b3 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "73efd3d3-ed22-45ca-9c4e-80e3819846e4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 7.135s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.370470] env[63260]: INFO nova.compute.manager [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Took 0.54 seconds to detach 1 volumes for instance. [ 1137.372587] env[63260]: DEBUG nova.compute.manager [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Deleting volume: 658b663c-05db-4609-a32f-e87d4c21387a {{(pid=63260) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1137.442819] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1b1897a4-90b9-4259-acbb-0531837789b1 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.726s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.466670] env[63260]: INFO nova.scheduler.client.report [None req-1b1897a4-90b9-4259-acbb-0531837789b1 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Deleted allocations for instance 6d9a84e9-662e-4acf-806b-fd5accf720b2 [ 1137.535639] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ec87dd42-5027-4fc6-b904-b40961d98bda tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "9c112d45-b457-4c70-9887-b71f26d3c198" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.242s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.584195] env[63260]: DEBUG nova.network.neutron [req-397543b7-99c2-40bd-abf6-1dd035c9d504 req-0e3e2f1e-cdf9-4305-a3f0-35e0c03db0e4 service nova] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Updated VIF entry in instance network info cache for port 9689f31e-5095-4dbb-abf9-1a766ef9b434. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1137.584554] env[63260]: DEBUG nova.network.neutron [req-397543b7-99c2-40bd-abf6-1dd035c9d504 req-0e3e2f1e-cdf9-4305-a3f0-35e0c03db0e4 service nova] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Updating instance_info_cache with network_info: [{"id": "9689f31e-5095-4dbb-abf9-1a766ef9b434", "address": "fa:16:3e:87:ef:24", "network": {"id": "424be9ec-16be-4f23-9093-06b871ef06d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-780291018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4949ccbfb7644f489b2cfd593a1684d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9689f31e-50", "ovs_interfaceid": "9689f31e-5095-4dbb-abf9-1a766ef9b434", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.620361] env[63260]: DEBUG oslo_vmware.api [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52fde347-d759-ac2b-3fff-f375146f5c6d, 'name': SearchDatastore_Task, 'duration_secs': 0.009781} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.620644] env[63260]: DEBUG oslo_concurrency.lockutils [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.620862] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1137.621098] env[63260]: DEBUG oslo_concurrency.lockutils [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.621247] env[63260]: DEBUG oslo_concurrency.lockutils [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.621420] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.621664] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae61d1be-1582-4878-8987-6cd4ff03f276 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.629553] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.629718] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1137.630403] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04aad733-0fc9-4dc3-b5af-cca196a01815 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.635906] env[63260]: DEBUG oslo_vmware.api [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1137.635906] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52d7b61e-bcb3-dd98-d9d6-a6eb91a6aaf9" [ 1137.635906] env[63260]: _type = "Task" [ 1137.635906] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.640296] env[63260]: DEBUG nova.objects.instance [None req-710a1d55-58ce-4f14-b8da-ad2041837288 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lazy-loading 'pci_requests' on Instance uuid f96e81c0-cd9d-4b76-b59d-7892c0b69b0e {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.645863] env[63260]: DEBUG oslo_vmware.api [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52d7b61e-bcb3-dd98-d9d6-a6eb91a6aaf9, 'name': SearchDatastore_Task, 'duration_secs': 0.00811} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.647087] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a1f8242-26ef-4429-a5df-1b7ceffe5f37 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.649419] env[63260]: DEBUG oslo_concurrency.lockutils [None req-806cfdba-971a-46cf-9a40-e4fe36038e96 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquiring lock "73efd3d3-ed22-45ca-9c4e-80e3819846e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.649609] env[63260]: DEBUG oslo_concurrency.lockutils [None req-806cfdba-971a-46cf-9a40-e4fe36038e96 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "73efd3d3-ed22-45ca-9c4e-80e3819846e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.649803] env[63260]: DEBUG oslo_concurrency.lockutils [None req-806cfdba-971a-46cf-9a40-e4fe36038e96 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquiring lock "73efd3d3-ed22-45ca-9c4e-80e3819846e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.649978] env[63260]: DEBUG oslo_concurrency.lockutils [None req-806cfdba-971a-46cf-9a40-e4fe36038e96 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "73efd3d3-ed22-45ca-9c4e-80e3819846e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.650187] env[63260]: DEBUG oslo_concurrency.lockutils [None req-806cfdba-971a-46cf-9a40-e4fe36038e96 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "73efd3d3-ed22-45ca-9c4e-80e3819846e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.652190] env[63260]: INFO nova.compute.manager [None req-806cfdba-971a-46cf-9a40-e4fe36038e96 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Terminating instance [ 1137.654758] env[63260]: DEBUG oslo_vmware.api [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1137.654758] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52171bda-5fca-8cda-72a4-a333a92afcfd" [ 1137.654758] env[63260]: _type = "Task" [ 1137.654758] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.663203] env[63260]: DEBUG oslo_vmware.api [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52171bda-5fca-8cda-72a4-a333a92afcfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.911249] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.911537] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.911757] env[63260]: DEBUG nova.objects.instance [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lazy-loading 'resources' on Instance uuid 03fb6371-8925-4bcb-af19-9387884ec631 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.975344] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1b1897a4-90b9-4259-acbb-0531837789b1 tempest-ImagesTestJSON-1094552314 tempest-ImagesTestJSON-1094552314-project-member] Lock "6d9a84e9-662e-4acf-806b-fd5accf720b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.635s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.030157] env[63260]: DEBUG nova.compute.manager [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Stashing vm_state: active {{(pid=63260) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1138.087520] env[63260]: DEBUG oslo_concurrency.lockutils [req-397543b7-99c2-40bd-abf6-1dd035c9d504 req-0e3e2f1e-cdf9-4305-a3f0-35e0c03db0e4 service nova] Releasing lock "refresh_cache-0369a945-2b3f-4734-9b56-fabcb96b0ce4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.143069] env[63260]: DEBUG nova.objects.base [None req-710a1d55-58ce-4f14-b8da-ad2041837288 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63260) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1138.143472] env[63260]: DEBUG nova.network.neutron [None req-710a1d55-58ce-4f14-b8da-ad2041837288 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1138.159479] env[63260]: DEBUG nova.compute.manager [None req-806cfdba-971a-46cf-9a40-e4fe36038e96 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1138.159682] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-806cfdba-971a-46cf-9a40-e4fe36038e96 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1138.161019] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb01e88-584b-4eda-9f09-902b7cf165aa {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.168348] env[63260]: DEBUG oslo_vmware.api [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52171bda-5fca-8cda-72a4-a333a92afcfd, 'name': SearchDatastore_Task, 'duration_secs': 0.010351} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.173802] env[63260]: DEBUG oslo_concurrency.lockutils [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.173802] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 0369a945-2b3f-4734-9b56-fabcb96b0ce4/0369a945-2b3f-4734-9b56-fabcb96b0ce4.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1138.174931] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18cc9ce5-0b5e-4dcd-945e-402b2963196c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.178413] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-806cfdba-971a-46cf-9a40-e4fe36038e96 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.178741] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02bb3381-a71d-4095-b531-051752a12312 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.185479] env[63260]: DEBUG oslo_vmware.api [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1138.185479] env[63260]: value = "task-2285401" [ 1138.185479] env[63260]: _type = "Task" [ 1138.185479] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.189610] env[63260]: DEBUG oslo_vmware.api [None req-806cfdba-971a-46cf-9a40-e4fe36038e96 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 1138.189610] env[63260]: value = "task-2285402" [ 1138.189610] env[63260]: _type = "Task" [ 1138.189610] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.207328] env[63260]: DEBUG oslo_vmware.api [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.214736] env[63260]: DEBUG oslo_vmware.api [None req-806cfdba-971a-46cf-9a40-e4fe36038e96 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285402, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.216423] env[63260]: DEBUG oslo_concurrency.lockutils [None req-70785cc8-8971-4423-bb12-525b522d62d9 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Acquiring lock "5bf18f54-2525-46b2-a4db-1e7a4945971b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.216721] env[63260]: DEBUG oslo_concurrency.lockutils [None req-70785cc8-8971-4423-bb12-525b522d62d9 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lock "5bf18f54-2525-46b2-a4db-1e7a4945971b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.270880] env[63260]: DEBUG nova.policy [None req-710a1d55-58ce-4f14-b8da-ad2041837288 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e483d46951f4d4e9a9419be33fe8d4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2147a1e9788d4345b9f561c682dcba6d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 1138.618812] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3847f5-ea91-4168-ab4a-9755667f7760 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.627908] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a913e96-d85b-4caa-a04b-69ee7fb31014 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.662376] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.663145] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974dc34b-718e-497f-baf9-1fe3ebd6c110 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.670524] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2ebd70-c375-4b1a-b236-b6e6aa3190b6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.688835] env[63260]: DEBUG nova.compute.provider_tree [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.698706] env[63260]: DEBUG oslo_vmware.api [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285401, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.707611] env[63260]: DEBUG oslo_vmware.api [None req-806cfdba-971a-46cf-9a40-e4fe36038e96 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285402, 'name': PowerOffVM_Task, 'duration_secs': 0.169354} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.708053] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-806cfdba-971a-46cf-9a40-e4fe36038e96 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1138.708356] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-806cfdba-971a-46cf-9a40-e4fe36038e96 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1138.708688] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99f8eb06-bd9b-49db-8c40-29de753119aa {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.721230] env[63260]: DEBUG nova.compute.utils [None req-70785cc8-8971-4423-bb12-525b522d62d9 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1138.778022] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-806cfdba-971a-46cf-9a40-e4fe36038e96 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1138.778022] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-806cfdba-971a-46cf-9a40-e4fe36038e96 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1138.778022] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-806cfdba-971a-46cf-9a40-e4fe36038e96 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Deleting the datastore file [datastore2] 73efd3d3-ed22-45ca-9c4e-80e3819846e4 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1138.778022] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e8a8865-a78a-465f-ac8b-e674cc69a53b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.783484] env[63260]: DEBUG oslo_vmware.api [None req-806cfdba-971a-46cf-9a40-e4fe36038e96 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for the task: (returnval){ [ 1138.783484] env[63260]: value = "task-2285404" [ 1138.783484] env[63260]: _type = "Task" [ 1138.783484] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.792094] env[63260]: DEBUG oslo_vmware.api [None req-806cfdba-971a-46cf-9a40-e4fe36038e96 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285404, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.195739] env[63260]: DEBUG nova.scheduler.client.report [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.205363] env[63260]: DEBUG oslo_vmware.api [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285401, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552321} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.205819] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 0369a945-2b3f-4734-9b56-fabcb96b0ce4/0369a945-2b3f-4734-9b56-fabcb96b0ce4.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1139.206589] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1139.206999] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8971a983-18ca-4c00-a89e-e0859dd4d766 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.214600] env[63260]: DEBUG oslo_vmware.api [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1139.214600] env[63260]: value = "task-2285405" [ 1139.214600] env[63260]: _type = "Task" [ 1139.214600] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.226027] env[63260]: DEBUG oslo_concurrency.lockutils [None req-70785cc8-8971-4423-bb12-525b522d62d9 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lock "5bf18f54-2525-46b2-a4db-1e7a4945971b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.226027] env[63260]: DEBUG oslo_vmware.api [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285405, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.294999] env[63260]: DEBUG oslo_vmware.api [None req-806cfdba-971a-46cf-9a40-e4fe36038e96 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Task: {'id': task-2285404, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.456271} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.295179] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-806cfdba-971a-46cf-9a40-e4fe36038e96 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1139.295376] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-806cfdba-971a-46cf-9a40-e4fe36038e96 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1139.295559] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-806cfdba-971a-46cf-9a40-e4fe36038e96 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1139.295732] env[63260]: INFO nova.compute.manager [None req-806cfdba-971a-46cf-9a40-e4fe36038e96 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1139.295968] env[63260]: DEBUG oslo.service.loopingcall [None req-806cfdba-971a-46cf-9a40-e4fe36038e96 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1139.296174] env[63260]: DEBUG nova.compute.manager [-] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1139.296269] env[63260]: DEBUG nova.network.neutron [-] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1139.701591] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.789s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.703837] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.042s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.727879] env[63260]: DEBUG oslo_vmware.api [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285405, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079133} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.728540] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1139.731173] env[63260]: INFO nova.scheduler.client.report [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Deleted allocations for instance 03fb6371-8925-4bcb-af19-9387884ec631 [ 1139.736816] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0971a201-6442-4ead-b03b-3aeb07223c9c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.769180] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 0369a945-2b3f-4734-9b56-fabcb96b0ce4/0369a945-2b3f-4734-9b56-fabcb96b0ce4.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.769835] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e3c7f6c-7404-4d38-acdf-bdc7936e9740 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.792741] env[63260]: DEBUG oslo_vmware.api [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1139.792741] env[63260]: value = "task-2285406" [ 1139.792741] env[63260]: _type = "Task" [ 1139.792741] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.802667] env[63260]: DEBUG oslo_vmware.api [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285406, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.213144] env[63260]: INFO nova.compute.claims [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1140.250038] env[63260]: DEBUG oslo_concurrency.lockutils [None req-c7982a2a-d934-41d3-a047-1e70be21a035 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "03fb6371-8925-4bcb-af19-9387884ec631" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.609s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1140.303048] env[63260]: DEBUG oslo_vmware.api [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285406, 'name': ReconfigVM_Task, 'duration_secs': 0.304506} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.303393] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 0369a945-2b3f-4734-9b56-fabcb96b0ce4/0369a945-2b3f-4734-9b56-fabcb96b0ce4.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.305253] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f67d9c48-65fa-4b90-94b2-26043073a0af {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.311026] env[63260]: DEBUG oslo_vmware.api [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1140.311026] env[63260]: value = "task-2285407" [ 1140.311026] env[63260]: _type = "Task" [ 1140.311026] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.319424] env[63260]: DEBUG oslo_concurrency.lockutils [None req-70785cc8-8971-4423-bb12-525b522d62d9 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Acquiring lock "5bf18f54-2525-46b2-a4db-1e7a4945971b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1140.319707] env[63260]: DEBUG oslo_concurrency.lockutils [None req-70785cc8-8971-4423-bb12-525b522d62d9 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lock "5bf18f54-2525-46b2-a4db-1e7a4945971b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1140.319930] env[63260]: INFO nova.compute.manager [None req-70785cc8-8971-4423-bb12-525b522d62d9 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Attaching volume 77f19c1c-b20b-42ba-aab5-bee0c3501df2 to /dev/sdc [ 1140.321680] env[63260]: DEBUG oslo_vmware.api [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285407, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.334309] env[63260]: DEBUG nova.compute.manager [req-d2695f65-1117-4704-84f3-d4d8a8e12fb9 req-0640de50-6d2b-433d-9e3d-efa8c4c6961d service nova] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Received event network-vif-deleted-81081f48-ce38-4272-9865-32633f642121 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1140.334309] env[63260]: INFO nova.compute.manager [req-d2695f65-1117-4704-84f3-d4d8a8e12fb9 req-0640de50-6d2b-433d-9e3d-efa8c4c6961d service nova] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Neutron deleted interface 81081f48-ce38-4272-9865-32633f642121; detaching it from the instance and deleting it from the info cache [ 1140.334445] env[63260]: DEBUG nova.network.neutron [req-d2695f65-1117-4704-84f3-d4d8a8e12fb9 req-0640de50-6d2b-433d-9e3d-efa8c4c6961d service nova] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.357980] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43adef45-a4f3-4f75-95c3-1a94420fda08 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.365462] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a01e44f-876a-4cfc-85fc-cb68ef5ad9c3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.375351] env[63260]: DEBUG nova.compute.manager [req-bd096f2f-18bc-44f2-bdd0-0b874d1a6076 req-c14d5b51-fc39-4d57-8b0a-a9e432422a94 service nova] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Received event network-vif-plugged-75b07beb-cce6-4300-8121-5396d4699a00 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1140.375351] env[63260]: DEBUG oslo_concurrency.lockutils [req-bd096f2f-18bc-44f2-bdd0-0b874d1a6076 req-c14d5b51-fc39-4d57-8b0a-a9e432422a94 service nova] Acquiring lock "f96e81c0-cd9d-4b76-b59d-7892c0b69b0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1140.375351] env[63260]: DEBUG oslo_concurrency.lockutils [req-bd096f2f-18bc-44f2-bdd0-0b874d1a6076 req-c14d5b51-fc39-4d57-8b0a-a9e432422a94 service nova] Lock "f96e81c0-cd9d-4b76-b59d-7892c0b69b0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1140.375351] env[63260]: DEBUG oslo_concurrency.lockutils [req-bd096f2f-18bc-44f2-bdd0-0b874d1a6076 req-c14d5b51-fc39-4d57-8b0a-a9e432422a94 service nova] Lock "f96e81c0-cd9d-4b76-b59d-7892c0b69b0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1140.375351] env[63260]: DEBUG nova.compute.manager [req-bd096f2f-18bc-44f2-bdd0-0b874d1a6076 req-c14d5b51-fc39-4d57-8b0a-a9e432422a94 service nova] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] No waiting events found dispatching network-vif-plugged-75b07beb-cce6-4300-8121-5396d4699a00 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1140.375757] env[63260]: WARNING nova.compute.manager [req-bd096f2f-18bc-44f2-bdd0-0b874d1a6076 req-c14d5b51-fc39-4d57-8b0a-a9e432422a94 service nova] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Received unexpected event network-vif-plugged-75b07beb-cce6-4300-8121-5396d4699a00 for instance with vm_state active and task_state None. [ 1140.380951] env[63260]: DEBUG nova.virt.block_device [None req-70785cc8-8971-4423-bb12-525b522d62d9 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Updating existing volume attachment record: 1db3cc7f-a932-4b21-9f72-0f103651e9ad {{(pid=63260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1140.396683] env[63260]: DEBUG nova.network.neutron [None req-710a1d55-58ce-4f14-b8da-ad2041837288 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Successfully updated port: 75b07beb-cce6-4300-8121-5396d4699a00 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1140.456786] env[63260]: DEBUG nova.network.neutron [-] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.720114] env[63260]: INFO nova.compute.resource_tracker [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Updating resource usage from migration 4ea2272b-7669-420b-8cb3-3b4837b4ccbb [ 1140.821582] env[63260]: DEBUG oslo_vmware.api [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285407, 'name': Rename_Task, 'duration_secs': 0.208787} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.821881] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1140.822176] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6bce699-dc8c-4b2e-afba-89572c4f3b4b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.829104] env[63260]: DEBUG oslo_vmware.api [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1140.829104] env[63260]: value = "task-2285409" [ 1140.829104] env[63260]: _type = "Task" [ 1140.829104] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.838841] env[63260]: DEBUG oslo_vmware.api [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.840460] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11def33b-c669-4354-9cc1-0ed3496ff4e1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.848141] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f2c505-139b-4a47-8261-c7ec9e8844dc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.885452] env[63260]: DEBUG nova.compute.manager [req-d2695f65-1117-4704-84f3-d4d8a8e12fb9 req-0640de50-6d2b-433d-9e3d-efa8c4c6961d service nova] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Detach interface failed, port_id=81081f48-ce38-4272-9865-32633f642121, reason: Instance 73efd3d3-ed22-45ca-9c4e-80e3819846e4 could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1140.887581] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f6abf3-0770-4e3f-9a67-d0e61b21dbff {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.896451] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb286979-fc66-4a8d-8658-bb920d84e9b5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.898565] env[63260]: DEBUG oslo_concurrency.lockutils [None req-710a1d55-58ce-4f14-b8da-ad2041837288 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "refresh_cache-f96e81c0-cd9d-4b76-b59d-7892c0b69b0e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.900624] env[63260]: DEBUG oslo_concurrency.lockutils [None req-710a1d55-58ce-4f14-b8da-ad2041837288 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquired lock "refresh_cache-f96e81c0-cd9d-4b76-b59d-7892c0b69b0e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.900624] env[63260]: DEBUG nova.network.neutron [None req-710a1d55-58ce-4f14-b8da-ad2041837288 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.935137] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b66effc-b26a-41ef-b1df-5417ac201623 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.943487] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04c25f8-cd51-4e36-a41e-1bef24b44c60 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.960605] env[63260]: INFO nova.compute.manager [-] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Took 1.66 seconds to deallocate network for instance. [ 1140.961197] env[63260]: DEBUG nova.compute.provider_tree [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.973989] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2bc389dd-9a2d-4dbc-8fd5-6f3685b17083 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "6ca15fa7-ada0-4552-80aa-85a69e9b0da8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1140.974291] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2bc389dd-9a2d-4dbc-8fd5-6f3685b17083 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "6ca15fa7-ada0-4552-80aa-85a69e9b0da8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1140.974513] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2bc389dd-9a2d-4dbc-8fd5-6f3685b17083 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "6ca15fa7-ada0-4552-80aa-85a69e9b0da8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1140.974779] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2bc389dd-9a2d-4dbc-8fd5-6f3685b17083 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "6ca15fa7-ada0-4552-80aa-85a69e9b0da8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1140.975100] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2bc389dd-9a2d-4dbc-8fd5-6f3685b17083 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "6ca15fa7-ada0-4552-80aa-85a69e9b0da8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1140.977270] env[63260]: INFO nova.compute.manager [None req-2bc389dd-9a2d-4dbc-8fd5-6f3685b17083 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Terminating instance [ 1141.339765] env[63260]: DEBUG oslo_vmware.api [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285409, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.465453] env[63260]: DEBUG nova.scheduler.client.report [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.473182] env[63260]: DEBUG oslo_concurrency.lockutils [None req-806cfdba-971a-46cf-9a40-e4fe36038e96 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1141.477544] env[63260]: WARNING nova.network.neutron [None req-710a1d55-58ce-4f14-b8da-ad2041837288 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] d0e7abcc-19b4-4bfa-aad5-9325eea82286 already exists in list: networks containing: ['d0e7abcc-19b4-4bfa-aad5-9325eea82286']. ignoring it [ 1141.480817] env[63260]: DEBUG nova.compute.manager [None req-2bc389dd-9a2d-4dbc-8fd5-6f3685b17083 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1141.481037] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc389dd-9a2d-4dbc-8fd5-6f3685b17083 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1141.481895] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ea6687-4043-4d89-8125-a81ed5140274 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.495170] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc389dd-9a2d-4dbc-8fd5-6f3685b17083 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1141.495437] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bb6516c-fc1f-4fa7-ad74-e551fbb08edb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.502476] env[63260]: DEBUG oslo_vmware.api [None req-2bc389dd-9a2d-4dbc-8fd5-6f3685b17083 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 1141.502476] env[63260]: value = "task-2285410" [ 1141.502476] env[63260]: _type = "Task" [ 1141.502476] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.511880] env[63260]: DEBUG oslo_vmware.api [None req-2bc389dd-9a2d-4dbc-8fd5-6f3685b17083 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.839085] env[63260]: DEBUG oslo_vmware.api [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285409, 'name': PowerOnVM_Task, 'duration_secs': 0.565847} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.839382] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.839533] env[63260]: INFO nova.compute.manager [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Took 7.39 seconds to spawn the instance on the hypervisor. [ 1141.839711] env[63260]: DEBUG nova.compute.manager [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1141.840491] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fd36d3-54c5-408a-9631-11308053c9e8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.967562] env[63260]: DEBUG nova.network.neutron [None req-710a1d55-58ce-4f14-b8da-ad2041837288 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Updating instance_info_cache with network_info: [{"id": "0a6ef5ed-9a5f-4990-a432-01bc110528c2", "address": "fa:16:3e:d4:e3:46", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a6ef5ed-9a", "ovs_interfaceid": "0a6ef5ed-9a5f-4990-a432-01bc110528c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "75b07beb-cce6-4300-8121-5396d4699a00", "address": "fa:16:3e:d2:2d:83", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75b07beb-cc", "ovs_interfaceid": "75b07beb-cce6-4300-8121-5396d4699a00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.975159] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.271s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.975388] env[63260]: INFO nova.compute.manager [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Migrating [ 1141.982221] env[63260]: DEBUG oslo_concurrency.lockutils [None req-806cfdba-971a-46cf-9a40-e4fe36038e96 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.509s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1141.982511] env[63260]: DEBUG nova.objects.instance [None req-806cfdba-971a-46cf-9a40-e4fe36038e96 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lazy-loading 'resources' on Instance uuid 73efd3d3-ed22-45ca-9c4e-80e3819846e4 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.015246] env[63260]: DEBUG oslo_vmware.api [None req-2bc389dd-9a2d-4dbc-8fd5-6f3685b17083 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285410, 'name': PowerOffVM_Task, 'duration_secs': 0.273699} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.015895] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc389dd-9a2d-4dbc-8fd5-6f3685b17083 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.015895] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc389dd-9a2d-4dbc-8fd5-6f3685b17083 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.016055] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21ab76d4-fda0-4cb3-ac16-05896d9fa317 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.086928] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc389dd-9a2d-4dbc-8fd5-6f3685b17083 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1142.087158] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc389dd-9a2d-4dbc-8fd5-6f3685b17083 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1142.087336] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bc389dd-9a2d-4dbc-8fd5-6f3685b17083 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Deleting the datastore file [datastore2] 6ca15fa7-ada0-4552-80aa-85a69e9b0da8 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1142.087584] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0b9b862-012b-4d48-baba-be4bb95e2971 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.095387] env[63260]: DEBUG oslo_vmware.api [None req-2bc389dd-9a2d-4dbc-8fd5-6f3685b17083 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 1142.095387] env[63260]: value = "task-2285412" [ 1142.095387] env[63260]: _type = "Task" [ 1142.095387] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.106170] env[63260]: DEBUG oslo_vmware.api [None req-2bc389dd-9a2d-4dbc-8fd5-6f3685b17083 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.180069] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e89052-bb1c-433d-8aed-d411a1c961b1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.191836] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299f6359-7696-4226-9199-282da76b0aa1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.222840] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adea8038-11fc-4a15-920d-3d09e9738867 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.230376] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e588a56a-0bfb-4fd5-9081-191fd72c96e2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.243744] env[63260]: DEBUG nova.compute.provider_tree [None req-806cfdba-971a-46cf-9a40-e4fe36038e96 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.356373] env[63260]: INFO nova.compute.manager [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Took 14.08 seconds to build instance. [ 1142.474307] env[63260]: DEBUG oslo_concurrency.lockutils [None req-710a1d55-58ce-4f14-b8da-ad2041837288 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Releasing lock "refresh_cache-f96e81c0-cd9d-4b76-b59d-7892c0b69b0e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.474307] env[63260]: DEBUG oslo_concurrency.lockutils [None req-710a1d55-58ce-4f14-b8da-ad2041837288 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "f96e81c0-cd9d-4b76-b59d-7892c0b69b0e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.474307] env[63260]: DEBUG oslo_concurrency.lockutils [None req-710a1d55-58ce-4f14-b8da-ad2041837288 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquired lock "f96e81c0-cd9d-4b76-b59d-7892c0b69b0e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.474307] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddcf1bb-52c9-4b24-9280-6f92e6473f0a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.484127] env[63260]: DEBUG nova.compute.manager [req-5d6fca83-2df6-45d9-9da3-cb3f9b8296d5 req-0253d6a2-f25a-40ee-a9e0-eded03ddf2a5 service nova] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Received event network-changed-75b07beb-cce6-4300-8121-5396d4699a00 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1142.484127] env[63260]: DEBUG nova.compute.manager [req-5d6fca83-2df6-45d9-9da3-cb3f9b8296d5 req-0253d6a2-f25a-40ee-a9e0-eded03ddf2a5 service nova] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Refreshing instance network info cache due to event network-changed-75b07beb-cce6-4300-8121-5396d4699a00. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1142.484127] env[63260]: DEBUG oslo_concurrency.lockutils [req-5d6fca83-2df6-45d9-9da3-cb3f9b8296d5 req-0253d6a2-f25a-40ee-a9e0-eded03ddf2a5 service nova] Acquiring lock "refresh_cache-f96e81c0-cd9d-4b76-b59d-7892c0b69b0e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.484127] env[63260]: DEBUG oslo_concurrency.lockutils [req-5d6fca83-2df6-45d9-9da3-cb3f9b8296d5 req-0253d6a2-f25a-40ee-a9e0-eded03ddf2a5 service nova] Acquired lock "refresh_cache-f96e81c0-cd9d-4b76-b59d-7892c0b69b0e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.484127] env[63260]: DEBUG nova.network.neutron [req-5d6fca83-2df6-45d9-9da3-cb3f9b8296d5 req-0253d6a2-f25a-40ee-a9e0-eded03ddf2a5 service nova] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Refreshing network info cache for port 75b07beb-cce6-4300-8121-5396d4699a00 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.511780] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "refresh_cache-9c112d45-b457-4c70-9887-b71f26d3c198" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.512045] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquired lock "refresh_cache-9c112d45-b457-4c70-9887-b71f26d3c198" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.512373] env[63260]: DEBUG nova.network.neutron [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.513396] env[63260]: DEBUG oslo_concurrency.lockutils [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquiring lock "9a3276e9-0c38-4709-a264-aa69e96afa6d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.513654] env[63260]: DEBUG oslo_concurrency.lockutils [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lock "9a3276e9-0c38-4709-a264-aa69e96afa6d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.513816] env[63260]: INFO nova.compute.manager [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Shelving [ 1142.520051] env[63260]: DEBUG nova.virt.hardware [None req-710a1d55-58ce-4f14-b8da-ad2041837288 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.520051] env[63260]: DEBUG nova.virt.hardware [None req-710a1d55-58ce-4f14-b8da-ad2041837288 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.520051] env[63260]: DEBUG nova.virt.hardware [None req-710a1d55-58ce-4f14-b8da-ad2041837288 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.520051] env[63260]: DEBUG nova.virt.hardware [None req-710a1d55-58ce-4f14-b8da-ad2041837288 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.520051] env[63260]: DEBUG nova.virt.hardware [None req-710a1d55-58ce-4f14-b8da-ad2041837288 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.520051] env[63260]: DEBUG nova.virt.hardware [None req-710a1d55-58ce-4f14-b8da-ad2041837288 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.520051] env[63260]: DEBUG nova.virt.hardware [None req-710a1d55-58ce-4f14-b8da-ad2041837288 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.520051] env[63260]: DEBUG nova.virt.hardware [None req-710a1d55-58ce-4f14-b8da-ad2041837288 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.520051] env[63260]: DEBUG nova.virt.hardware [None req-710a1d55-58ce-4f14-b8da-ad2041837288 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.520051] env[63260]: DEBUG nova.virt.hardware [None req-710a1d55-58ce-4f14-b8da-ad2041837288 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.520051] env[63260]: DEBUG nova.virt.hardware [None req-710a1d55-58ce-4f14-b8da-ad2041837288 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.528054] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-710a1d55-58ce-4f14-b8da-ad2041837288 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Reconfiguring VM to attach interface {{(pid=63260) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1142.530121] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd1b4abb-863a-4d19-b0ce-b5431385efb4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.548777] env[63260]: DEBUG oslo_vmware.api [None req-710a1d55-58ce-4f14-b8da-ad2041837288 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 1142.548777] env[63260]: value = "task-2285413" [ 1142.548777] env[63260]: _type = "Task" [ 1142.548777] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.557509] env[63260]: DEBUG oslo_vmware.api [None req-710a1d55-58ce-4f14-b8da-ad2041837288 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285413, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.605597] env[63260]: DEBUG oslo_vmware.api [None req-2bc389dd-9a2d-4dbc-8fd5-6f3685b17083 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.747150] env[63260]: DEBUG nova.scheduler.client.report [None req-806cfdba-971a-46cf-9a40-e4fe36038e96 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.858965] env[63260]: DEBUG oslo_concurrency.lockutils [None req-21ff6f8a-ce86-4e35-82c3-d0e73940150f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "0369a945-2b3f-4734-9b56-fabcb96b0ce4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.588s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.044225] env[63260]: DEBUG nova.compute.manager [req-960f684c-f5b2-4568-8021-e06b43c08570 req-ee2d607e-8e78-473e-8672-7e6a62157907 service nova] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Received event network-changed-9689f31e-5095-4dbb-abf9-1a766ef9b434 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1143.044437] env[63260]: DEBUG nova.compute.manager [req-960f684c-f5b2-4568-8021-e06b43c08570 req-ee2d607e-8e78-473e-8672-7e6a62157907 service nova] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Refreshing instance network info cache due to event network-changed-9689f31e-5095-4dbb-abf9-1a766ef9b434. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1143.044675] env[63260]: DEBUG oslo_concurrency.lockutils [req-960f684c-f5b2-4568-8021-e06b43c08570 req-ee2d607e-8e78-473e-8672-7e6a62157907 service nova] Acquiring lock "refresh_cache-0369a945-2b3f-4734-9b56-fabcb96b0ce4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.044778] env[63260]: DEBUG oslo_concurrency.lockutils [req-960f684c-f5b2-4568-8021-e06b43c08570 req-ee2d607e-8e78-473e-8672-7e6a62157907 service nova] Acquired lock "refresh_cache-0369a945-2b3f-4734-9b56-fabcb96b0ce4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.045331] env[63260]: DEBUG nova.network.neutron [req-960f684c-f5b2-4568-8021-e06b43c08570 req-ee2d607e-8e78-473e-8672-7e6a62157907 service nova] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Refreshing network info cache for port 9689f31e-5095-4dbb-abf9-1a766ef9b434 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1143.063207] env[63260]: DEBUG oslo_vmware.api [None req-710a1d55-58ce-4f14-b8da-ad2041837288 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.112914] env[63260]: DEBUG oslo_vmware.api [None req-2bc389dd-9a2d-4dbc-8fd5-6f3685b17083 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.521514} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.113025] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bc389dd-9a2d-4dbc-8fd5-6f3685b17083 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.113158] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc389dd-9a2d-4dbc-8fd5-6f3685b17083 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.113341] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc389dd-9a2d-4dbc-8fd5-6f3685b17083 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.114041] env[63260]: INFO nova.compute.manager [None req-2bc389dd-9a2d-4dbc-8fd5-6f3685b17083 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1143.114041] env[63260]: DEBUG oslo.service.loopingcall [None req-2bc389dd-9a2d-4dbc-8fd5-6f3685b17083 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1143.114310] env[63260]: DEBUG nova.compute.manager [-] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1143.114434] env[63260]: DEBUG nova.network.neutron [-] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1143.255264] env[63260]: DEBUG oslo_concurrency.lockutils [None req-806cfdba-971a-46cf-9a40-e4fe36038e96 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.273s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.301154] env[63260]: INFO nova.scheduler.client.report [None req-806cfdba-971a-46cf-9a40-e4fe36038e96 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Deleted allocations for instance 73efd3d3-ed22-45ca-9c4e-80e3819846e4 [ 1143.311311] env[63260]: DEBUG nova.network.neutron [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Updating instance_info_cache with network_info: [{"id": "e69e3a11-1fc8-4de0-b1ad-96d0ee2c0772", "address": "fa:16:3e:f8:12:3f", "network": {"id": "095ea81c-b08e-465e-a9a8-6c7d22cb7bf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1442129299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12b951a134ae4e0294f6672abcb63dc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape69e3a11-1f", "ovs_interfaceid": "e69e3a11-1fc8-4de0-b1ad-96d0ee2c0772", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.551801] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.552241] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eafdf4cd-5989-4f70-a135-7ce61971b7b4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.563028] env[63260]: DEBUG oslo_vmware.api [None req-710a1d55-58ce-4f14-b8da-ad2041837288 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285413, 'name': ReconfigVM_Task, 'duration_secs': 0.738064} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.567029] env[63260]: DEBUG oslo_concurrency.lockutils [None req-710a1d55-58ce-4f14-b8da-ad2041837288 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Releasing lock "f96e81c0-cd9d-4b76-b59d-7892c0b69b0e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.567029] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-710a1d55-58ce-4f14-b8da-ad2041837288 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Reconfigured VM to attach interface {{(pid=63260) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1143.567261] env[63260]: DEBUG oslo_vmware.api [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 1143.567261] env[63260]: value = "task-2285415" [ 1143.567261] env[63260]: _type = "Task" [ 1143.567261] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.586289] env[63260]: DEBUG oslo_vmware.api [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.647185] env[63260]: DEBUG nova.network.neutron [req-5d6fca83-2df6-45d9-9da3-cb3f9b8296d5 req-0253d6a2-f25a-40ee-a9e0-eded03ddf2a5 service nova] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Updated VIF entry in instance network info cache for port 75b07beb-cce6-4300-8121-5396d4699a00. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.647635] env[63260]: DEBUG nova.network.neutron [req-5d6fca83-2df6-45d9-9da3-cb3f9b8296d5 req-0253d6a2-f25a-40ee-a9e0-eded03ddf2a5 service nova] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Updating instance_info_cache with network_info: [{"id": "0a6ef5ed-9a5f-4990-a432-01bc110528c2", "address": "fa:16:3e:d4:e3:46", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a6ef5ed-9a", "ovs_interfaceid": "0a6ef5ed-9a5f-4990-a432-01bc110528c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "75b07beb-cce6-4300-8121-5396d4699a00", "address": "fa:16:3e:d2:2d:83", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75b07beb-cc", "ovs_interfaceid": "75b07beb-cce6-4300-8121-5396d4699a00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.513956] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Releasing lock "refresh_cache-9c112d45-b457-4c70-9887-b71f26d3c198" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.516118] env[63260]: DEBUG oslo_concurrency.lockutils [None req-710a1d55-58ce-4f14-b8da-ad2041837288 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "interface-f96e81c0-cd9d-4b76-b59d-7892c0b69b0e-75b07beb-cce6-4300-8121-5396d4699a00" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.475s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1144.517550] env[63260]: DEBUG oslo_concurrency.lockutils [req-5d6fca83-2df6-45d9-9da3-cb3f9b8296d5 req-0253d6a2-f25a-40ee-a9e0-eded03ddf2a5 service nova] Releasing lock "refresh_cache-f96e81c0-cd9d-4b76-b59d-7892c0b69b0e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.518628] env[63260]: DEBUG oslo_concurrency.lockutils [None req-806cfdba-971a-46cf-9a40-e4fe36038e96 tempest-AttachVolumeNegativeTest-1142768759 tempest-AttachVolumeNegativeTest-1142768759-project-member] Lock "73efd3d3-ed22-45ca-9c4e-80e3819846e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.869s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1144.529814] env[63260]: DEBUG oslo_vmware.api [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285415, 'name': PowerOffVM_Task, 'duration_secs': 0.521868} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.530756] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.532021] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d017b0c3-e56c-4897-a465-ee760957efe4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.555518] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c90bb3-26c1-4ebf-9157-bbba238ce0e9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.559714] env[63260]: DEBUG nova.compute.manager [req-2e37c71f-03ac-40b8-8a4d-d83782152b1c req-7a7754dd-168b-4ebf-9d18-c7335e3f55e9 service nova] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Received event network-vif-deleted-0d78c3eb-0cbe-4ff1-9902-107dc81706c7 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1144.559935] env[63260]: INFO nova.compute.manager [req-2e37c71f-03ac-40b8-8a4d-d83782152b1c req-7a7754dd-168b-4ebf-9d18-c7335e3f55e9 service nova] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Neutron deleted interface 0d78c3eb-0cbe-4ff1-9902-107dc81706c7; detaching it from the instance and deleting it from the info cache [ 1144.560115] env[63260]: DEBUG nova.network.neutron [req-2e37c71f-03ac-40b8-8a4d-d83782152b1c req-7a7754dd-168b-4ebf-9d18-c7335e3f55e9 service nova] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.693828] env[63260]: DEBUG nova.network.neutron [req-960f684c-f5b2-4568-8021-e06b43c08570 req-ee2d607e-8e78-473e-8672-7e6a62157907 service nova] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Updated VIF entry in instance network info cache for port 9689f31e-5095-4dbb-abf9-1a766ef9b434. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.694232] env[63260]: DEBUG nova.network.neutron [req-960f684c-f5b2-4568-8021-e06b43c08570 req-ee2d607e-8e78-473e-8672-7e6a62157907 service nova] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Updating instance_info_cache with network_info: [{"id": "9689f31e-5095-4dbb-abf9-1a766ef9b434", "address": "fa:16:3e:87:ef:24", "network": {"id": "424be9ec-16be-4f23-9093-06b871ef06d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-780291018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4949ccbfb7644f489b2cfd593a1684d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9689f31e-50", "ovs_interfaceid": "9689f31e-5095-4dbb-abf9-1a766ef9b434", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.742673] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Acquiring lock "2bdfb148-2a87-4462-ad05-36447c77d533" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1144.742903] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Lock "2bdfb148-2a87-4462-ad05-36447c77d533" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1144.774200] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Acquiring lock "c44cc959-9391-413f-b350-eae627c5bef7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1144.774320] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Lock "c44cc959-9391-413f-b350-eae627c5bef7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1144.802210] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Acquiring lock "dbf517b5-42e2-4435-8da8-c9eb755a6d75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1144.805081] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Lock "dbf517b5-42e2-4435-8da8-c9eb755a6d75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1144.943149] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-70785cc8-8971-4423-bb12-525b522d62d9 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Volume attach. Driver type: vmdk {{(pid=63260) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1144.943871] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-70785cc8-8971-4423-bb12-525b522d62d9 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465200', 'volume_id': '77f19c1c-b20b-42ba-aab5-bee0c3501df2', 'name': 'volume-77f19c1c-b20b-42ba-aab5-bee0c3501df2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5bf18f54-2525-46b2-a4db-1e7a4945971b', 'attached_at': '', 'detached_at': '', 'volume_id': '77f19c1c-b20b-42ba-aab5-bee0c3501df2', 'serial': '77f19c1c-b20b-42ba-aab5-bee0c3501df2'} {{(pid=63260) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1144.944464] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e0d5ed-dea1-436f-adda-f12a376c9c70 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.961534] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebd926e-27a6-494c-b9f3-767858257a95 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.988164] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-70785cc8-8971-4423-bb12-525b522d62d9 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] volume-77f19c1c-b20b-42ba-aab5-bee0c3501df2/volume-77f19c1c-b20b-42ba-aab5-bee0c3501df2.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.989063] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-963a6e91-94a8-4ec5-9a42-78151c39de48 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.008428] env[63260]: DEBUG oslo_vmware.api [None req-70785cc8-8971-4423-bb12-525b522d62d9 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Waiting for the task: (returnval){ [ 1145.008428] env[63260]: value = "task-2285417" [ 1145.008428] env[63260]: _type = "Task" [ 1145.008428] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.017314] env[63260]: DEBUG oslo_vmware.api [None req-70785cc8-8971-4423-bb12-525b522d62d9 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285417, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.023653] env[63260]: DEBUG nova.network.neutron [-] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.063381] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c30b733d-c5d9-45b0-9055-e9acbea2d06d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.070776] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Creating Snapshot of the VM instance {{(pid=63260) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1145.071130] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bbcf2e26-e6e1-4cce-922f-73ce7c237892 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.075634] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f33d873-3b3d-4f82-a6e6-6d298ddfb0aa {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.100059] env[63260]: DEBUG oslo_vmware.api [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 1145.100059] env[63260]: value = "task-2285418" [ 1145.100059] env[63260]: _type = "Task" [ 1145.100059] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.112748] env[63260]: DEBUG nova.compute.manager [req-2e37c71f-03ac-40b8-8a4d-d83782152b1c req-7a7754dd-168b-4ebf-9d18-c7335e3f55e9 service nova] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Detach interface failed, port_id=0d78c3eb-0cbe-4ff1-9902-107dc81706c7, reason: Instance 6ca15fa7-ada0-4552-80aa-85a69e9b0da8 could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1145.117712] env[63260]: DEBUG oslo_vmware.api [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285418, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.196702] env[63260]: DEBUG oslo_concurrency.lockutils [req-960f684c-f5b2-4568-8021-e06b43c08570 req-ee2d607e-8e78-473e-8672-7e6a62157907 service nova] Releasing lock "refresh_cache-0369a945-2b3f-4734-9b56-fabcb96b0ce4" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.245219] env[63260]: DEBUG nova.compute.manager [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1145.276632] env[63260]: DEBUG nova.compute.manager [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1145.307482] env[63260]: DEBUG nova.compute.manager [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1145.518924] env[63260]: DEBUG oslo_vmware.api [None req-70785cc8-8971-4423-bb12-525b522d62d9 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285417, 'name': ReconfigVM_Task, 'duration_secs': 0.380732} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.519479] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-70785cc8-8971-4423-bb12-525b522d62d9 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Reconfigured VM instance instance-0000006b to attach disk [datastore2] volume-77f19c1c-b20b-42ba-aab5-bee0c3501df2/volume-77f19c1c-b20b-42ba-aab5-bee0c3501df2.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.524129] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-886f84d5-124f-4ed4-b145-1162c96363d1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.536930] env[63260]: INFO nova.compute.manager [-] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Took 2.42 seconds to deallocate network for instance. [ 1145.546998] env[63260]: DEBUG oslo_vmware.api [None req-70785cc8-8971-4423-bb12-525b522d62d9 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Waiting for the task: (returnval){ [ 1145.546998] env[63260]: value = "task-2285419" [ 1145.546998] env[63260]: _type = "Task" [ 1145.546998] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.556035] env[63260]: DEBUG oslo_vmware.api [None req-70785cc8-8971-4423-bb12-525b522d62d9 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285419, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.610415] env[63260]: DEBUG oslo_vmware.api [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285418, 'name': CreateSnapshot_Task, 'duration_secs': 0.514156} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.610672] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Created Snapshot of the VM instance {{(pid=63260) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1145.611429] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234e2e46-634f-49f8-b784-7816e3bc23c7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.767097] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.767354] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.769429] env[63260]: INFO nova.compute.claims [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1145.795736] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.815949] env[63260]: DEBUG oslo_concurrency.lockutils [None req-dc460a24-00a2-49d1-9e80-b41aa1dee3f3 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "interface-f96e81c0-cd9d-4b76-b59d-7892c0b69b0e-75b07beb-cce6-4300-8121-5396d4699a00" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.816202] env[63260]: DEBUG oslo_concurrency.lockutils [None req-dc460a24-00a2-49d1-9e80-b41aa1dee3f3 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "interface-f96e81c0-cd9d-4b76-b59d-7892c0b69b0e-75b07beb-cce6-4300-8121-5396d4699a00" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.830082] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.041033] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea83eca-0175-40a8-a7f1-8765f1777bf3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.044365] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2bc389dd-9a2d-4dbc-8fd5-6f3685b17083 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.062152] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Updating instance '9c112d45-b457-4c70-9887-b71f26d3c198' progress to 0 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1146.073009] env[63260]: DEBUG oslo_vmware.api [None req-70785cc8-8971-4423-bb12-525b522d62d9 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285419, 'name': ReconfigVM_Task, 'duration_secs': 0.141081} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.073287] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-70785cc8-8971-4423-bb12-525b522d62d9 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465200', 'volume_id': '77f19c1c-b20b-42ba-aab5-bee0c3501df2', 'name': 'volume-77f19c1c-b20b-42ba-aab5-bee0c3501df2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5bf18f54-2525-46b2-a4db-1e7a4945971b', 'attached_at': '', 'detached_at': '', 'volume_id': '77f19c1c-b20b-42ba-aab5-bee0c3501df2', 'serial': '77f19c1c-b20b-42ba-aab5-bee0c3501df2'} {{(pid=63260) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1146.128347] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Creating linked-clone VM from snapshot {{(pid=63260) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1146.128880] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a80057a6-9c59-4478-b4f2-e27877c758d7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.137361] env[63260]: DEBUG oslo_vmware.api [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 1146.137361] env[63260]: value = "task-2285420" [ 1146.137361] env[63260]: _type = "Task" [ 1146.137361] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.145448] env[63260]: DEBUG oslo_vmware.api [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285420, 'name': CloneVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.320246] env[63260]: DEBUG oslo_concurrency.lockutils [None req-dc460a24-00a2-49d1-9e80-b41aa1dee3f3 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "f96e81c0-cd9d-4b76-b59d-7892c0b69b0e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.320472] env[63260]: DEBUG oslo_concurrency.lockutils [None req-dc460a24-00a2-49d1-9e80-b41aa1dee3f3 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquired lock "f96e81c0-cd9d-4b76-b59d-7892c0b69b0e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.321337] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749634bf-ca8d-445c-b432-a5dd63b65477 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.341603] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12da1e6-fec1-49d0-80c7-5efe09a2bb97 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.366572] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-dc460a24-00a2-49d1-9e80-b41aa1dee3f3 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Reconfiguring VM to detach interface {{(pid=63260) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1146.366572] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc60a8bb-13a2-4bf7-9d7d-2ed1dab7c8d7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.383720] env[63260]: DEBUG oslo_vmware.api [None req-dc460a24-00a2-49d1-9e80-b41aa1dee3f3 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 1146.383720] env[63260]: value = "task-2285421" [ 1146.383720] env[63260]: _type = "Task" [ 1146.383720] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.395455] env[63260]: DEBUG oslo_vmware.api [None req-dc460a24-00a2-49d1-9e80-b41aa1dee3f3 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285421, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.571106] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.571434] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f5bf8f6-3625-4e58-9a57-9cfffa8bea44 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.579874] env[63260]: DEBUG oslo_vmware.api [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1146.579874] env[63260]: value = "task-2285422" [ 1146.579874] env[63260]: _type = "Task" [ 1146.579874] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.588254] env[63260]: DEBUG oslo_vmware.api [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.647828] env[63260]: DEBUG oslo_vmware.api [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285420, 'name': CloneVM_Task} progress is 94%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.896561] env[63260]: DEBUG oslo_vmware.api [None req-dc460a24-00a2-49d1-9e80-b41aa1dee3f3 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.944843] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f6d7d2-0663-4df3-a464-0d91fbda7f23 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.953853] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2339da-ae3c-4203-898c-4ba6d994a2f4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.990046] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72f2c48-037b-40d6-b6fc-3196afb953c0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.998133] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ff6712-3dc8-40be-968c-3422761f3953 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.011327] env[63260]: DEBUG nova.compute.provider_tree [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1147.089734] env[63260]: DEBUG oslo_vmware.api [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285422, 'name': PowerOffVM_Task, 'duration_secs': 0.202099} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.090033] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1147.090211] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Updating instance '9c112d45-b457-4c70-9887-b71f26d3c198' progress to 17 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1147.112200] env[63260]: DEBUG nova.objects.instance [None req-70785cc8-8971-4423-bb12-525b522d62d9 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lazy-loading 'flavor' on Instance uuid 5bf18f54-2525-46b2-a4db-1e7a4945971b {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.149323] env[63260]: DEBUG oslo_vmware.api [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285420, 'name': CloneVM_Task} progress is 95%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.393911] env[63260]: DEBUG oslo_vmware.api [None req-dc460a24-00a2-49d1-9e80-b41aa1dee3f3 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.532026] env[63260]: ERROR nova.scheduler.client.report [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [req-6573297e-59f4-4c79-9066-6850d32e20ec] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 535ed902-6829-4832-9c79-14d5c1df9745. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6573297e-59f4-4c79-9066-6850d32e20ec"}]} [ 1147.552033] env[63260]: DEBUG nova.scheduler.client.report [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Refreshing inventories for resource provider 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1147.565907] env[63260]: DEBUG nova.scheduler.client.report [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Updating ProviderTree inventory for provider 535ed902-6829-4832-9c79-14d5c1df9745 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1147.566145] env[63260]: DEBUG nova.compute.provider_tree [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1147.577408] env[63260]: DEBUG nova.scheduler.client.report [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Refreshing aggregate associations for resource provider 535ed902-6829-4832-9c79-14d5c1df9745, aggregates: None {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1147.595757] env[63260]: DEBUG nova.scheduler.client.report [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Refreshing trait associations for resource provider 535ed902-6829-4832-9c79-14d5c1df9745, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1147.601241] env[63260]: DEBUG nova.virt.hardware [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1147.601241] env[63260]: DEBUG nova.virt.hardware [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1147.601241] env[63260]: DEBUG nova.virt.hardware [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.601241] env[63260]: DEBUG nova.virt.hardware [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1147.601241] env[63260]: DEBUG nova.virt.hardware [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.601241] env[63260]: DEBUG nova.virt.hardware [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1147.601241] env[63260]: DEBUG nova.virt.hardware [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1147.601241] env[63260]: DEBUG nova.virt.hardware [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1147.601241] env[63260]: DEBUG nova.virt.hardware [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1147.601241] env[63260]: DEBUG nova.virt.hardware [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1147.601241] env[63260]: DEBUG nova.virt.hardware [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1147.607845] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15f99f0f-68f7-49a3-9915-ed8a8ad8c2b1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.620902] env[63260]: DEBUG oslo_concurrency.lockutils [None req-70785cc8-8971-4423-bb12-525b522d62d9 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lock "5bf18f54-2525-46b2-a4db-1e7a4945971b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.301s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1147.625609] env[63260]: DEBUG oslo_vmware.api [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1147.625609] env[63260]: value = "task-2285423" [ 1147.625609] env[63260]: _type = "Task" [ 1147.625609] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.637421] env[63260]: DEBUG oslo_vmware.api [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285423, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.650985] env[63260]: DEBUG oslo_vmware.api [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285420, 'name': CloneVM_Task, 'duration_secs': 1.334545} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.651281] env[63260]: INFO nova.virt.vmwareapi.vmops [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Created linked-clone VM from snapshot [ 1147.652082] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea811216-0f0e-428c-8bce-a59553083b77 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.661029] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Uploading image ea78f21e-5640-480c-8510-f95bc22e39eb {{(pid=63260) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1147.687272] env[63260]: DEBUG oslo_vmware.rw_handles [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1147.687272] env[63260]: value = "vm-465202" [ 1147.687272] env[63260]: _type = "VirtualMachine" [ 1147.687272] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1147.687591] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ba15895c-6e84-456f-946a-162a5939d8d0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.694143] env[63260]: DEBUG oslo_vmware.rw_handles [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lease: (returnval){ [ 1147.694143] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5252f356-6dbd-73ed-f076-883816aeac83" [ 1147.694143] env[63260]: _type = "HttpNfcLease" [ 1147.694143] env[63260]: } obtained for exporting VM: (result){ [ 1147.694143] env[63260]: value = "vm-465202" [ 1147.694143] env[63260]: _type = "VirtualMachine" [ 1147.694143] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1147.694393] env[63260]: DEBUG oslo_vmware.api [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the lease: (returnval){ [ 1147.694393] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5252f356-6dbd-73ed-f076-883816aeac83" [ 1147.694393] env[63260]: _type = "HttpNfcLease" [ 1147.694393] env[63260]: } to be ready. {{(pid=63260) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1147.704075] env[63260]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1147.704075] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5252f356-6dbd-73ed-f076-883816aeac83" [ 1147.704075] env[63260]: _type = "HttpNfcLease" [ 1147.704075] env[63260]: } is initializing. {{(pid=63260) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1147.788038] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e87f4b-3364-4035-84e6-513d251bf859 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.795815] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20226dcb-03ea-48f2-a6e1-18c308808214 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.825696] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096bc28f-a4f9-41bc-bd87-4de46e2d999a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.833147] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3422480-58b0-48de-9c3d-c71d5ff5ebc4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.846126] env[63260]: DEBUG nova.compute.provider_tree [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1147.894886] env[63260]: DEBUG oslo_vmware.api [None req-dc460a24-00a2-49d1-9e80-b41aa1dee3f3 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.964484] env[63260]: DEBUG oslo_concurrency.lockutils [None req-47631764-77d3-4f81-af6a-fb91dcc6a0e6 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Acquiring lock "5bf18f54-2525-46b2-a4db-1e7a4945971b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1147.965369] env[63260]: DEBUG oslo_concurrency.lockutils [None req-47631764-77d3-4f81-af6a-fb91dcc6a0e6 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lock "5bf18f54-2525-46b2-a4db-1e7a4945971b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1148.134333] env[63260]: DEBUG oslo_vmware.api [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285423, 'name': ReconfigVM_Task, 'duration_secs': 0.375196} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.134600] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Updating instance '9c112d45-b457-4c70-9887-b71f26d3c198' progress to 33 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.205049] env[63260]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1148.205049] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5252f356-6dbd-73ed-f076-883816aeac83" [ 1148.205049] env[63260]: _type = "HttpNfcLease" [ 1148.205049] env[63260]: } is ready. {{(pid=63260) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1148.205354] env[63260]: DEBUG oslo_vmware.rw_handles [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1148.205354] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5252f356-6dbd-73ed-f076-883816aeac83" [ 1148.205354] env[63260]: _type = "HttpNfcLease" [ 1148.205354] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1148.206053] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008e0117-4f35-4a63-833b-adea17c32b8d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.214274] env[63260]: DEBUG oslo_vmware.rw_handles [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262a568-19c5-949e-9e6f-540222299cd4/disk-0.vmdk from lease info. {{(pid=63260) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1148.214438] env[63260]: DEBUG oslo_vmware.rw_handles [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262a568-19c5-949e-9e6f-540222299cd4/disk-0.vmdk for reading. {{(pid=63260) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1148.306311] env[63260]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-27b8817b-f127-47da-95b0-92615b1ca420 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.376056] env[63260]: DEBUG nova.scheduler.client.report [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Updated inventory for provider 535ed902-6829-4832-9c79-14d5c1df9745 with generation 167 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1148.376345] env[63260]: DEBUG nova.compute.provider_tree [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Updating resource provider 535ed902-6829-4832-9c79-14d5c1df9745 generation from 167 to 168 during operation: update_inventory {{(pid=63260) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1148.376527] env[63260]: DEBUG nova.compute.provider_tree [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1148.395285] env[63260]: DEBUG oslo_vmware.api [None req-dc460a24-00a2-49d1-9e80-b41aa1dee3f3 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.467713] env[63260]: INFO nova.compute.manager [None req-47631764-77d3-4f81-af6a-fb91dcc6a0e6 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Detaching volume bdb6a379-9b63-4e4a-91de-9fd7226f721e [ 1148.498869] env[63260]: INFO nova.virt.block_device [None req-47631764-77d3-4f81-af6a-fb91dcc6a0e6 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Attempting to driver detach volume bdb6a379-9b63-4e4a-91de-9fd7226f721e from mountpoint /dev/sdb [ 1148.499132] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-47631764-77d3-4f81-af6a-fb91dcc6a0e6 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Volume detach. Driver type: vmdk {{(pid=63260) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1148.499325] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-47631764-77d3-4f81-af6a-fb91dcc6a0e6 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465196', 'volume_id': 'bdb6a379-9b63-4e4a-91de-9fd7226f721e', 'name': 'volume-bdb6a379-9b63-4e4a-91de-9fd7226f721e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5bf18f54-2525-46b2-a4db-1e7a4945971b', 'attached_at': '', 'detached_at': '', 'volume_id': 'bdb6a379-9b63-4e4a-91de-9fd7226f721e', 'serial': 'bdb6a379-9b63-4e4a-91de-9fd7226f721e'} {{(pid=63260) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1148.500202] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f16bb9-4971-4129-ad8c-c6d58298dc18 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.529414] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f386a9-f481-4a2c-81f2-527c1fd69af8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.536540] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edc42f6-08c5-411e-b616-ccffe2b9d053 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.558918] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97df64df-2fc4-41fd-85fe-6c0a255c0a5c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.573553] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-47631764-77d3-4f81-af6a-fb91dcc6a0e6 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] The volume has not been displaced from its original location: [datastore2] volume-bdb6a379-9b63-4e4a-91de-9fd7226f721e/volume-bdb6a379-9b63-4e4a-91de-9fd7226f721e.vmdk. No consolidation needed. {{(pid=63260) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1148.578665] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-47631764-77d3-4f81-af6a-fb91dcc6a0e6 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1148.578983] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1171f864-9893-424b-80f0-4195b5a87cec {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.596011] env[63260]: DEBUG oslo_vmware.api [None req-47631764-77d3-4f81-af6a-fb91dcc6a0e6 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Waiting for the task: (returnval){ [ 1148.596011] env[63260]: value = "task-2285426" [ 1148.596011] env[63260]: _type = "Task" [ 1148.596011] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.605469] env[63260]: DEBUG oslo_vmware.api [None req-47631764-77d3-4f81-af6a-fb91dcc6a0e6 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285426, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.640943] env[63260]: DEBUG nova.virt.hardware [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.641274] env[63260]: DEBUG nova.virt.hardware [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.641494] env[63260]: DEBUG nova.virt.hardware [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.641711] env[63260]: DEBUG nova.virt.hardware [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.641902] env[63260]: DEBUG nova.virt.hardware [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.642067] env[63260]: DEBUG nova.virt.hardware [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.642278] env[63260]: DEBUG nova.virt.hardware [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.642479] env[63260]: DEBUG nova.virt.hardware [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.642666] env[63260]: DEBUG nova.virt.hardware [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.642913] env[63260]: DEBUG nova.virt.hardware [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.643149] env[63260]: DEBUG nova.virt.hardware [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.648898] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1148.649438] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e52963a6-7c7a-47c5-be11-34dfd49c440a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.670082] env[63260]: DEBUG oslo_vmware.api [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1148.670082] env[63260]: value = "task-2285427" [ 1148.670082] env[63260]: _type = "Task" [ 1148.670082] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.679884] env[63260]: DEBUG oslo_vmware.api [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285427, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.881263] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.114s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1148.882079] env[63260]: DEBUG nova.compute.manager [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1148.885500] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.090s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1148.887334] env[63260]: INFO nova.compute.claims [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1148.902189] env[63260]: DEBUG oslo_vmware.api [None req-dc460a24-00a2-49d1-9e80-b41aa1dee3f3 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.106352] env[63260]: DEBUG oslo_vmware.api [None req-47631764-77d3-4f81-af6a-fb91dcc6a0e6 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285426, 'name': ReconfigVM_Task, 'duration_secs': 0.242533} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.106864] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-47631764-77d3-4f81-af6a-fb91dcc6a0e6 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1149.111832] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bbd2c00-f09e-4b04-ab6e-f0df208f2954 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.127425] env[63260]: DEBUG oslo_vmware.api [None req-47631764-77d3-4f81-af6a-fb91dcc6a0e6 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Waiting for the task: (returnval){ [ 1149.127425] env[63260]: value = "task-2285428" [ 1149.127425] env[63260]: _type = "Task" [ 1149.127425] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.135701] env[63260]: DEBUG oslo_vmware.api [None req-47631764-77d3-4f81-af6a-fb91dcc6a0e6 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285428, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.183324] env[63260]: DEBUG oslo_vmware.api [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285427, 'name': ReconfigVM_Task, 'duration_secs': 0.20389} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.183767] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1149.184828] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4a380f-28de-4a0a-ab76-75caaaa56897 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.213514] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 9c112d45-b457-4c70-9887-b71f26d3c198/9c112d45-b457-4c70-9887-b71f26d3c198.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.213920] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0237d21c-40b8-4a58-bf9c-d0887d837243 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.234328] env[63260]: DEBUG oslo_vmware.api [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1149.234328] env[63260]: value = "task-2285429" [ 1149.234328] env[63260]: _type = "Task" [ 1149.234328] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.242932] env[63260]: DEBUG oslo_vmware.api [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285429, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.393027] env[63260]: DEBUG nova.compute.utils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1149.396747] env[63260]: DEBUG nova.compute.manager [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1149.397017] env[63260]: DEBUG nova.network.neutron [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1149.411892] env[63260]: DEBUG oslo_vmware.api [None req-dc460a24-00a2-49d1-9e80-b41aa1dee3f3 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.451548] env[63260]: DEBUG nova.policy [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e1699da3deb4fe585e488e2b3d7912f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '374638af2a4e4a1a9b7c535b43ff3500', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 1149.637358] env[63260]: DEBUG oslo_vmware.api [None req-47631764-77d3-4f81-af6a-fb91dcc6a0e6 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285428, 'name': ReconfigVM_Task, 'duration_secs': 0.159679} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.637726] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-47631764-77d3-4f81-af6a-fb91dcc6a0e6 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465196', 'volume_id': 'bdb6a379-9b63-4e4a-91de-9fd7226f721e', 'name': 'volume-bdb6a379-9b63-4e4a-91de-9fd7226f721e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5bf18f54-2525-46b2-a4db-1e7a4945971b', 'attached_at': '', 'detached_at': '', 'volume_id': 'bdb6a379-9b63-4e4a-91de-9fd7226f721e', 'serial': 'bdb6a379-9b63-4e4a-91de-9fd7226f721e'} {{(pid=63260) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1149.727165] env[63260]: DEBUG nova.network.neutron [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Successfully created port: 38f41815-64cd-4608-a905-2cb29bd2c22e {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1149.748806] env[63260]: DEBUG oslo_vmware.api [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285429, 'name': ReconfigVM_Task, 'duration_secs': 0.304558} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.749391] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 9c112d45-b457-4c70-9887-b71f26d3c198/9c112d45-b457-4c70-9887-b71f26d3c198.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.749828] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Updating instance '9c112d45-b457-4c70-9887-b71f26d3c198' progress to 50 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1149.904342] env[63260]: DEBUG nova.compute.manager [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1149.914346] env[63260]: DEBUG oslo_vmware.api [None req-dc460a24-00a2-49d1-9e80-b41aa1dee3f3 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.122016] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fe1456-9c9f-456f-abf4-639ac55604f4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.130652] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d716952-07cc-469d-a246-5b12c2163dab {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.165933] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7d0e74-1bfa-4372-8c26-4d3f02a4630b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.175957] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8747372-aadc-4e13-9ca0-8970166db840 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.190062] env[63260]: DEBUG nova.compute.provider_tree [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.192882] env[63260]: DEBUG nova.objects.instance [None req-47631764-77d3-4f81-af6a-fb91dcc6a0e6 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lazy-loading 'flavor' on Instance uuid 5bf18f54-2525-46b2-a4db-1e7a4945971b {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.257221] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011efc3f-5d5d-4f5d-a38e-0c169aa494ba {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.280989] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac7e9e2-525a-4726-9240-b8add320d23f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.301368] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Updating instance '9c112d45-b457-4c70-9887-b71f26d3c198' progress to 67 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1150.406424] env[63260]: DEBUG oslo_vmware.api [None req-dc460a24-00a2-49d1-9e80-b41aa1dee3f3 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.696199] env[63260]: DEBUG nova.scheduler.client.report [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.907744] env[63260]: DEBUG oslo_vmware.api [None req-dc460a24-00a2-49d1-9e80-b41aa1dee3f3 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.917191] env[63260]: DEBUG nova.compute.manager [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1150.946021] env[63260]: DEBUG nova.virt.hardware [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.946021] env[63260]: DEBUG nova.virt.hardware [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.946021] env[63260]: DEBUG nova.virt.hardware [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.946021] env[63260]: DEBUG nova.virt.hardware [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.946256] env[63260]: DEBUG nova.virt.hardware [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.946256] env[63260]: DEBUG nova.virt.hardware [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.946513] env[63260]: DEBUG nova.virt.hardware [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.946720] env[63260]: DEBUG nova.virt.hardware [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.946920] env[63260]: DEBUG nova.virt.hardware [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.947812] env[63260]: DEBUG nova.virt.hardware [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.947812] env[63260]: DEBUG nova.virt.hardware [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.948319] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a47e493-4e87-402f-a7f6-cb724c343bd0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.957563] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05177ad4-27ff-4505-9775-67fce18c83a6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.203299] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.318s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.203921] env[63260]: DEBUG nova.compute.manager [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1151.206633] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.377s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.207866] env[63260]: INFO nova.compute.claims [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1151.210225] env[63260]: DEBUG oslo_concurrency.lockutils [None req-47631764-77d3-4f81-af6a-fb91dcc6a0e6 tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lock "5bf18f54-2525-46b2-a4db-1e7a4945971b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.246s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.230770] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6984b693-c17f-4468-bc56-ce434efd96cd tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Acquiring lock "5bf18f54-2525-46b2-a4db-1e7a4945971b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1151.231117] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6984b693-c17f-4468-bc56-ce434efd96cd tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lock "5bf18f54-2525-46b2-a4db-1e7a4945971b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.318300] env[63260]: DEBUG nova.compute.manager [req-b7813352-60db-4850-a53b-29afec8071ae req-b34c459c-3d21-4215-a40c-6d106af5b5d6 service nova] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Received event network-vif-plugged-38f41815-64cd-4608-a905-2cb29bd2c22e {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1151.318697] env[63260]: DEBUG oslo_concurrency.lockutils [req-b7813352-60db-4850-a53b-29afec8071ae req-b34c459c-3d21-4215-a40c-6d106af5b5d6 service nova] Acquiring lock "2bdfb148-2a87-4462-ad05-36447c77d533-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1151.321314] env[63260]: DEBUG oslo_concurrency.lockutils [req-b7813352-60db-4850-a53b-29afec8071ae req-b34c459c-3d21-4215-a40c-6d106af5b5d6 service nova] Lock "2bdfb148-2a87-4462-ad05-36447c77d533-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.321557] env[63260]: DEBUG oslo_concurrency.lockutils [req-b7813352-60db-4850-a53b-29afec8071ae req-b34c459c-3d21-4215-a40c-6d106af5b5d6 service nova] Lock "2bdfb148-2a87-4462-ad05-36447c77d533-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.321882] env[63260]: DEBUG nova.compute.manager [req-b7813352-60db-4850-a53b-29afec8071ae req-b34c459c-3d21-4215-a40c-6d106af5b5d6 service nova] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] No waiting events found dispatching network-vif-plugged-38f41815-64cd-4608-a905-2cb29bd2c22e {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1151.322087] env[63260]: WARNING nova.compute.manager [req-b7813352-60db-4850-a53b-29afec8071ae req-b34c459c-3d21-4215-a40c-6d106af5b5d6 service nova] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Received unexpected event network-vif-plugged-38f41815-64cd-4608-a905-2cb29bd2c22e for instance with vm_state building and task_state spawning. [ 1151.389778] env[63260]: DEBUG nova.network.neutron [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Successfully updated port: 38f41815-64cd-4608-a905-2cb29bd2c22e {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1151.413409] env[63260]: DEBUG oslo_vmware.api [None req-dc460a24-00a2-49d1-9e80-b41aa1dee3f3 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.715708] env[63260]: DEBUG nova.compute.utils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1151.716857] env[63260]: DEBUG nova.compute.manager [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1151.717052] env[63260]: DEBUG nova.network.neutron [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: c44cc959-9391-413f-b350-eae627c5bef7] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1151.733782] env[63260]: INFO nova.compute.manager [None req-6984b693-c17f-4468-bc56-ce434efd96cd tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Detaching volume 77f19c1c-b20b-42ba-aab5-bee0c3501df2 [ 1151.759127] env[63260]: DEBUG nova.policy [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e1699da3deb4fe585e488e2b3d7912f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '374638af2a4e4a1a9b7c535b43ff3500', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 1151.767518] env[63260]: INFO nova.virt.block_device [None req-6984b693-c17f-4468-bc56-ce434efd96cd tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Attempting to driver detach volume 77f19c1c-b20b-42ba-aab5-bee0c3501df2 from mountpoint /dev/sdc [ 1151.767518] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-6984b693-c17f-4468-bc56-ce434efd96cd tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Volume detach. Driver type: vmdk {{(pid=63260) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1151.767839] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-6984b693-c17f-4468-bc56-ce434efd96cd tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465200', 'volume_id': '77f19c1c-b20b-42ba-aab5-bee0c3501df2', 'name': 'volume-77f19c1c-b20b-42ba-aab5-bee0c3501df2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5bf18f54-2525-46b2-a4db-1e7a4945971b', 'attached_at': '', 'detached_at': '', 'volume_id': '77f19c1c-b20b-42ba-aab5-bee0c3501df2', 'serial': '77f19c1c-b20b-42ba-aab5-bee0c3501df2'} {{(pid=63260) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1151.768861] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdfeb45-6bb6-4440-9c40-210305ef294e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.791457] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4fd582-38ba-443f-bbed-5d428149cdd2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.800102] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43412b75-5bcf-42dd-82a4-dab945cada9b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.824926] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0048d1b-8780-443f-a25b-0b59b162cce0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.841585] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-6984b693-c17f-4468-bc56-ce434efd96cd tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] The volume has not been displaced from its original location: [datastore2] volume-77f19c1c-b20b-42ba-aab5-bee0c3501df2/volume-77f19c1c-b20b-42ba-aab5-bee0c3501df2.vmdk. No consolidation needed. {{(pid=63260) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1151.846970] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-6984b693-c17f-4468-bc56-ce434efd96cd tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Reconfiguring VM instance instance-0000006b to detach disk 2002 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1151.847322] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6615568c-d133-4afe-b7dc-0eedd0dcd627 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.868085] env[63260]: DEBUG oslo_vmware.api [None req-6984b693-c17f-4468-bc56-ce434efd96cd tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Waiting for the task: (returnval){ [ 1151.868085] env[63260]: value = "task-2285431" [ 1151.868085] env[63260]: _type = "Task" [ 1151.868085] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.874366] env[63260]: DEBUG oslo_vmware.api [None req-6984b693-c17f-4468-bc56-ce434efd96cd tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285431, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.892443] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Acquiring lock "refresh_cache-2bdfb148-2a87-4462-ad05-36447c77d533" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.892650] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Acquired lock "refresh_cache-2bdfb148-2a87-4462-ad05-36447c77d533" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.892650] env[63260]: DEBUG nova.network.neutron [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.912597] env[63260]: DEBUG oslo_vmware.api [None req-dc460a24-00a2-49d1-9e80-b41aa1dee3f3 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285421, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.943885] env[63260]: DEBUG nova.network.neutron [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Port e69e3a11-1fc8-4de0-b1ad-96d0ee2c0772 binding to destination host cpu-1 is already ACTIVE {{(pid=63260) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1152.065952] env[63260]: DEBUG nova.network.neutron [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Successfully created port: ec2acaf8-6479-4694-84d4-264ac1d1c282 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1152.218255] env[63260]: DEBUG nova.compute.manager [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1152.376048] env[63260]: DEBUG oslo_vmware.api [None req-6984b693-c17f-4468-bc56-ce434efd96cd tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285431, 'name': ReconfigVM_Task, 'duration_secs': 0.247876} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.376435] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-6984b693-c17f-4468-bc56-ce434efd96cd tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Reconfigured VM instance instance-0000006b to detach disk 2002 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1152.381097] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-384ce19b-b4a3-4b9c-88b6-424ffa353228 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.399674] env[63260]: DEBUG oslo_vmware.api [None req-6984b693-c17f-4468-bc56-ce434efd96cd tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Waiting for the task: (returnval){ [ 1152.399674] env[63260]: value = "task-2285432" [ 1152.399674] env[63260]: _type = "Task" [ 1152.399674] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.411821] env[63260]: DEBUG oslo_vmware.api [None req-dc460a24-00a2-49d1-9e80-b41aa1dee3f3 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285421, 'name': ReconfigVM_Task, 'duration_secs': 5.781105} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.415012] env[63260]: DEBUG oslo_concurrency.lockutils [None req-dc460a24-00a2-49d1-9e80-b41aa1dee3f3 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Releasing lock "f96e81c0-cd9d-4b76-b59d-7892c0b69b0e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.415235] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-dc460a24-00a2-49d1-9e80-b41aa1dee3f3 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Reconfigured VM to detach interface {{(pid=63260) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1152.417387] env[63260]: DEBUG oslo_vmware.api [None req-6984b693-c17f-4468-bc56-ce434efd96cd tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285432, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.438796] env[63260]: DEBUG nova.network.neutron [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1152.486876] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b11dc2-2bef-44a7-8a54-f55401d7584d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.494572] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ab612f-e39b-4da4-9ae7-bfd1a21687fc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.527739] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46529913-f207-4c08-9a58-6b423f7b775b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.535047] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f808813-abba-46d0-8772-8c5087a08623 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.550427] env[63260]: DEBUG nova.compute.provider_tree [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.693236] env[63260]: DEBUG nova.network.neutron [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Updating instance_info_cache with network_info: [{"id": "38f41815-64cd-4608-a905-2cb29bd2c22e", "address": "fa:16:3e:b7:87:cc", "network": {"id": "92552375-56b8-40ef-924b-43e6f6349814", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1370092299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374638af2a4e4a1a9b7c535b43ff3500", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38f41815-64", "ovs_interfaceid": "38f41815-64cd-4608-a905-2cb29bd2c22e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.912462] env[63260]: DEBUG oslo_vmware.api [None req-6984b693-c17f-4468-bc56-ce434efd96cd tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285432, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.969669] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "9c112d45-b457-4c70-9887-b71f26d3c198-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.969901] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "9c112d45-b457-4c70-9887-b71f26d3c198-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.970228] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "9c112d45-b457-4c70-9887-b71f26d3c198-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1153.054842] env[63260]: DEBUG nova.scheduler.client.report [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.196113] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Releasing lock "refresh_cache-2bdfb148-2a87-4462-ad05-36447c77d533" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.196492] env[63260]: DEBUG nova.compute.manager [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Instance network_info: |[{"id": "38f41815-64cd-4608-a905-2cb29bd2c22e", "address": "fa:16:3e:b7:87:cc", "network": {"id": "92552375-56b8-40ef-924b-43e6f6349814", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1370092299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374638af2a4e4a1a9b7c535b43ff3500", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38f41815-64", "ovs_interfaceid": "38f41815-64cd-4608-a905-2cb29bd2c22e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1153.197054] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:87:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38f41815-64cd-4608-a905-2cb29bd2c22e', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.204762] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Creating folder: Project (374638af2a4e4a1a9b7c535b43ff3500). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1153.205453] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d7a16d5-4b5a-45d7-910e-7026d70f2fd5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.216765] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Created folder: Project (374638af2a4e4a1a9b7c535b43ff3500) in parent group-v464889. [ 1153.216968] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Creating folder: Instances. Parent ref: group-v465203. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1153.217249] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36609266-0aa8-4b34-a6c0-ff382544213b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.226321] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Created folder: Instances in parent group-v465203. [ 1153.226774] env[63260]: DEBUG oslo.service.loopingcall [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1153.226994] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.227238] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4db03a93-8428-4643-9bb5-c7adf5ba4a32 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.243063] env[63260]: DEBUG nova.compute.manager [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1153.251184] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.251184] env[63260]: value = "task-2285435" [ 1153.251184] env[63260]: _type = "Task" [ 1153.251184] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.260009] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285435, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.273261] env[63260]: DEBUG nova.virt.hardware [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1153.273261] env[63260]: DEBUG nova.virt.hardware [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1153.273261] env[63260]: DEBUG nova.virt.hardware [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.273261] env[63260]: DEBUG nova.virt.hardware [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1153.273261] env[63260]: DEBUG nova.virt.hardware [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.273551] env[63260]: DEBUG nova.virt.hardware [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1153.273649] env[63260]: DEBUG nova.virt.hardware [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1153.273819] env[63260]: DEBUG nova.virt.hardware [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1153.273992] env[63260]: DEBUG nova.virt.hardware [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1153.274174] env[63260]: DEBUG nova.virt.hardware [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1153.274351] env[63260]: DEBUG nova.virt.hardware [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1153.275526] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd382af-feae-40fb-b5d7-946d1264dda1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.285642] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2b6a66-ee41-4ef1-a07d-d90cdf22b839 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.354821] env[63260]: DEBUG nova.compute.manager [req-eb5113f2-3165-482c-9ced-13417dceaa5d req-24ba75a7-6544-41bf-8081-d1d1b33792e6 service nova] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Received event network-changed-38f41815-64cd-4608-a905-2cb29bd2c22e {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1153.355072] env[63260]: DEBUG nova.compute.manager [req-eb5113f2-3165-482c-9ced-13417dceaa5d req-24ba75a7-6544-41bf-8081-d1d1b33792e6 service nova] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Refreshing instance network info cache due to event network-changed-38f41815-64cd-4608-a905-2cb29bd2c22e. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1153.355250] env[63260]: DEBUG oslo_concurrency.lockutils [req-eb5113f2-3165-482c-9ced-13417dceaa5d req-24ba75a7-6544-41bf-8081-d1d1b33792e6 service nova] Acquiring lock "refresh_cache-2bdfb148-2a87-4462-ad05-36447c77d533" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.355386] env[63260]: DEBUG oslo_concurrency.lockutils [req-eb5113f2-3165-482c-9ced-13417dceaa5d req-24ba75a7-6544-41bf-8081-d1d1b33792e6 service nova] Acquired lock "refresh_cache-2bdfb148-2a87-4462-ad05-36447c77d533" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.355544] env[63260]: DEBUG nova.network.neutron [req-eb5113f2-3165-482c-9ced-13417dceaa5d req-24ba75a7-6544-41bf-8081-d1d1b33792e6 service nova] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Refreshing network info cache for port 38f41815-64cd-4608-a905-2cb29bd2c22e {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.415565] env[63260]: DEBUG oslo_vmware.api [None req-6984b693-c17f-4468-bc56-ce434efd96cd tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285432, 'name': ReconfigVM_Task, 'duration_secs': 0.790237} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.415565] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-6984b693-c17f-4468-bc56-ce434efd96cd tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465200', 'volume_id': '77f19c1c-b20b-42ba-aab5-bee0c3501df2', 'name': 'volume-77f19c1c-b20b-42ba-aab5-bee0c3501df2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5bf18f54-2525-46b2-a4db-1e7a4945971b', 'attached_at': '', 'detached_at': '', 'volume_id': '77f19c1c-b20b-42ba-aab5-bee0c3501df2', 'serial': '77f19c1c-b20b-42ba-aab5-bee0c3501df2'} {{(pid=63260) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1153.560832] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1153.561554] env[63260]: DEBUG nova.compute.manager [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1153.564555] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2bc389dd-9a2d-4dbc-8fd5-6f3685b17083 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.520s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.568170] env[63260]: DEBUG nova.objects.instance [None req-2bc389dd-9a2d-4dbc-8fd5-6f3685b17083 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lazy-loading 'resources' on Instance uuid 6ca15fa7-ada0-4552-80aa-85a69e9b0da8 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.598151] env[63260]: DEBUG nova.network.neutron [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Successfully updated port: ec2acaf8-6479-4694-84d4-264ac1d1c282 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1153.761144] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285435, 'name': CreateVM_Task, 'duration_secs': 0.396749} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.761443] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1153.763048] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.763048] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.763048] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.763048] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7c43db0-c61b-4823-aa47-e8ad075cf5db {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.768208] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Waiting for the task: (returnval){ [ 1153.768208] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b91c6b-29c5-5121-5b51-09c96bd1785d" [ 1153.768208] env[63260]: _type = "Task" [ 1153.768208] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.776328] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b91c6b-29c5-5121-5b51-09c96bd1785d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.858180] env[63260]: DEBUG oslo_concurrency.lockutils [None req-dc460a24-00a2-49d1-9e80-b41aa1dee3f3 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "refresh_cache-f96e81c0-cd9d-4b76-b59d-7892c0b69b0e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.858377] env[63260]: DEBUG oslo_concurrency.lockutils [None req-dc460a24-00a2-49d1-9e80-b41aa1dee3f3 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquired lock "refresh_cache-f96e81c0-cd9d-4b76-b59d-7892c0b69b0e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.858559] env[63260]: DEBUG nova.network.neutron [None req-dc460a24-00a2-49d1-9e80-b41aa1dee3f3 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.960857] env[63260]: DEBUG nova.objects.instance [None req-6984b693-c17f-4468-bc56-ce434efd96cd tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lazy-loading 'flavor' on Instance uuid 5bf18f54-2525-46b2-a4db-1e7a4945971b {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.027180] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "refresh_cache-9c112d45-b457-4c70-9887-b71f26d3c198" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.027914] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquired lock "refresh_cache-9c112d45-b457-4c70-9887-b71f26d3c198" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.027914] env[63260]: DEBUG nova.network.neutron [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.067937] env[63260]: DEBUG nova.compute.utils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1154.073488] env[63260]: DEBUG nova.compute.manager [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1154.073807] env[63260]: DEBUG nova.network.neutron [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1154.096523] env[63260]: DEBUG nova.network.neutron [req-eb5113f2-3165-482c-9ced-13417dceaa5d req-24ba75a7-6544-41bf-8081-d1d1b33792e6 service nova] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Updated VIF entry in instance network info cache for port 38f41815-64cd-4608-a905-2cb29bd2c22e. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.096910] env[63260]: DEBUG nova.network.neutron [req-eb5113f2-3165-482c-9ced-13417dceaa5d req-24ba75a7-6544-41bf-8081-d1d1b33792e6 service nova] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Updating instance_info_cache with network_info: [{"id": "38f41815-64cd-4608-a905-2cb29bd2c22e", "address": "fa:16:3e:b7:87:cc", "network": {"id": "92552375-56b8-40ef-924b-43e6f6349814", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1370092299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374638af2a4e4a1a9b7c535b43ff3500", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38f41815-64", "ovs_interfaceid": "38f41815-64cd-4608-a905-2cb29bd2c22e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.106931] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Acquiring lock "refresh_cache-c44cc959-9391-413f-b350-eae627c5bef7" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.107090] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Acquired lock "refresh_cache-c44cc959-9391-413f-b350-eae627c5bef7" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.107245] env[63260]: DEBUG nova.network.neutron [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.141065] env[63260]: DEBUG nova.policy [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e1699da3deb4fe585e488e2b3d7912f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '374638af2a4e4a1a9b7c535b43ff3500', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 1154.279814] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ed12be-2c15-4650-8c54-d949700d61c1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.289027] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b91c6b-29c5-5121-5b51-09c96bd1785d, 'name': SearchDatastore_Task, 'duration_secs': 0.015279} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.290140] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.290542] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1154.290942] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.291351] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.291537] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.294898] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae87f2f0-4f61-45f5-807e-b4f0f39133e5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.299702] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355f6542-1fa0-4f80-af88-510396763be2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.349365] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4021824-966a-4dac-8ec7-a69ae3235188 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.353485] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.353746] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1154.354511] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f70c246-e17e-466b-b222-3872dde3f653 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.361613] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Waiting for the task: (returnval){ [ 1154.361613] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5284c40c-dcd2-3581-ca12-b640e6cbb50a" [ 1154.361613] env[63260]: _type = "Task" [ 1154.361613] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.369448] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be34d01-b1d8-4eb6-b817-881b12d0f8a5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.381243] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5284c40c-dcd2-3581-ca12-b640e6cbb50a, 'name': SearchDatastore_Task, 'duration_secs': 0.011615} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.390111] env[63260]: DEBUG nova.compute.provider_tree [None req-2bc389dd-9a2d-4dbc-8fd5-6f3685b17083 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.392579] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a895f748-a94b-47e2-9871-93a65f517963 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.399118] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Waiting for the task: (returnval){ [ 1154.399118] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]520eca99-f07a-8bff-3737-711048ed1f54" [ 1154.399118] env[63260]: _type = "Task" [ 1154.399118] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.411653] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]520eca99-f07a-8bff-3737-711048ed1f54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.574272] env[63260]: DEBUG nova.compute.manager [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1154.608032] env[63260]: DEBUG oslo_concurrency.lockutils [req-eb5113f2-3165-482c-9ced-13417dceaa5d req-24ba75a7-6544-41bf-8081-d1d1b33792e6 service nova] Releasing lock "refresh_cache-2bdfb148-2a87-4462-ad05-36447c77d533" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.691108] env[63260]: INFO nova.network.neutron [None req-dc460a24-00a2-49d1-9e80-b41aa1dee3f3 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Port 75b07beb-cce6-4300-8121-5396d4699a00 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1154.691616] env[63260]: DEBUG nova.network.neutron [None req-dc460a24-00a2-49d1-9e80-b41aa1dee3f3 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Updating instance_info_cache with network_info: [{"id": "0a6ef5ed-9a5f-4990-a432-01bc110528c2", "address": "fa:16:3e:d4:e3:46", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a6ef5ed-9a", "ovs_interfaceid": "0a6ef5ed-9a5f-4990-a432-01bc110528c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.697603] env[63260]: DEBUG nova.network.neutron [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1154.894131] env[63260]: DEBUG nova.scheduler.client.report [None req-2bc389dd-9a2d-4dbc-8fd5-6f3685b17083 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.911319] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]520eca99-f07a-8bff-3737-711048ed1f54, 'name': SearchDatastore_Task, 'duration_secs': 0.011135} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.911633] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.911903] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 2bdfb148-2a87-4462-ad05-36447c77d533/2bdfb148-2a87-4462-ad05-36447c77d533.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1154.912211] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e79888b0-9d01-4c64-a3e3-3206bd85e847 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.919737] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Waiting for the task: (returnval){ [ 1154.919737] env[63260]: value = "task-2285436" [ 1154.919737] env[63260]: _type = "Task" [ 1154.919737] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.931156] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.932153] env[63260]: DEBUG nova.network.neutron [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Successfully created port: 367cbc6a-af5c-4c91-b649-a78b6926ba08 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1154.968559] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6984b693-c17f-4468-bc56-ce434efd96cd tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lock "5bf18f54-2525-46b2-a4db-1e7a4945971b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.737s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1155.162449] env[63260]: DEBUG nova.network.neutron [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Updating instance_info_cache with network_info: [{"id": "ec2acaf8-6479-4694-84d4-264ac1d1c282", "address": "fa:16:3e:89:28:3c", "network": {"id": "92552375-56b8-40ef-924b-43e6f6349814", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1370092299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374638af2a4e4a1a9b7c535b43ff3500", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec2acaf8-64", "ovs_interfaceid": "ec2acaf8-6479-4694-84d4-264ac1d1c282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.195182] env[63260]: DEBUG oslo_concurrency.lockutils [None req-dc460a24-00a2-49d1-9e80-b41aa1dee3f3 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Releasing lock "refresh_cache-f96e81c0-cd9d-4b76-b59d-7892c0b69b0e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.214245] env[63260]: DEBUG oslo_vmware.rw_handles [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262a568-19c5-949e-9e6f-540222299cd4/disk-0.vmdk. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1155.215692] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed206f5-8a38-4e3d-9aeb-76b7dc57deb8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.228407] env[63260]: DEBUG oslo_vmware.rw_handles [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262a568-19c5-949e-9e6f-540222299cd4/disk-0.vmdk is in state: ready. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1155.228407] env[63260]: ERROR oslo_vmware.rw_handles [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262a568-19c5-949e-9e6f-540222299cd4/disk-0.vmdk due to incomplete transfer. [ 1155.228407] env[63260]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d0bb184c-b86a-4897-b6b7-3c368c54970d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.235996] env[63260]: DEBUG oslo_vmware.rw_handles [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262a568-19c5-949e-9e6f-540222299cd4/disk-0.vmdk. {{(pid=63260) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1155.236219] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Uploaded image ea78f21e-5640-480c-8510-f95bc22e39eb to the Glance image server {{(pid=63260) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1155.238523] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Destroying the VM {{(pid=63260) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1155.240264] env[63260]: DEBUG nova.network.neutron [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Updating instance_info_cache with network_info: [{"id": "e69e3a11-1fc8-4de0-b1ad-96d0ee2c0772", "address": "fa:16:3e:f8:12:3f", "network": {"id": "095ea81c-b08e-465e-a9a8-6c7d22cb7bf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1442129299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12b951a134ae4e0294f6672abcb63dc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape69e3a11-1f", "ovs_interfaceid": "e69e3a11-1fc8-4de0-b1ad-96d0ee2c0772", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.241666] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5876ebca-aa86-4886-aa88-d19740a2986f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.249393] env[63260]: DEBUG oslo_vmware.api [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 1155.249393] env[63260]: value = "task-2285437" [ 1155.249393] env[63260]: _type = "Task" [ 1155.249393] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.266351] env[63260]: DEBUG oslo_vmware.api [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285437, 'name': Destroy_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.293561] env[63260]: DEBUG nova.compute.manager [req-0f303771-b29f-411a-ad85-7b99666633aa req-43558602-7a9a-46fa-8109-56f9f647fca5 service nova] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Received event network-changed-0a6ef5ed-9a5f-4990-a432-01bc110528c2 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1155.293561] env[63260]: DEBUG nova.compute.manager [req-0f303771-b29f-411a-ad85-7b99666633aa req-43558602-7a9a-46fa-8109-56f9f647fca5 service nova] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Refreshing instance network info cache due to event network-changed-0a6ef5ed-9a5f-4990-a432-01bc110528c2. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1155.293561] env[63260]: DEBUG oslo_concurrency.lockutils [req-0f303771-b29f-411a-ad85-7b99666633aa req-43558602-7a9a-46fa-8109-56f9f647fca5 service nova] Acquiring lock "refresh_cache-f96e81c0-cd9d-4b76-b59d-7892c0b69b0e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.293561] env[63260]: DEBUG oslo_concurrency.lockutils [req-0f303771-b29f-411a-ad85-7b99666633aa req-43558602-7a9a-46fa-8109-56f9f647fca5 service nova] Acquired lock "refresh_cache-f96e81c0-cd9d-4b76-b59d-7892c0b69b0e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.293561] env[63260]: DEBUG nova.network.neutron [req-0f303771-b29f-411a-ad85-7b99666633aa req-43558602-7a9a-46fa-8109-56f9f647fca5 service nova] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Refreshing network info cache for port 0a6ef5ed-9a5f-4990-a432-01bc110528c2 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.393052] env[63260]: DEBUG nova.compute.manager [req-9b96c301-c07b-465a-b7ea-7c8d1f085571 req-f0e47975-e41f-48f9-8b12-16be28611fe5 service nova] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Received event network-vif-plugged-ec2acaf8-6479-4694-84d4-264ac1d1c282 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1155.393289] env[63260]: DEBUG oslo_concurrency.lockutils [req-9b96c301-c07b-465a-b7ea-7c8d1f085571 req-f0e47975-e41f-48f9-8b12-16be28611fe5 service nova] Acquiring lock "c44cc959-9391-413f-b350-eae627c5bef7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.393592] env[63260]: DEBUG oslo_concurrency.lockutils [req-9b96c301-c07b-465a-b7ea-7c8d1f085571 req-f0e47975-e41f-48f9-8b12-16be28611fe5 service nova] Lock "c44cc959-9391-413f-b350-eae627c5bef7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.393733] env[63260]: DEBUG oslo_concurrency.lockutils [req-9b96c301-c07b-465a-b7ea-7c8d1f085571 req-f0e47975-e41f-48f9-8b12-16be28611fe5 service nova] Lock "c44cc959-9391-413f-b350-eae627c5bef7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1155.394633] env[63260]: DEBUG nova.compute.manager [req-9b96c301-c07b-465a-b7ea-7c8d1f085571 req-f0e47975-e41f-48f9-8b12-16be28611fe5 service nova] [instance: c44cc959-9391-413f-b350-eae627c5bef7] No waiting events found dispatching network-vif-plugged-ec2acaf8-6479-4694-84d4-264ac1d1c282 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1155.394633] env[63260]: WARNING nova.compute.manager [req-9b96c301-c07b-465a-b7ea-7c8d1f085571 req-f0e47975-e41f-48f9-8b12-16be28611fe5 service nova] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Received unexpected event network-vif-plugged-ec2acaf8-6479-4694-84d4-264ac1d1c282 for instance with vm_state building and task_state spawning. [ 1155.394633] env[63260]: DEBUG nova.compute.manager [req-9b96c301-c07b-465a-b7ea-7c8d1f085571 req-f0e47975-e41f-48f9-8b12-16be28611fe5 service nova] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Received event network-changed-ec2acaf8-6479-4694-84d4-264ac1d1c282 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1155.394808] env[63260]: DEBUG nova.compute.manager [req-9b96c301-c07b-465a-b7ea-7c8d1f085571 req-f0e47975-e41f-48f9-8b12-16be28611fe5 service nova] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Refreshing instance network info cache due to event network-changed-ec2acaf8-6479-4694-84d4-264ac1d1c282. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1155.394917] env[63260]: DEBUG oslo_concurrency.lockutils [req-9b96c301-c07b-465a-b7ea-7c8d1f085571 req-f0e47975-e41f-48f9-8b12-16be28611fe5 service nova] Acquiring lock "refresh_cache-c44cc959-9391-413f-b350-eae627c5bef7" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.403352] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2bc389dd-9a2d-4dbc-8fd5-6f3685b17083 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.839s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1155.432720] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285436, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.437518] env[63260]: INFO nova.scheduler.client.report [None req-2bc389dd-9a2d-4dbc-8fd5-6f3685b17083 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Deleted allocations for instance 6ca15fa7-ada0-4552-80aa-85a69e9b0da8 [ 1155.589124] env[63260]: DEBUG nova.compute.manager [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1155.612115] env[63260]: DEBUG nova.virt.hardware [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1155.612363] env[63260]: DEBUG nova.virt.hardware [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1155.612595] env[63260]: DEBUG nova.virt.hardware [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.612790] env[63260]: DEBUG nova.virt.hardware [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1155.612935] env[63260]: DEBUG nova.virt.hardware [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.613099] env[63260]: DEBUG nova.virt.hardware [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1155.613311] env[63260]: DEBUG nova.virt.hardware [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1155.613490] env[63260]: DEBUG nova.virt.hardware [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1155.613705] env[63260]: DEBUG nova.virt.hardware [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1155.613833] env[63260]: DEBUG nova.virt.hardware [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1155.614015] env[63260]: DEBUG nova.virt.hardware [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1155.614924] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f1771f-4bee-4007-8b65-473f479cc0e3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.622812] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8c0ec2-941a-4fc4-8a18-d640d7794240 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.665648] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Releasing lock "refresh_cache-c44cc959-9391-413f-b350-eae627c5bef7" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.665963] env[63260]: DEBUG nova.compute.manager [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Instance network_info: |[{"id": "ec2acaf8-6479-4694-84d4-264ac1d1c282", "address": "fa:16:3e:89:28:3c", "network": {"id": "92552375-56b8-40ef-924b-43e6f6349814", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1370092299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374638af2a4e4a1a9b7c535b43ff3500", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec2acaf8-64", "ovs_interfaceid": "ec2acaf8-6479-4694-84d4-264ac1d1c282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1155.666262] env[63260]: DEBUG oslo_concurrency.lockutils [req-9b96c301-c07b-465a-b7ea-7c8d1f085571 req-f0e47975-e41f-48f9-8b12-16be28611fe5 service nova] Acquired lock "refresh_cache-c44cc959-9391-413f-b350-eae627c5bef7" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.666436] env[63260]: DEBUG nova.network.neutron [req-9b96c301-c07b-465a-b7ea-7c8d1f085571 req-f0e47975-e41f-48f9-8b12-16be28611fe5 service nova] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Refreshing network info cache for port ec2acaf8-6479-4694-84d4-264ac1d1c282 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.667692] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:28:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec2acaf8-6479-4694-84d4-264ac1d1c282', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1155.675104] env[63260]: DEBUG oslo.service.loopingcall [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1155.677862] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1155.678360] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-618ab45f-16a9-4ce3-9648-8fba51cbe6d4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.699208] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1155.699208] env[63260]: value = "task-2285438" [ 1155.699208] env[63260]: _type = "Task" [ 1155.699208] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.702826] env[63260]: DEBUG oslo_concurrency.lockutils [None req-dc460a24-00a2-49d1-9e80-b41aa1dee3f3 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "interface-f96e81c0-cd9d-4b76-b59d-7892c0b69b0e-75b07beb-cce6-4300-8121-5396d4699a00" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.887s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1155.708497] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285438, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.745577] env[63260]: DEBUG oslo_concurrency.lockutils [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Releasing lock "refresh_cache-9c112d45-b457-4c70-9887-b71f26d3c198" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.759777] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cd6a437d-f8f8-4776-97f3-9c4ffc78cb1d tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Acquiring lock "5bf18f54-2525-46b2-a4db-1e7a4945971b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.759994] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cd6a437d-f8f8-4776-97f3-9c4ffc78cb1d tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lock "5bf18f54-2525-46b2-a4db-1e7a4945971b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.760203] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cd6a437d-f8f8-4776-97f3-9c4ffc78cb1d tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Acquiring lock "5bf18f54-2525-46b2-a4db-1e7a4945971b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.760379] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cd6a437d-f8f8-4776-97f3-9c4ffc78cb1d tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lock "5bf18f54-2525-46b2-a4db-1e7a4945971b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.760546] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cd6a437d-f8f8-4776-97f3-9c4ffc78cb1d tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lock "5bf18f54-2525-46b2-a4db-1e7a4945971b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1155.766227] env[63260]: DEBUG oslo_vmware.api [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285437, 'name': Destroy_Task, 'duration_secs': 0.37802} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.766697] env[63260]: INFO nova.compute.manager [None req-cd6a437d-f8f8-4776-97f3-9c4ffc78cb1d tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Terminating instance [ 1155.768315] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Destroyed the VM [ 1155.768593] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Deleting Snapshot of the VM instance {{(pid=63260) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1155.770101] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7b54d9ce-b70d-47c6-a2bb-1969f09d6121 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.780996] env[63260]: DEBUG oslo_vmware.api [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 1155.780996] env[63260]: value = "task-2285439" [ 1155.780996] env[63260]: _type = "Task" [ 1155.780996] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.790661] env[63260]: DEBUG oslo_vmware.api [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285439, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.933608] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285436, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515234} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.933892] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 2bdfb148-2a87-4462-ad05-36447c77d533/2bdfb148-2a87-4462-ad05-36447c77d533.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1155.934125] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1155.934389] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9983ae9d-b7f0-4ad2-b1ae-2412401892d0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.940896] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Waiting for the task: (returnval){ [ 1155.940896] env[63260]: value = "task-2285440" [ 1155.940896] env[63260]: _type = "Task" [ 1155.940896] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.948090] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2bc389dd-9a2d-4dbc-8fd5-6f3685b17083 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "6ca15fa7-ada0-4552-80aa-85a69e9b0da8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.974s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1155.954147] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285440, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.210863] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285438, 'name': CreateVM_Task, 'duration_secs': 0.356528} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.214860] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1156.215648] env[63260]: DEBUG nova.network.neutron [req-9b96c301-c07b-465a-b7ea-7c8d1f085571 req-f0e47975-e41f-48f9-8b12-16be28611fe5 service nova] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Updated VIF entry in instance network info cache for port ec2acaf8-6479-4694-84d4-264ac1d1c282. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.216015] env[63260]: DEBUG nova.network.neutron [req-9b96c301-c07b-465a-b7ea-7c8d1f085571 req-f0e47975-e41f-48f9-8b12-16be28611fe5 service nova] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Updating instance_info_cache with network_info: [{"id": "ec2acaf8-6479-4694-84d4-264ac1d1c282", "address": "fa:16:3e:89:28:3c", "network": {"id": "92552375-56b8-40ef-924b-43e6f6349814", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1370092299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374638af2a4e4a1a9b7c535b43ff3500", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec2acaf8-64", "ovs_interfaceid": "ec2acaf8-6479-4694-84d4-264ac1d1c282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.217856] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.217856] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.217964] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.218635] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4369c75d-de62-487c-9847-f28b2d15a1c7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.223072] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Waiting for the task: (returnval){ [ 1156.223072] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52dd0581-db00-e3fb-511b-67f8ac777d6f" [ 1156.223072] env[63260]: _type = "Task" [ 1156.223072] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.232892] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52dd0581-db00-e3fb-511b-67f8ac777d6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.254788] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333ad84d-f7a5-4c9f-a996-ab1b8072a752 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.265018] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2972b399-3782-4031-b4d3-b32973e3cc1d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.272644] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ca33461e-7e64-4080-a254-8c738de4289b tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "interface-ac37feca-ed04-4e40-a22e-1f30b8534d74-75b07beb-cce6-4300-8121-5396d4699a00" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.272891] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ca33461e-7e64-4080-a254-8c738de4289b tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "interface-ac37feca-ed04-4e40-a22e-1f30b8534d74-75b07beb-cce6-4300-8121-5396d4699a00" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.273258] env[63260]: DEBUG nova.objects.instance [None req-ca33461e-7e64-4080-a254-8c738de4289b tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lazy-loading 'flavor' on Instance uuid ac37feca-ed04-4e40-a22e-1f30b8534d74 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.274803] env[63260]: DEBUG nova.compute.manager [None req-cd6a437d-f8f8-4776-97f3-9c4ffc78cb1d tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1156.274998] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6a437d-f8f8-4776-97f3-9c4ffc78cb1d tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1156.276483] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5c402a-ff98-43e0-ad7b-8e2c1a1a93a7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.279675] env[63260]: DEBUG nova.network.neutron [req-0f303771-b29f-411a-ad85-7b99666633aa req-43558602-7a9a-46fa-8109-56f9f647fca5 service nova] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Updated VIF entry in instance network info cache for port 0a6ef5ed-9a5f-4990-a432-01bc110528c2. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.279983] env[63260]: DEBUG nova.network.neutron [req-0f303771-b29f-411a-ad85-7b99666633aa req-43558602-7a9a-46fa-8109-56f9f647fca5 service nova] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Updating instance_info_cache with network_info: [{"id": "0a6ef5ed-9a5f-4990-a432-01bc110528c2", "address": "fa:16:3e:d4:e3:46", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a6ef5ed-9a", "ovs_interfaceid": "0a6ef5ed-9a5f-4990-a432-01bc110528c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.293088] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd6a437d-f8f8-4776-97f3-9c4ffc78cb1d tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.294771] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f96cfe97-0b36-4bce-b85c-f956d58a0259 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.300232] env[63260]: DEBUG oslo_vmware.api [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285439, 'name': RemoveSnapshot_Task, 'duration_secs': 0.386032} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.300780] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Deleted Snapshot of the VM instance {{(pid=63260) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1156.301116] env[63260]: DEBUG nova.compute.manager [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1156.302219] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31238ae-0306-40ff-964c-069d11d2bf57 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.308035] env[63260]: DEBUG oslo_vmware.api [None req-cd6a437d-f8f8-4776-97f3-9c4ffc78cb1d tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Waiting for the task: (returnval){ [ 1156.308035] env[63260]: value = "task-2285441" [ 1156.308035] env[63260]: _type = "Task" [ 1156.308035] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.318828] env[63260]: DEBUG oslo_vmware.api [None req-cd6a437d-f8f8-4776-97f3-9c4ffc78cb1d tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.450933] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285440, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076716} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.450933] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1156.451254] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9dd1fff-b094-4808-becf-c094df5d7e20 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.473668] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 2bdfb148-2a87-4462-ad05-36447c77d533/2bdfb148-2a87-4462-ad05-36447c77d533.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.474014] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f6d4754-3af1-48b6-a249-19a65da4973b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.493210] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Waiting for the task: (returnval){ [ 1156.493210] env[63260]: value = "task-2285442" [ 1156.493210] env[63260]: _type = "Task" [ 1156.493210] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.504400] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285442, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.720192] env[63260]: DEBUG oslo_concurrency.lockutils [req-9b96c301-c07b-465a-b7ea-7c8d1f085571 req-f0e47975-e41f-48f9-8b12-16be28611fe5 service nova] Releasing lock "refresh_cache-c44cc959-9391-413f-b350-eae627c5bef7" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.733291] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52dd0581-db00-e3fb-511b-67f8ac777d6f, 'name': SearchDatastore_Task, 'duration_secs': 0.032782} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.733639] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.733873] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1156.734121] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.734272] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.734454] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1156.734724] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94bd6b0a-e798-475a-ad33-8d6da7cd0a15 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.743532] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1156.743724] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1156.744499] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aab541a-0056-42e7-91df-4dc3ce4dc2af {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.751075] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Waiting for the task: (returnval){ [ 1156.751075] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]525b27e7-0cb8-906a-d5b8-87c0044297dd" [ 1156.751075] env[63260]: _type = "Task" [ 1156.751075] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.758956] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]525b27e7-0cb8-906a-d5b8-87c0044297dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.782281] env[63260]: DEBUG oslo_concurrency.lockutils [req-0f303771-b29f-411a-ad85-7b99666633aa req-43558602-7a9a-46fa-8109-56f9f647fca5 service nova] Releasing lock "refresh_cache-f96e81c0-cd9d-4b76-b59d-7892c0b69b0e" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.819444] env[63260]: DEBUG oslo_vmware.api [None req-cd6a437d-f8f8-4776-97f3-9c4ffc78cb1d tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285441, 'name': PowerOffVM_Task, 'duration_secs': 0.205012} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.819908] env[63260]: INFO nova.compute.manager [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Shelve offloading [ 1156.821265] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd6a437d-f8f8-4776-97f3-9c4ffc78cb1d tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.821520] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6a437d-f8f8-4776-97f3-9c4ffc78cb1d tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1156.821687] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b016ad96-eb65-4a0f-ab20-cfa444e1072e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.883252] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6a437d-f8f8-4776-97f3-9c4ffc78cb1d tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.883492] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6a437d-f8f8-4776-97f3-9c4ffc78cb1d tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.883680] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd6a437d-f8f8-4776-97f3-9c4ffc78cb1d tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Deleting the datastore file [datastore2] 5bf18f54-2525-46b2-a4db-1e7a4945971b {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.883940] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1b0d387-495a-4587-9ad6-efee46b74141 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.886961] env[63260]: DEBUG nova.objects.instance [None req-ca33461e-7e64-4080-a254-8c738de4289b tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lazy-loading 'pci_requests' on Instance uuid ac37feca-ed04-4e40-a22e-1f30b8534d74 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.890118] env[63260]: DEBUG oslo_vmware.api [None req-cd6a437d-f8f8-4776-97f3-9c4ffc78cb1d tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Waiting for the task: (returnval){ [ 1156.890118] env[63260]: value = "task-2285445" [ 1156.890118] env[63260]: _type = "Task" [ 1156.890118] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.898483] env[63260]: DEBUG oslo_vmware.api [None req-cd6a437d-f8f8-4776-97f3-9c4ffc78cb1d tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.006810] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285442, 'name': ReconfigVM_Task, 'duration_secs': 0.292586} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.007258] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 2bdfb148-2a87-4462-ad05-36447c77d533/2bdfb148-2a87-4462-ad05-36447c77d533.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.007955] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a976da9a-9093-4f19-924b-f4e52dcf0951 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.015607] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Waiting for the task: (returnval){ [ 1157.015607] env[63260]: value = "task-2285446" [ 1157.015607] env[63260]: _type = "Task" [ 1157.015607] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.024753] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285446, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.166194] env[63260]: DEBUG nova.network.neutron [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Successfully updated port: 367cbc6a-af5c-4c91-b649-a78b6926ba08 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1157.261123] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]525b27e7-0cb8-906a-d5b8-87c0044297dd, 'name': SearchDatastore_Task, 'duration_secs': 0.011017} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.261867] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e65a5cc-2a83-4326-a884-5387a5d092ce {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.266548] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Waiting for the task: (returnval){ [ 1157.266548] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52001042-987a-6cdb-4095-df187f27f5d1" [ 1157.266548] env[63260]: _type = "Task" [ 1157.266548] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.273981] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52001042-987a-6cdb-4095-df187f27f5d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.325170] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1157.326595] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29262a1b-ef50-434c-a1fe-38bfd7e1cfb6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.329556] env[63260]: DEBUG nova.compute.manager [req-7a4d20f6-9f9b-4b03-90af-d74bad767513 req-1dcaa039-a9d1-4582-9624-d497ad5f35a4 service nova] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Received event network-changed-51bc87e5-6062-47e7-9e0f-667b55a4a89b {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1157.329739] env[63260]: DEBUG nova.compute.manager [req-7a4d20f6-9f9b-4b03-90af-d74bad767513 req-1dcaa039-a9d1-4582-9624-d497ad5f35a4 service nova] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Refreshing instance network info cache due to event network-changed-51bc87e5-6062-47e7-9e0f-667b55a4a89b. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1157.329944] env[63260]: DEBUG oslo_concurrency.lockutils [req-7a4d20f6-9f9b-4b03-90af-d74bad767513 req-1dcaa039-a9d1-4582-9624-d497ad5f35a4 service nova] Acquiring lock "refresh_cache-ac37feca-ed04-4e40-a22e-1f30b8534d74" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.330110] env[63260]: DEBUG oslo_concurrency.lockutils [req-7a4d20f6-9f9b-4b03-90af-d74bad767513 req-1dcaa039-a9d1-4582-9624-d497ad5f35a4 service nova] Acquired lock "refresh_cache-ac37feca-ed04-4e40-a22e-1f30b8534d74" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.330273] env[63260]: DEBUG nova.network.neutron [req-7a4d20f6-9f9b-4b03-90af-d74bad767513 req-1dcaa039-a9d1-4582-9624-d497ad5f35a4 service nova] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Refreshing network info cache for port 51bc87e5-6062-47e7-9e0f-667b55a4a89b {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.336977] env[63260]: DEBUG oslo_vmware.api [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 1157.336977] env[63260]: value = "task-2285447" [ 1157.336977] env[63260]: _type = "Task" [ 1157.336977] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.345500] env[63260]: DEBUG oslo_vmware.api [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.389325] env[63260]: DEBUG nova.objects.base [None req-ca33461e-7e64-4080-a254-8c738de4289b tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63260) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1157.389540] env[63260]: DEBUG nova.network.neutron [None req-ca33461e-7e64-4080-a254-8c738de4289b tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1157.396453] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a728e04-4927-4469-a3be-964a437f098b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.403496] env[63260]: DEBUG oslo_vmware.api [None req-cd6a437d-f8f8-4776-97f3-9c4ffc78cb1d tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Task: {'id': task-2285445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167324} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.418881] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd6a437d-f8f8-4776-97f3-9c4ffc78cb1d tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.419051] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6a437d-f8f8-4776-97f3-9c4ffc78cb1d tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.419234] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6a437d-f8f8-4776-97f3-9c4ffc78cb1d tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.419406] env[63260]: INFO nova.compute.manager [None req-cd6a437d-f8f8-4776-97f3-9c4ffc78cb1d tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1157.419639] env[63260]: DEBUG oslo.service.loopingcall [None req-cd6a437d-f8f8-4776-97f3-9c4ffc78cb1d tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1157.420269] env[63260]: DEBUG nova.compute.manager [-] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1157.420401] env[63260]: DEBUG nova.network.neutron [-] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1157.422355] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabf7fca-911b-4aec-bc0d-1dbd5262ca3a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.430828] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Updating instance '9c112d45-b457-4c70-9887-b71f26d3c198' progress to 83 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1157.494564] env[63260]: DEBUG nova.policy [None req-ca33461e-7e64-4080-a254-8c738de4289b tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e483d46951f4d4e9a9419be33fe8d4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2147a1e9788d4345b9f561c682dcba6d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 1157.527871] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285446, 'name': Rename_Task, 'duration_secs': 0.13775} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.528187] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1157.528747] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0680035b-27bc-4057-83ce-43c8e8a8062a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.536871] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Waiting for the task: (returnval){ [ 1157.536871] env[63260]: value = "task-2285448" [ 1157.536871] env[63260]: _type = "Task" [ 1157.536871] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.546057] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.672987] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Acquiring lock "refresh_cache-dbf517b5-42e2-4435-8da8-c9eb755a6d75" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.672987] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Acquired lock "refresh_cache-dbf517b5-42e2-4435-8da8-c9eb755a6d75" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.672987] env[63260]: DEBUG nova.network.neutron [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.777374] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52001042-987a-6cdb-4095-df187f27f5d1, 'name': SearchDatastore_Task, 'duration_secs': 0.010133} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.777917] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.778358] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] c44cc959-9391-413f-b350-eae627c5bef7/c44cc959-9391-413f-b350-eae627c5bef7.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1157.778799] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e74cab8-9723-4eb9-80c2-1194913ddff3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.785797] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Waiting for the task: (returnval){ [ 1157.785797] env[63260]: value = "task-2285449" [ 1157.785797] env[63260]: _type = "Task" [ 1157.785797] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.795804] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.853173] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] VM already powered off {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1157.854218] env[63260]: DEBUG nova.compute.manager [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1157.855585] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954ba02a-3abc-4dc9-87d9-528640935c5f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.863301] env[63260]: DEBUG oslo_concurrency.lockutils [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquiring lock "refresh_cache-9a3276e9-0c38-4709-a264-aa69e96afa6d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.863750] env[63260]: DEBUG oslo_concurrency.lockutils [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquired lock "refresh_cache-9a3276e9-0c38-4709-a264-aa69e96afa6d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.864056] env[63260]: DEBUG nova.network.neutron [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.942470] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1157.943545] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbf82d41-3977-409b-a041-62a6a9ba9531 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.957342] env[63260]: DEBUG oslo_vmware.api [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1157.957342] env[63260]: value = "task-2285450" [ 1157.957342] env[63260]: _type = "Task" [ 1157.957342] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.970604] env[63260]: DEBUG oslo_vmware.api [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.053184] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285448, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.204359] env[63260]: DEBUG nova.network.neutron [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1158.270295] env[63260]: DEBUG nova.network.neutron [req-7a4d20f6-9f9b-4b03-90af-d74bad767513 req-1dcaa039-a9d1-4582-9624-d497ad5f35a4 service nova] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Updated VIF entry in instance network info cache for port 51bc87e5-6062-47e7-9e0f-667b55a4a89b. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.270967] env[63260]: DEBUG nova.network.neutron [req-7a4d20f6-9f9b-4b03-90af-d74bad767513 req-1dcaa039-a9d1-4582-9624-d497ad5f35a4 service nova] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Updating instance_info_cache with network_info: [{"id": "51bc87e5-6062-47e7-9e0f-667b55a4a89b", "address": "fa:16:3e:13:99:8b", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51bc87e5-60", "ovs_interfaceid": "51bc87e5-6062-47e7-9e0f-667b55a4a89b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.296182] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285449, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507594} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.296393] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] c44cc959-9391-413f-b350-eae627c5bef7/c44cc959-9391-413f-b350-eae627c5bef7.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1158.296686] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1158.296939] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34449cc5-86a6-4a20-90b4-f0b58b2fda95 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.302936] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Waiting for the task: (returnval){ [ 1158.302936] env[63260]: value = "task-2285451" [ 1158.302936] env[63260]: _type = "Task" [ 1158.302936] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.311368] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285451, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.361310] env[63260]: DEBUG nova.network.neutron [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Updating instance_info_cache with network_info: [{"id": "367cbc6a-af5c-4c91-b649-a78b6926ba08", "address": "fa:16:3e:25:49:a0", "network": {"id": "92552375-56b8-40ef-924b-43e6f6349814", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1370092299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374638af2a4e4a1a9b7c535b43ff3500", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap367cbc6a-af", "ovs_interfaceid": "367cbc6a-af5c-4c91-b649-a78b6926ba08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.471541] env[63260]: DEBUG oslo_vmware.api [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285450, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.547742] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285448, 'name': PowerOnVM_Task, 'duration_secs': 0.940104} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.548719] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.548719] env[63260]: INFO nova.compute.manager [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Took 7.63 seconds to spawn the instance on the hypervisor. [ 1158.548719] env[63260]: DEBUG nova.compute.manager [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.549498] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1280e58-b262-4a37-879d-b97561462204 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.603809] env[63260]: DEBUG nova.network.neutron [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Updating instance_info_cache with network_info: [{"id": "9b2333e8-5d6e-4ee6-ba76-57ca55659042", "address": "fa:16:3e:9d:6a:4a", "network": {"id": "66d00c05-9221-40b2-ab92-cc9e6cc0a873", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139558234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60727a710cc4402ca1e8f23bab7f1ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b2333e8-5d", "ovs_interfaceid": "9b2333e8-5d6e-4ee6-ba76-57ca55659042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.766336] env[63260]: DEBUG nova.network.neutron [-] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.774926] env[63260]: DEBUG oslo_concurrency.lockutils [req-7a4d20f6-9f9b-4b03-90af-d74bad767513 req-1dcaa039-a9d1-4582-9624-d497ad5f35a4 service nova] Releasing lock "refresh_cache-ac37feca-ed04-4e40-a22e-1f30b8534d74" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.775053] env[63260]: DEBUG nova.compute.manager [req-7a4d20f6-9f9b-4b03-90af-d74bad767513 req-1dcaa039-a9d1-4582-9624-d497ad5f35a4 service nova] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Received event network-vif-plugged-367cbc6a-af5c-4c91-b649-a78b6926ba08 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1158.775239] env[63260]: DEBUG oslo_concurrency.lockutils [req-7a4d20f6-9f9b-4b03-90af-d74bad767513 req-1dcaa039-a9d1-4582-9624-d497ad5f35a4 service nova] Acquiring lock "dbf517b5-42e2-4435-8da8-c9eb755a6d75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.775495] env[63260]: DEBUG oslo_concurrency.lockutils [req-7a4d20f6-9f9b-4b03-90af-d74bad767513 req-1dcaa039-a9d1-4582-9624-d497ad5f35a4 service nova] Lock "dbf517b5-42e2-4435-8da8-c9eb755a6d75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.775645] env[63260]: DEBUG oslo_concurrency.lockutils [req-7a4d20f6-9f9b-4b03-90af-d74bad767513 req-1dcaa039-a9d1-4582-9624-d497ad5f35a4 service nova] Lock "dbf517b5-42e2-4435-8da8-c9eb755a6d75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.775818] env[63260]: DEBUG nova.compute.manager [req-7a4d20f6-9f9b-4b03-90af-d74bad767513 req-1dcaa039-a9d1-4582-9624-d497ad5f35a4 service nova] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] No waiting events found dispatching network-vif-plugged-367cbc6a-af5c-4c91-b649-a78b6926ba08 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1158.775985] env[63260]: WARNING nova.compute.manager [req-7a4d20f6-9f9b-4b03-90af-d74bad767513 req-1dcaa039-a9d1-4582-9624-d497ad5f35a4 service nova] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Received unexpected event network-vif-plugged-367cbc6a-af5c-4c91-b649-a78b6926ba08 for instance with vm_state building and task_state spawning. [ 1158.776164] env[63260]: DEBUG nova.compute.manager [req-7a4d20f6-9f9b-4b03-90af-d74bad767513 req-1dcaa039-a9d1-4582-9624-d497ad5f35a4 service nova] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Received event network-changed-367cbc6a-af5c-4c91-b649-a78b6926ba08 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1158.776329] env[63260]: DEBUG nova.compute.manager [req-7a4d20f6-9f9b-4b03-90af-d74bad767513 req-1dcaa039-a9d1-4582-9624-d497ad5f35a4 service nova] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Refreshing instance network info cache due to event network-changed-367cbc6a-af5c-4c91-b649-a78b6926ba08. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1158.776497] env[63260]: DEBUG oslo_concurrency.lockutils [req-7a4d20f6-9f9b-4b03-90af-d74bad767513 req-1dcaa039-a9d1-4582-9624-d497ad5f35a4 service nova] Acquiring lock "refresh_cache-dbf517b5-42e2-4435-8da8-c9eb755a6d75" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.814415] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285451, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192981} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.814624] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1158.815492] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d554a7-f6c6-4cc9-84ec-ea5ba6699249 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.837145] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] c44cc959-9391-413f-b350-eae627c5bef7/c44cc959-9391-413f-b350-eae627c5bef7.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.837431] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-315dbb83-9c43-4b14-9a85-266f560583ca {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.857891] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Waiting for the task: (returnval){ [ 1158.857891] env[63260]: value = "task-2285452" [ 1158.857891] env[63260]: _type = "Task" [ 1158.857891] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.866096] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Releasing lock "refresh_cache-dbf517b5-42e2-4435-8da8-c9eb755a6d75" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.866412] env[63260]: DEBUG nova.compute.manager [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Instance network_info: |[{"id": "367cbc6a-af5c-4c91-b649-a78b6926ba08", "address": "fa:16:3e:25:49:a0", "network": {"id": "92552375-56b8-40ef-924b-43e6f6349814", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1370092299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374638af2a4e4a1a9b7c535b43ff3500", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap367cbc6a-af", "ovs_interfaceid": "367cbc6a-af5c-4c91-b649-a78b6926ba08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1158.866679] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285452, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.866915] env[63260]: DEBUG oslo_concurrency.lockutils [req-7a4d20f6-9f9b-4b03-90af-d74bad767513 req-1dcaa039-a9d1-4582-9624-d497ad5f35a4 service nova] Acquired lock "refresh_cache-dbf517b5-42e2-4435-8da8-c9eb755a6d75" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.867097] env[63260]: DEBUG nova.network.neutron [req-7a4d20f6-9f9b-4b03-90af-d74bad767513 req-1dcaa039-a9d1-4582-9624-d497ad5f35a4 service nova] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Refreshing network info cache for port 367cbc6a-af5c-4c91-b649-a78b6926ba08 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1158.868242] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:49:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '367cbc6a-af5c-4c91-b649-a78b6926ba08', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1158.876374] env[63260]: DEBUG oslo.service.loopingcall [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1158.880231] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1158.880856] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f53dd6c4-7399-4948-8f31-3b197282f462 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.901352] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1158.901352] env[63260]: value = "task-2285453" [ 1158.901352] env[63260]: _type = "Task" [ 1158.901352] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.909313] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285453, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.972566] env[63260]: DEBUG oslo_vmware.api [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285450, 'name': PowerOnVM_Task, 'duration_secs': 0.535743} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.972985] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.973080] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf7256e-e106-4e18-88b4-b527910a109c tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Updating instance '9c112d45-b457-4c70-9887-b71f26d3c198' progress to 100 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1159.072758] env[63260]: INFO nova.compute.manager [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Took 13.32 seconds to build instance. [ 1159.107697] env[63260]: DEBUG oslo_concurrency.lockutils [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Releasing lock "refresh_cache-9a3276e9-0c38-4709-a264-aa69e96afa6d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.189844] env[63260]: DEBUG nova.network.neutron [req-7a4d20f6-9f9b-4b03-90af-d74bad767513 req-1dcaa039-a9d1-4582-9624-d497ad5f35a4 service nova] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Updated VIF entry in instance network info cache for port 367cbc6a-af5c-4c91-b649-a78b6926ba08. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1159.190271] env[63260]: DEBUG nova.network.neutron [req-7a4d20f6-9f9b-4b03-90af-d74bad767513 req-1dcaa039-a9d1-4582-9624-d497ad5f35a4 service nova] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Updating instance_info_cache with network_info: [{"id": "367cbc6a-af5c-4c91-b649-a78b6926ba08", "address": "fa:16:3e:25:49:a0", "network": {"id": "92552375-56b8-40ef-924b-43e6f6349814", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1370092299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374638af2a4e4a1a9b7c535b43ff3500", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap367cbc6a-af", "ovs_interfaceid": "367cbc6a-af5c-4c91-b649-a78b6926ba08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.270080] env[63260]: INFO nova.compute.manager [-] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Took 1.85 seconds to deallocate network for instance. [ 1159.374131] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285452, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.391020] env[63260]: DEBUG nova.compute.manager [req-36762f70-e235-4e0a-bb13-0c4913b100b6 req-67706106-2dec-40ef-9385-8f592ed6241b service nova] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Received event network-vif-deleted-b286af9a-2c0f-43f0-8a80-65757743109a {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1159.391307] env[63260]: DEBUG nova.compute.manager [req-36762f70-e235-4e0a-bb13-0c4913b100b6 req-67706106-2dec-40ef-9385-8f592ed6241b service nova] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Received event network-vif-plugged-75b07beb-cce6-4300-8121-5396d4699a00 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1159.391524] env[63260]: DEBUG oslo_concurrency.lockutils [req-36762f70-e235-4e0a-bb13-0c4913b100b6 req-67706106-2dec-40ef-9385-8f592ed6241b service nova] Acquiring lock "ac37feca-ed04-4e40-a22e-1f30b8534d74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.391745] env[63260]: DEBUG oslo_concurrency.lockutils [req-36762f70-e235-4e0a-bb13-0c4913b100b6 req-67706106-2dec-40ef-9385-8f592ed6241b service nova] Lock "ac37feca-ed04-4e40-a22e-1f30b8534d74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.391960] env[63260]: DEBUG oslo_concurrency.lockutils [req-36762f70-e235-4e0a-bb13-0c4913b100b6 req-67706106-2dec-40ef-9385-8f592ed6241b service nova] Lock "ac37feca-ed04-4e40-a22e-1f30b8534d74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.392146] env[63260]: DEBUG nova.compute.manager [req-36762f70-e235-4e0a-bb13-0c4913b100b6 req-67706106-2dec-40ef-9385-8f592ed6241b service nova] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] No waiting events found dispatching network-vif-plugged-75b07beb-cce6-4300-8121-5396d4699a00 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1159.392342] env[63260]: WARNING nova.compute.manager [req-36762f70-e235-4e0a-bb13-0c4913b100b6 req-67706106-2dec-40ef-9385-8f592ed6241b service nova] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Received unexpected event network-vif-plugged-75b07beb-cce6-4300-8121-5396d4699a00 for instance with vm_state active and task_state None. [ 1159.411027] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285453, 'name': CreateVM_Task} progress is 25%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.483172] env[63260]: DEBUG nova.network.neutron [None req-ca33461e-7e64-4080-a254-8c738de4289b tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Successfully updated port: 75b07beb-cce6-4300-8121-5396d4699a00 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1159.575185] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Lock "2bdfb148-2a87-4462-ad05-36447c77d533" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.832s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.620241] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1159.621306] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f946b3b8-1353-40c3-b345-49800235a278 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.633141] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1159.633389] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ca95652-8242-4732-a84f-8cf3665cdd69 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.692924] env[63260]: DEBUG oslo_concurrency.lockutils [req-7a4d20f6-9f9b-4b03-90af-d74bad767513 req-1dcaa039-a9d1-4582-9624-d497ad5f35a4 service nova] Releasing lock "refresh_cache-dbf517b5-42e2-4435-8da8-c9eb755a6d75" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.699388] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.699621] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1159.699835] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Deleting the datastore file [datastore1] 9a3276e9-0c38-4709-a264-aa69e96afa6d {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.700503] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b987248-b743-4755-9266-db7bbe2c40d6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.707897] env[63260]: DEBUG oslo_vmware.api [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 1159.707897] env[63260]: value = "task-2285455" [ 1159.707897] env[63260]: _type = "Task" [ 1159.707897] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.716297] env[63260]: DEBUG oslo_vmware.api [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.776772] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cd6a437d-f8f8-4776-97f3-9c4ffc78cb1d tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.777053] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cd6a437d-f8f8-4776-97f3-9c4ffc78cb1d tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.777306] env[63260]: DEBUG nova.objects.instance [None req-cd6a437d-f8f8-4776-97f3-9c4ffc78cb1d tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lazy-loading 'resources' on Instance uuid 5bf18f54-2525-46b2-a4db-1e7a4945971b {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.868377] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285452, 'name': ReconfigVM_Task, 'duration_secs': 0.774492} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.868653] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Reconfigured VM instance instance-00000074 to attach disk [datastore2] c44cc959-9391-413f-b350-eae627c5bef7/c44cc959-9391-413f-b350-eae627c5bef7.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.869287] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4d83f60-a3ff-434a-aee3-4dbc3f370793 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.875972] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Waiting for the task: (returnval){ [ 1159.875972] env[63260]: value = "task-2285456" [ 1159.875972] env[63260]: _type = "Task" [ 1159.875972] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.883489] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285456, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.910373] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285453, 'name': CreateVM_Task, 'duration_secs': 0.683772} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.910555] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1159.911235] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.911419] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.911778] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1159.912059] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8248fce9-b31c-4146-86cf-a15fbd2377bc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.916573] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Waiting for the task: (returnval){ [ 1159.916573] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5251fe78-ccdf-9857-4727-25e1f34a2ef3" [ 1159.916573] env[63260]: _type = "Task" [ 1159.916573] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.924121] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5251fe78-ccdf-9857-4727-25e1f34a2ef3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.990630] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ca33461e-7e64-4080-a254-8c738de4289b tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "refresh_cache-ac37feca-ed04-4e40-a22e-1f30b8534d74" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.990845] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ca33461e-7e64-4080-a254-8c738de4289b tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquired lock "refresh_cache-ac37feca-ed04-4e40-a22e-1f30b8534d74" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.991055] env[63260]: DEBUG nova.network.neutron [None req-ca33461e-7e64-4080-a254-8c738de4289b tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.198612] env[63260]: DEBUG oslo_concurrency.lockutils [None req-812148d7-60ab-4985-b093-273edb2383d9 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "eae2ab94-da4e-45c4-a185-a245dd609514" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.199447] env[63260]: DEBUG oslo_concurrency.lockutils [None req-812148d7-60ab-4985-b093-273edb2383d9 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "eae2ab94-da4e-45c4-a185-a245dd609514" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.199447] env[63260]: DEBUG oslo_concurrency.lockutils [None req-812148d7-60ab-4985-b093-273edb2383d9 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "eae2ab94-da4e-45c4-a185-a245dd609514-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.199748] env[63260]: DEBUG oslo_concurrency.lockutils [None req-812148d7-60ab-4985-b093-273edb2383d9 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "eae2ab94-da4e-45c4-a185-a245dd609514-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.200062] env[63260]: DEBUG oslo_concurrency.lockutils [None req-812148d7-60ab-4985-b093-273edb2383d9 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "eae2ab94-da4e-45c4-a185-a245dd609514-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.203424] env[63260]: INFO nova.compute.manager [None req-812148d7-60ab-4985-b093-273edb2383d9 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Terminating instance [ 1160.218942] env[63260]: DEBUG oslo_vmware.api [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177077} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.219249] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1160.219466] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1160.219679] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1160.246752] env[63260]: INFO nova.scheduler.client.report [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Deleted allocations for instance 9a3276e9-0c38-4709-a264-aa69e96afa6d [ 1160.385309] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285456, 'name': Rename_Task, 'duration_secs': 0.264246} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.385583] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1160.385813] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb9291ec-3954-4395-a308-5f0f850a6ea4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.392763] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Waiting for the task: (returnval){ [ 1160.392763] env[63260]: value = "task-2285457" [ 1160.392763] env[63260]: _type = "Task" [ 1160.392763] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.401511] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.402872] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f4becd-4dfe-4018-9aae-fb68d67409c0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.408874] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bf4bf9-9387-444a-b55d-139a5458d6e1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.442824] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bb7946-2a06-4c72-a712-9d67c4cb6d58 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.455065] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5251fe78-ccdf-9857-4727-25e1f34a2ef3, 'name': SearchDatastore_Task, 'duration_secs': 0.011112} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.455623] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.455845] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.456081] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.456229] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.456406] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.457603] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc18893-008a-4d24-9440-844efb08b086 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.462213] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc3fe6ef-25ea-4fba-9ae7-0645918bd9bb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.474585] env[63260]: DEBUG nova.compute.provider_tree [None req-cd6a437d-f8f8-4776-97f3-9c4ffc78cb1d tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.476613] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.476839] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.477697] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c19fdc5-0eae-4876-9b34-c66acff7e0d7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.482902] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Waiting for the task: (returnval){ [ 1160.482902] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5203753b-a63d-a4f2-8e25-2edce6e3b807" [ 1160.482902] env[63260]: _type = "Task" [ 1160.482902] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.490961] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5203753b-a63d-a4f2-8e25-2edce6e3b807, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.526924] env[63260]: WARNING nova.network.neutron [None req-ca33461e-7e64-4080-a254-8c738de4289b tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] d0e7abcc-19b4-4bfa-aad5-9325eea82286 already exists in list: networks containing: ['d0e7abcc-19b4-4bfa-aad5-9325eea82286']. ignoring it [ 1160.708024] env[63260]: DEBUG nova.compute.manager [None req-812148d7-60ab-4985-b093-273edb2383d9 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1160.708241] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-812148d7-60ab-4985-b093-273edb2383d9 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.709015] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb1ebff-933f-4aa6-ab81-09cce0771390 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.718018] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-812148d7-60ab-4985-b093-273edb2383d9 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.720123] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a0000fb-a46d-4009-a807-9663c5a3dfe9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.726698] env[63260]: DEBUG oslo_vmware.api [None req-812148d7-60ab-4985-b093-273edb2383d9 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 1160.726698] env[63260]: value = "task-2285458" [ 1160.726698] env[63260]: _type = "Task" [ 1160.726698] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.734418] env[63260]: DEBUG oslo_vmware.api [None req-812148d7-60ab-4985-b093-273edb2383d9 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.750874] env[63260]: DEBUG oslo_concurrency.lockutils [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.813523] env[63260]: DEBUG nova.network.neutron [None req-ca33461e-7e64-4080-a254-8c738de4289b tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Updating instance_info_cache with network_info: [{"id": "51bc87e5-6062-47e7-9e0f-667b55a4a89b", "address": "fa:16:3e:13:99:8b", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51bc87e5-60", "ovs_interfaceid": "51bc87e5-6062-47e7-9e0f-667b55a4a89b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "75b07beb-cce6-4300-8121-5396d4699a00", "address": "fa:16:3e:d2:2d:83", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75b07beb-cc", "ovs_interfaceid": "75b07beb-cce6-4300-8121-5396d4699a00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.902776] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285457, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.979472] env[63260]: DEBUG nova.scheduler.client.report [None req-cd6a437d-f8f8-4776-97f3-9c4ffc78cb1d tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.994347] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5203753b-a63d-a4f2-8e25-2edce6e3b807, 'name': SearchDatastore_Task, 'duration_secs': 0.009214} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.995860] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c4fdf2a-f9a1-4742-a790-30c43880bced {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.002166] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Waiting for the task: (returnval){ [ 1161.002166] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52fed6e9-69c9-d804-a470-38fe610566f3" [ 1161.002166] env[63260]: _type = "Task" [ 1161.002166] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.010809] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52fed6e9-69c9-d804-a470-38fe610566f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.053503] env[63260]: DEBUG nova.network.neutron [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Port e69e3a11-1fc8-4de0-b1ad-96d0ee2c0772 binding to destination host cpu-1 is already ACTIVE {{(pid=63260) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1161.053747] env[63260]: DEBUG oslo_concurrency.lockutils [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "refresh_cache-9c112d45-b457-4c70-9887-b71f26d3c198" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.053910] env[63260]: DEBUG oslo_concurrency.lockutils [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquired lock "refresh_cache-9c112d45-b457-4c70-9887-b71f26d3c198" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.054091] env[63260]: DEBUG nova.network.neutron [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.237285] env[63260]: DEBUG oslo_vmware.api [None req-812148d7-60ab-4985-b093-273edb2383d9 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285458, 'name': PowerOffVM_Task, 'duration_secs': 0.226503} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.237567] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-812148d7-60ab-4985-b093-273edb2383d9 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.237771] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-812148d7-60ab-4985-b093-273edb2383d9 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1161.238078] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03da67fc-a295-4345-b848-49a8fffb97de {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.303088] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-812148d7-60ab-4985-b093-273edb2383d9 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1161.303317] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-812148d7-60ab-4985-b093-273edb2383d9 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1161.303524] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-812148d7-60ab-4985-b093-273edb2383d9 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Deleting the datastore file [datastore1] eae2ab94-da4e-45c4-a185-a245dd609514 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.303814] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eef092d4-f903-4cf2-acaf-17701cc9bab4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.310679] env[63260]: DEBUG oslo_vmware.api [None req-812148d7-60ab-4985-b093-273edb2383d9 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for the task: (returnval){ [ 1161.310679] env[63260]: value = "task-2285460" [ 1161.310679] env[63260]: _type = "Task" [ 1161.310679] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.318747] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ca33461e-7e64-4080-a254-8c738de4289b tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Releasing lock "refresh_cache-ac37feca-ed04-4e40-a22e-1f30b8534d74" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.319409] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ca33461e-7e64-4080-a254-8c738de4289b tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "ac37feca-ed04-4e40-a22e-1f30b8534d74" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.319572] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ca33461e-7e64-4080-a254-8c738de4289b tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquired lock "ac37feca-ed04-4e40-a22e-1f30b8534d74" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.319836] env[63260]: DEBUG oslo_vmware.api [None req-812148d7-60ab-4985-b093-273edb2383d9 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.320598] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e93468-2b09-4ffe-9ec7-e3213eb02775 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.336926] env[63260]: DEBUG nova.virt.hardware [None req-ca33461e-7e64-4080-a254-8c738de4289b tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1161.337172] env[63260]: DEBUG nova.virt.hardware [None req-ca33461e-7e64-4080-a254-8c738de4289b tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.337418] env[63260]: DEBUG nova.virt.hardware [None req-ca33461e-7e64-4080-a254-8c738de4289b tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.337496] env[63260]: DEBUG nova.virt.hardware [None req-ca33461e-7e64-4080-a254-8c738de4289b tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.337633] env[63260]: DEBUG nova.virt.hardware [None req-ca33461e-7e64-4080-a254-8c738de4289b tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.337778] env[63260]: DEBUG nova.virt.hardware [None req-ca33461e-7e64-4080-a254-8c738de4289b tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1161.337975] env[63260]: DEBUG nova.virt.hardware [None req-ca33461e-7e64-4080-a254-8c738de4289b tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1161.338146] env[63260]: DEBUG nova.virt.hardware [None req-ca33461e-7e64-4080-a254-8c738de4289b tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1161.338370] env[63260]: DEBUG nova.virt.hardware [None req-ca33461e-7e64-4080-a254-8c738de4289b tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1161.338466] env[63260]: DEBUG nova.virt.hardware [None req-ca33461e-7e64-4080-a254-8c738de4289b tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1161.338634] env[63260]: DEBUG nova.virt.hardware [None req-ca33461e-7e64-4080-a254-8c738de4289b tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1161.345014] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ca33461e-7e64-4080-a254-8c738de4289b tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Reconfiguring VM to attach interface {{(pid=63260) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1161.345316] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-297378cc-d029-4eb3-a734-e34788ecc1be {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.362762] env[63260]: DEBUG oslo_vmware.api [None req-ca33461e-7e64-4080-a254-8c738de4289b tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 1161.362762] env[63260]: value = "task-2285461" [ 1161.362762] env[63260]: _type = "Task" [ 1161.362762] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.370436] env[63260]: DEBUG oslo_vmware.api [None req-ca33461e-7e64-4080-a254-8c738de4289b tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285461, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.403564] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285457, 'name': PowerOnVM_Task, 'duration_secs': 0.688539} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.403939] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1161.404179] env[63260]: INFO nova.compute.manager [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Took 8.16 seconds to spawn the instance on the hypervisor. [ 1161.404391] env[63260]: DEBUG nova.compute.manager [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.405780] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe4ceb8-c445-4de5-b625-c14ea28f49fa {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.484928] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cd6a437d-f8f8-4776-97f3-9c4ffc78cb1d tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.708s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1161.487343] env[63260]: DEBUG oslo_concurrency.lockutils [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.736s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.487600] env[63260]: DEBUG nova.objects.instance [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lazy-loading 'resources' on Instance uuid 9a3276e9-0c38-4709-a264-aa69e96afa6d {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.508033] env[63260]: INFO nova.scheduler.client.report [None req-cd6a437d-f8f8-4776-97f3-9c4ffc78cb1d tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Deleted allocations for instance 5bf18f54-2525-46b2-a4db-1e7a4945971b [ 1161.514937] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52fed6e9-69c9-d804-a470-38fe610566f3, 'name': SearchDatastore_Task, 'duration_secs': 0.011501} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.515599] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.515851] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] dbf517b5-42e2-4435-8da8-c9eb755a6d75/dbf517b5-42e2-4435-8da8-c9eb755a6d75.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1161.516114] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b17b076e-d404-49ae-b375-617b14543836 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.522068] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Waiting for the task: (returnval){ [ 1161.522068] env[63260]: value = "task-2285462" [ 1161.522068] env[63260]: _type = "Task" [ 1161.522068] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.530077] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.561814] env[63260]: DEBUG nova.compute.manager [req-62c243e8-f44b-47ea-92ba-36ef30bda288 req-a8cfb2a5-ac4a-4279-bec4-614f9b7c80f3 service nova] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Received event network-changed-75b07beb-cce6-4300-8121-5396d4699a00 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1161.562012] env[63260]: DEBUG nova.compute.manager [req-62c243e8-f44b-47ea-92ba-36ef30bda288 req-a8cfb2a5-ac4a-4279-bec4-614f9b7c80f3 service nova] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Refreshing instance network info cache due to event network-changed-75b07beb-cce6-4300-8121-5396d4699a00. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1161.562248] env[63260]: DEBUG oslo_concurrency.lockutils [req-62c243e8-f44b-47ea-92ba-36ef30bda288 req-a8cfb2a5-ac4a-4279-bec4-614f9b7c80f3 service nova] Acquiring lock "refresh_cache-ac37feca-ed04-4e40-a22e-1f30b8534d74" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.562391] env[63260]: DEBUG oslo_concurrency.lockutils [req-62c243e8-f44b-47ea-92ba-36ef30bda288 req-a8cfb2a5-ac4a-4279-bec4-614f9b7c80f3 service nova] Acquired lock "refresh_cache-ac37feca-ed04-4e40-a22e-1f30b8534d74" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.562579] env[63260]: DEBUG nova.network.neutron [req-62c243e8-f44b-47ea-92ba-36ef30bda288 req-a8cfb2a5-ac4a-4279-bec4-614f9b7c80f3 service nova] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Refreshing network info cache for port 75b07beb-cce6-4300-8121-5396d4699a00 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.810433] env[63260]: DEBUG nova.network.neutron [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Updating instance_info_cache with network_info: [{"id": "e69e3a11-1fc8-4de0-b1ad-96d0ee2c0772", "address": "fa:16:3e:f8:12:3f", "network": {"id": "095ea81c-b08e-465e-a9a8-6c7d22cb7bf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1442129299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12b951a134ae4e0294f6672abcb63dc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape69e3a11-1f", "ovs_interfaceid": "e69e3a11-1fc8-4de0-b1ad-96d0ee2c0772", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.822132] env[63260]: DEBUG oslo_vmware.api [None req-812148d7-60ab-4985-b093-273edb2383d9 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Task: {'id': task-2285460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166539} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.823137] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-812148d7-60ab-4985-b093-273edb2383d9 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.823334] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-812148d7-60ab-4985-b093-273edb2383d9 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1161.823517] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-812148d7-60ab-4985-b093-273edb2383d9 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1161.823748] env[63260]: INFO nova.compute.manager [None req-812148d7-60ab-4985-b093-273edb2383d9 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1161.824063] env[63260]: DEBUG oslo.service.loopingcall [None req-812148d7-60ab-4985-b093-273edb2383d9 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1161.824461] env[63260]: DEBUG nova.compute.manager [-] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1161.824578] env[63260]: DEBUG nova.network.neutron [-] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1161.873662] env[63260]: DEBUG oslo_vmware.api [None req-ca33461e-7e64-4080-a254-8c738de4289b tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.925321] env[63260]: INFO nova.compute.manager [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Took 16.14 seconds to build instance. [ 1161.990292] env[63260]: DEBUG nova.objects.instance [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lazy-loading 'numa_topology' on Instance uuid 9a3276e9-0c38-4709-a264-aa69e96afa6d {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.018938] env[63260]: DEBUG oslo_concurrency.lockutils [None req-cd6a437d-f8f8-4776-97f3-9c4ffc78cb1d tempest-AttachVolumeTestJSON-1607140549 tempest-AttachVolumeTestJSON-1607140549-project-member] Lock "5bf18f54-2525-46b2-a4db-1e7a4945971b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.259s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.032163] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285462, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487319} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.032448] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] dbf517b5-42e2-4435-8da8-c9eb755a6d75/dbf517b5-42e2-4435-8da8-c9eb755a6d75.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.032716] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1162.033011] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae4545ff-ae9c-45c3-b3d0-d19a554ccaad {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.040673] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Waiting for the task: (returnval){ [ 1162.040673] env[63260]: value = "task-2285463" [ 1162.040673] env[63260]: _type = "Task" [ 1162.040673] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.052125] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285463, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.304153] env[63260]: DEBUG nova.network.neutron [req-62c243e8-f44b-47ea-92ba-36ef30bda288 req-a8cfb2a5-ac4a-4279-bec4-614f9b7c80f3 service nova] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Updated VIF entry in instance network info cache for port 75b07beb-cce6-4300-8121-5396d4699a00. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1162.304756] env[63260]: DEBUG nova.network.neutron [req-62c243e8-f44b-47ea-92ba-36ef30bda288 req-a8cfb2a5-ac4a-4279-bec4-614f9b7c80f3 service nova] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Updating instance_info_cache with network_info: [{"id": "51bc87e5-6062-47e7-9e0f-667b55a4a89b", "address": "fa:16:3e:13:99:8b", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51bc87e5-60", "ovs_interfaceid": "51bc87e5-6062-47e7-9e0f-667b55a4a89b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "75b07beb-cce6-4300-8121-5396d4699a00", "address": "fa:16:3e:d2:2d:83", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75b07beb-cc", "ovs_interfaceid": "75b07beb-cce6-4300-8121-5396d4699a00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.317254] env[63260]: DEBUG oslo_concurrency.lockutils [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Releasing lock "refresh_cache-9c112d45-b457-4c70-9887-b71f26d3c198" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.374888] env[63260]: DEBUG oslo_vmware.api [None req-ca33461e-7e64-4080-a254-8c738de4289b tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285461, 'name': ReconfigVM_Task, 'duration_secs': 0.826061} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.375352] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ca33461e-7e64-4080-a254-8c738de4289b tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Releasing lock "ac37feca-ed04-4e40-a22e-1f30b8534d74" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.375566] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ca33461e-7e64-4080-a254-8c738de4289b tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Reconfigured VM to attach interface {{(pid=63260) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1162.427407] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Lock "c44cc959-9391-413f-b350-eae627c5bef7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.653s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.493806] env[63260]: DEBUG nova.objects.base [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Object Instance<9a3276e9-0c38-4709-a264-aa69e96afa6d> lazy-loaded attributes: resources,numa_topology {{(pid=63260) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1162.553135] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285463, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070987} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.553406] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1162.554231] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb04dc11-bd70-46ef-b946-904c4a203b9d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.575782] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] dbf517b5-42e2-4435-8da8-c9eb755a6d75/dbf517b5-42e2-4435-8da8-c9eb755a6d75.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.578442] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f360ed99-7171-4321-bd7e-888bde902b68 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.597864] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Waiting for the task: (returnval){ [ 1162.597864] env[63260]: value = "task-2285464" [ 1162.597864] env[63260]: _type = "Task" [ 1162.597864] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.607787] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285464, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.643680] env[63260]: DEBUG nova.network.neutron [-] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.672195] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548a3b7b-3caf-42d7-b86f-7a7c7518be54 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.680736] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b938c5d-70a1-4bbb-9610-c64601a51c9f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.711670] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2a7508-34d1-4e8b-afa7-2dfc03322428 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.719445] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e26ef2-b356-4fdd-9680-fc6bad2aa2c0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.734684] env[63260]: DEBUG nova.compute.provider_tree [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1162.808065] env[63260]: DEBUG oslo_concurrency.lockutils [req-62c243e8-f44b-47ea-92ba-36ef30bda288 req-a8cfb2a5-ac4a-4279-bec4-614f9b7c80f3 service nova] Releasing lock "refresh_cache-ac37feca-ed04-4e40-a22e-1f30b8534d74" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.808065] env[63260]: DEBUG nova.compute.manager [req-62c243e8-f44b-47ea-92ba-36ef30bda288 req-a8cfb2a5-ac4a-4279-bec4-614f9b7c80f3 service nova] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Received event network-vif-unplugged-9b2333e8-5d6e-4ee6-ba76-57ca55659042 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1162.808241] env[63260]: DEBUG oslo_concurrency.lockutils [req-62c243e8-f44b-47ea-92ba-36ef30bda288 req-a8cfb2a5-ac4a-4279-bec4-614f9b7c80f3 service nova] Acquiring lock "9a3276e9-0c38-4709-a264-aa69e96afa6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.808507] env[63260]: DEBUG oslo_concurrency.lockutils [req-62c243e8-f44b-47ea-92ba-36ef30bda288 req-a8cfb2a5-ac4a-4279-bec4-614f9b7c80f3 service nova] Lock "9a3276e9-0c38-4709-a264-aa69e96afa6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.808627] env[63260]: DEBUG oslo_concurrency.lockutils [req-62c243e8-f44b-47ea-92ba-36ef30bda288 req-a8cfb2a5-ac4a-4279-bec4-614f9b7c80f3 service nova] Lock "9a3276e9-0c38-4709-a264-aa69e96afa6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.808794] env[63260]: DEBUG nova.compute.manager [req-62c243e8-f44b-47ea-92ba-36ef30bda288 req-a8cfb2a5-ac4a-4279-bec4-614f9b7c80f3 service nova] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] No waiting events found dispatching network-vif-unplugged-9b2333e8-5d6e-4ee6-ba76-57ca55659042 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1162.809010] env[63260]: WARNING nova.compute.manager [req-62c243e8-f44b-47ea-92ba-36ef30bda288 req-a8cfb2a5-ac4a-4279-bec4-614f9b7c80f3 service nova] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Received unexpected event network-vif-unplugged-9b2333e8-5d6e-4ee6-ba76-57ca55659042 for instance with vm_state shelved_offloaded and task_state None. [ 1162.809202] env[63260]: DEBUG nova.compute.manager [req-62c243e8-f44b-47ea-92ba-36ef30bda288 req-a8cfb2a5-ac4a-4279-bec4-614f9b7c80f3 service nova] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Received event network-changed-9b2333e8-5d6e-4ee6-ba76-57ca55659042 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1162.809359] env[63260]: DEBUG nova.compute.manager [req-62c243e8-f44b-47ea-92ba-36ef30bda288 req-a8cfb2a5-ac4a-4279-bec4-614f9b7c80f3 service nova] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Refreshing instance network info cache due to event network-changed-9b2333e8-5d6e-4ee6-ba76-57ca55659042. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1162.809591] env[63260]: DEBUG oslo_concurrency.lockutils [req-62c243e8-f44b-47ea-92ba-36ef30bda288 req-a8cfb2a5-ac4a-4279-bec4-614f9b7c80f3 service nova] Acquiring lock "refresh_cache-9a3276e9-0c38-4709-a264-aa69e96afa6d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.809730] env[63260]: DEBUG oslo_concurrency.lockutils [req-62c243e8-f44b-47ea-92ba-36ef30bda288 req-a8cfb2a5-ac4a-4279-bec4-614f9b7c80f3 service nova] Acquired lock "refresh_cache-9a3276e9-0c38-4709-a264-aa69e96afa6d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.809887] env[63260]: DEBUG nova.network.neutron [req-62c243e8-f44b-47ea-92ba-36ef30bda288 req-a8cfb2a5-ac4a-4279-bec4-614f9b7c80f3 service nova] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Refreshing network info cache for port 9b2333e8-5d6e-4ee6-ba76-57ca55659042 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1162.820449] env[63260]: DEBUG nova.compute.manager [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63260) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1162.880958] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ca33461e-7e64-4080-a254-8c738de4289b tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "interface-ac37feca-ed04-4e40-a22e-1f30b8534d74-75b07beb-cce6-4300-8121-5396d4699a00" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.608s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.108708] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285464, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.147436] env[63260]: INFO nova.compute.manager [-] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Took 1.32 seconds to deallocate network for instance. [ 1163.255513] env[63260]: ERROR nova.scheduler.client.report [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [req-5d97d6e3-b093-4a78-a87d-cc01e0c4cde8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 535ed902-6829-4832-9c79-14d5c1df9745. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5d97d6e3-b093-4a78-a87d-cc01e0c4cde8"}]} [ 1163.277668] env[63260]: DEBUG nova.scheduler.client.report [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Refreshing inventories for resource provider 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1163.291321] env[63260]: DEBUG nova.scheduler.client.report [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Updating ProviderTree inventory for provider 535ed902-6829-4832-9c79-14d5c1df9745 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1163.291559] env[63260]: DEBUG nova.compute.provider_tree [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1163.303027] env[63260]: DEBUG nova.scheduler.client.report [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Refreshing aggregate associations for resource provider 535ed902-6829-4832-9c79-14d5c1df9745, aggregates: None {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1163.319808] env[63260]: DEBUG nova.scheduler.client.report [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Refreshing trait associations for resource provider 535ed902-6829-4832-9c79-14d5c1df9745, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1163.466087] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a69832-363f-416b-ae61-06e41ed502f8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.474011] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727eccc1-4b47-431c-bdec-ec66c3b9d18e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.508302] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49f76a5-00e0-4e1f-8176-449811f061e6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.515991] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0873604-b58e-4e08-b4b8-24910197e832 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.528803] env[63260]: DEBUG nova.compute.provider_tree [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1163.580096] env[63260]: DEBUG nova.network.neutron [req-62c243e8-f44b-47ea-92ba-36ef30bda288 req-a8cfb2a5-ac4a-4279-bec4-614f9b7c80f3 service nova] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Updated VIF entry in instance network info cache for port 9b2333e8-5d6e-4ee6-ba76-57ca55659042. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1163.580437] env[63260]: DEBUG nova.network.neutron [req-62c243e8-f44b-47ea-92ba-36ef30bda288 req-a8cfb2a5-ac4a-4279-bec4-614f9b7c80f3 service nova] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Updating instance_info_cache with network_info: [{"id": "9b2333e8-5d6e-4ee6-ba76-57ca55659042", "address": "fa:16:3e:9d:6a:4a", "network": {"id": "66d00c05-9221-40b2-ab92-cc9e6cc0a873", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1139558234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60727a710cc4402ca1e8f23bab7f1ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9b2333e8-5d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.583939] env[63260]: DEBUG nova.compute.manager [req-bb2e8233-ff97-4431-a2fb-a714550fb92c req-170753f6-b8d2-4740-82ba-cfb9c3b442a9 service nova] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Received event network-vif-deleted-7f8b1541-2348-4b07-ba6a-deaebf05faf0 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1163.607746] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285464, 'name': ReconfigVM_Task, 'duration_secs': 0.849151} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.607998] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Reconfigured VM instance instance-00000075 to attach disk [datastore2] dbf517b5-42e2-4435-8da8-c9eb755a6d75/dbf517b5-42e2-4435-8da8-c9eb755a6d75.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.608606] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ad2f32d-0b5e-46b1-b6dd-fbf9dc100db1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.614560] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Waiting for the task: (returnval){ [ 1163.614560] env[63260]: value = "task-2285466" [ 1163.614560] env[63260]: _type = "Task" [ 1163.614560] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.621915] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285466, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.645749] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquiring lock "9a3276e9-0c38-4709-a264-aa69e96afa6d" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.653254] env[63260]: DEBUG oslo_concurrency.lockutils [None req-812148d7-60ab-4985-b093-273edb2383d9 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.932822] env[63260]: DEBUG oslo_concurrency.lockutils [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.060806] env[63260]: DEBUG nova.scheduler.client.report [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Updated inventory for provider 535ed902-6829-4832-9c79-14d5c1df9745 with generation 169 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1164.061163] env[63260]: DEBUG nova.compute.provider_tree [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Updating resource provider 535ed902-6829-4832-9c79-14d5c1df9745 generation from 169 to 170 during operation: update_inventory {{(pid=63260) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1164.061366] env[63260]: DEBUG nova.compute.provider_tree [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1164.082680] env[63260]: DEBUG oslo_concurrency.lockutils [req-62c243e8-f44b-47ea-92ba-36ef30bda288 req-a8cfb2a5-ac4a-4279-bec4-614f9b7c80f3 service nova] Releasing lock "refresh_cache-9a3276e9-0c38-4709-a264-aa69e96afa6d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.124707] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285466, 'name': Rename_Task, 'duration_secs': 0.274933} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.125089] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.125346] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-893764b4-efa3-49a9-a3b9-39dd8a821e7e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.131059] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Waiting for the task: (returnval){ [ 1164.131059] env[63260]: value = "task-2285467" [ 1164.131059] env[63260]: _type = "Task" [ 1164.131059] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.138556] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285467, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.451343] env[63260]: DEBUG oslo_concurrency.lockutils [None req-944093a7-30a8-40aa-aa55-73aea8f1456d tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "interface-ac37feca-ed04-4e40-a22e-1f30b8534d74-75b07beb-cce6-4300-8121-5396d4699a00" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.451744] env[63260]: DEBUG oslo_concurrency.lockutils [None req-944093a7-30a8-40aa-aa55-73aea8f1456d tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "interface-ac37feca-ed04-4e40-a22e-1f30b8534d74-75b07beb-cce6-4300-8121-5396d4699a00" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1164.567096] env[63260]: DEBUG oslo_concurrency.lockutils [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.080s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1164.569506] env[63260]: DEBUG oslo_concurrency.lockutils [None req-812148d7-60ab-4985-b093-273edb2383d9 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.916s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1164.570189] env[63260]: DEBUG nova.objects.instance [None req-812148d7-60ab-4985-b093-273edb2383d9 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lazy-loading 'resources' on Instance uuid eae2ab94-da4e-45c4-a185-a245dd609514 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.640555] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285467, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.955121] env[63260]: DEBUG oslo_concurrency.lockutils [None req-944093a7-30a8-40aa-aa55-73aea8f1456d tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "ac37feca-ed04-4e40-a22e-1f30b8534d74" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.955459] env[63260]: DEBUG oslo_concurrency.lockutils [None req-944093a7-30a8-40aa-aa55-73aea8f1456d tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquired lock "ac37feca-ed04-4e40-a22e-1f30b8534d74" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.956810] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3edc7cc-f690-48b9-af13-f2a51746497f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.976861] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d78f54-02dc-4450-a36c-39fa3fb1b672 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.003734] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-944093a7-30a8-40aa-aa55-73aea8f1456d tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Reconfiguring VM to detach interface {{(pid=63260) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1165.004055] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb14a8dc-1b2d-4529-92f9-3e080ae454e2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.023021] env[63260]: DEBUG oslo_vmware.api [None req-944093a7-30a8-40aa-aa55-73aea8f1456d tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 1165.023021] env[63260]: value = "task-2285468" [ 1165.023021] env[63260]: _type = "Task" [ 1165.023021] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.032414] env[63260]: DEBUG oslo_vmware.api [None req-944093a7-30a8-40aa-aa55-73aea8f1456d tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285468, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.078336] env[63260]: DEBUG oslo_concurrency.lockutils [None req-bc9ab4a3-9f08-4ac7-95c9-7f04c0a75918 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lock "9a3276e9-0c38-4709-a264-aa69e96afa6d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.565s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.079380] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lock "9a3276e9-0c38-4709-a264-aa69e96afa6d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.434s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1165.079561] env[63260]: INFO nova.compute.manager [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Unshelving [ 1165.141758] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285467, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.202130] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120b97b9-4499-4b75-b027-6b53b881bf2d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.211869] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd7bba2-7278-4299-8302-f0ae7f1be8c1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.243017] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6492dd35-4054-44a6-bb10-c5f87cbee4b9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.250445] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc26fd6-d8cb-4b6f-bdd0-6292b12903f5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.263280] env[63260]: DEBUG nova.compute.provider_tree [None req-812148d7-60ab-4985-b093-273edb2383d9 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.533746] env[63260]: DEBUG oslo_vmware.api [None req-944093a7-30a8-40aa-aa55-73aea8f1456d tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.641453] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285467, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.766927] env[63260]: DEBUG nova.scheduler.client.report [None req-812148d7-60ab-4985-b093-273edb2383d9 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.033120] env[63260]: DEBUG oslo_vmware.api [None req-944093a7-30a8-40aa-aa55-73aea8f1456d tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.103647] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.142601] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285467, 'name': PowerOnVM_Task} progress is 81%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.271540] env[63260]: DEBUG oslo_concurrency.lockutils [None req-812148d7-60ab-4985-b093-273edb2383d9 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.702s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.275192] env[63260]: DEBUG oslo_concurrency.lockutils [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 2.342s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.296159] env[63260]: INFO nova.scheduler.client.report [None req-812148d7-60ab-4985-b093-273edb2383d9 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Deleted allocations for instance eae2ab94-da4e-45c4-a185-a245dd609514 [ 1166.534781] env[63260]: DEBUG oslo_vmware.api [None req-944093a7-30a8-40aa-aa55-73aea8f1456d tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.642129] env[63260]: DEBUG oslo_vmware.api [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285467, 'name': PowerOnVM_Task, 'duration_secs': 2.289636} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.642441] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.642632] env[63260]: INFO nova.compute.manager [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Took 11.05 seconds to spawn the instance on the hypervisor. [ 1166.642816] env[63260]: DEBUG nova.compute.manager [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.643575] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019524c0-d808-4ea2-8239-8672fc4775cd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.780312] env[63260]: DEBUG nova.objects.instance [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lazy-loading 'migration_context' on Instance uuid 9c112d45-b457-4c70-9887-b71f26d3c198 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.803755] env[63260]: DEBUG oslo_concurrency.lockutils [None req-812148d7-60ab-4985-b093-273edb2383d9 tempest-ServerActionsTestOtherA-1060685235 tempest-ServerActionsTestOtherA-1060685235-project-member] Lock "eae2ab94-da4e-45c4-a185-a245dd609514" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.605s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.034989] env[63260]: DEBUG oslo_vmware.api [None req-944093a7-30a8-40aa-aa55-73aea8f1456d tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.161882] env[63260]: INFO nova.compute.manager [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Took 21.35 seconds to build instance. [ 1167.415488] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270374ca-1cf1-4bc6-ad3f-78a200436d1e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.422744] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7b793c-a2f4-4084-9958-9e2535fb88a0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.455472] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71da2c84-723b-4f80-8eff-679daaba64b4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.462745] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb79396a-923f-406b-9341-ec47318000ae {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.476669] env[63260]: DEBUG nova.compute.provider_tree [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.534830] env[63260]: DEBUG oslo_vmware.api [None req-944093a7-30a8-40aa-aa55-73aea8f1456d tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.664219] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e6cdeb20-a706-4b9c-be5a-21cbba710bc3 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Lock "dbf517b5-42e2-4435-8da8-c9eb755a6d75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.862s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.793630] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e7399c71-6a73-4faf-ac6a-86990c880c16 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Acquiring lock "2bdfb148-2a87-4462-ad05-36447c77d533" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.794006] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e7399c71-6a73-4faf-ac6a-86990c880c16 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Lock "2bdfb148-2a87-4462-ad05-36447c77d533" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.794250] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e7399c71-6a73-4faf-ac6a-86990c880c16 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Acquiring lock "2bdfb148-2a87-4462-ad05-36447c77d533-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.794449] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e7399c71-6a73-4faf-ac6a-86990c880c16 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Lock "2bdfb148-2a87-4462-ad05-36447c77d533-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.794641] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e7399c71-6a73-4faf-ac6a-86990c880c16 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Lock "2bdfb148-2a87-4462-ad05-36447c77d533-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.796850] env[63260]: INFO nova.compute.manager [None req-e7399c71-6a73-4faf-ac6a-86990c880c16 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Terminating instance [ 1167.979699] env[63260]: DEBUG nova.scheduler.client.report [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.036179] env[63260]: DEBUG oslo_vmware.api [None req-944093a7-30a8-40aa-aa55-73aea8f1456d tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.302489] env[63260]: DEBUG nova.compute.manager [None req-e7399c71-6a73-4faf-ac6a-86990c880c16 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1168.302489] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e7399c71-6a73-4faf-ac6a-86990c880c16 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.302489] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e9fe81-f8d3-45e3-a188-5ca290f4dde2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.311576] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7399c71-6a73-4faf-ac6a-86990c880c16 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.311576] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11ba340d-1904-46f7-922a-5c7fcb9014f0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.317898] env[63260]: DEBUG oslo_vmware.api [None req-e7399c71-6a73-4faf-ac6a-86990c880c16 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Waiting for the task: (returnval){ [ 1168.317898] env[63260]: value = "task-2285470" [ 1168.317898] env[63260]: _type = "Task" [ 1168.317898] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.326306] env[63260]: DEBUG oslo_vmware.api [None req-e7399c71-6a73-4faf-ac6a-86990c880c16 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.536253] env[63260]: DEBUG oslo_vmware.api [None req-944093a7-30a8-40aa-aa55-73aea8f1456d tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.827980] env[63260]: DEBUG oslo_vmware.api [None req-e7399c71-6a73-4faf-ac6a-86990c880c16 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285470, 'name': PowerOffVM_Task, 'duration_secs': 0.201148} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.828360] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7399c71-6a73-4faf-ac6a-86990c880c16 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.828423] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e7399c71-6a73-4faf-ac6a-86990c880c16 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.828677] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-055af4a1-af1e-4f7c-aa6c-aaf35a2dd8dd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.912131] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e7399c71-6a73-4faf-ac6a-86990c880c16 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.912472] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e7399c71-6a73-4faf-ac6a-86990c880c16 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.912596] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7399c71-6a73-4faf-ac6a-86990c880c16 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Deleting the datastore file [datastore2] 2bdfb148-2a87-4462-ad05-36447c77d533 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.912888] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0aefce1-cb31-4154-b409-02fa49c8cb82 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.919797] env[63260]: DEBUG oslo_vmware.api [None req-e7399c71-6a73-4faf-ac6a-86990c880c16 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Waiting for the task: (returnval){ [ 1168.919797] env[63260]: value = "task-2285472" [ 1168.919797] env[63260]: _type = "Task" [ 1168.919797] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.927656] env[63260]: DEBUG oslo_vmware.api [None req-e7399c71-6a73-4faf-ac6a-86990c880c16 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.992180] env[63260]: DEBUG oslo_concurrency.lockutils [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.718s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.999668] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.896s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.999921] env[63260]: DEBUG nova.objects.instance [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lazy-loading 'pci_requests' on Instance uuid 9a3276e9-0c38-4709-a264-aa69e96afa6d {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.037737] env[63260]: DEBUG oslo_vmware.api [None req-944093a7-30a8-40aa-aa55-73aea8f1456d tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.431819] env[63260]: DEBUG oslo_vmware.api [None req-e7399c71-6a73-4faf-ac6a-86990c880c16 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152398} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.432132] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7399c71-6a73-4faf-ac6a-86990c880c16 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.432330] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e7399c71-6a73-4faf-ac6a-86990c880c16 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1169.432523] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-e7399c71-6a73-4faf-ac6a-86990c880c16 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1169.432917] env[63260]: INFO nova.compute.manager [None req-e7399c71-6a73-4faf-ac6a-86990c880c16 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1169.432994] env[63260]: DEBUG oslo.service.loopingcall [None req-e7399c71-6a73-4faf-ac6a-86990c880c16 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1169.433141] env[63260]: DEBUG nova.compute.manager [-] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1169.433270] env[63260]: DEBUG nova.network.neutron [-] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1169.511808] env[63260]: DEBUG nova.objects.instance [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lazy-loading 'numa_topology' on Instance uuid 9a3276e9-0c38-4709-a264-aa69e96afa6d {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.537014] env[63260]: DEBUG oslo_vmware.api [None req-944093a7-30a8-40aa-aa55-73aea8f1456d tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.836129] env[63260]: DEBUG nova.compute.manager [req-403851ca-cc3b-4e25-be50-28f58290d688 req-76d4e2d2-9d90-4032-81c3-20df84e7f2f3 service nova] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Received event network-vif-deleted-38f41815-64cd-4608-a905-2cb29bd2c22e {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1169.836402] env[63260]: INFO nova.compute.manager [req-403851ca-cc3b-4e25-be50-28f58290d688 req-76d4e2d2-9d90-4032-81c3-20df84e7f2f3 service nova] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Neutron deleted interface 38f41815-64cd-4608-a905-2cb29bd2c22e; detaching it from the instance and deleting it from the info cache [ 1169.836402] env[63260]: DEBUG nova.network.neutron [req-403851ca-cc3b-4e25-be50-28f58290d688 req-76d4e2d2-9d90-4032-81c3-20df84e7f2f3 service nova] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.016691] env[63260]: INFO nova.compute.claims [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1170.038164] env[63260]: DEBUG oslo_vmware.api [None req-944093a7-30a8-40aa-aa55-73aea8f1456d tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.318647] env[63260]: DEBUG nova.network.neutron [-] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.339138] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c71a993-97e2-4fd0-bc20-1ad18cd4b479 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.349994] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67211889-7f29-4ebd-8984-faee507cadc1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.378973] env[63260]: DEBUG nova.compute.manager [req-403851ca-cc3b-4e25-be50-28f58290d688 req-76d4e2d2-9d90-4032-81c3-20df84e7f2f3 service nova] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Detach interface failed, port_id=38f41815-64cd-4608-a905-2cb29bd2c22e, reason: Instance 2bdfb148-2a87-4462-ad05-36447c77d533 could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1170.539687] env[63260]: DEBUG oslo_vmware.api [None req-944093a7-30a8-40aa-aa55-73aea8f1456d tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285468, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.548115] env[63260]: INFO nova.compute.manager [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Swapping old allocation on dict_keys(['535ed902-6829-4832-9c79-14d5c1df9745']) held by migration 4ea2272b-7669-420b-8cb3-3b4837b4ccbb for instance [ 1170.569906] env[63260]: DEBUG nova.scheduler.client.report [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Overwriting current allocation {'allocations': {'535ed902-6829-4832-9c79-14d5c1df9745': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 170}}, 'project_id': '12b951a134ae4e0294f6672abcb63dc9', 'user_id': '49666a04a3a14ae781f0f55d9f13011a', 'consumer_generation': 1} on consumer 9c112d45-b457-4c70-9887-b71f26d3c198 {{(pid=63260) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1170.660591] env[63260]: DEBUG oslo_concurrency.lockutils [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "refresh_cache-9c112d45-b457-4c70-9887-b71f26d3c198" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.661036] env[63260]: DEBUG oslo_concurrency.lockutils [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquired lock "refresh_cache-9c112d45-b457-4c70-9887-b71f26d3c198" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.661309] env[63260]: DEBUG nova.network.neutron [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.822424] env[63260]: INFO nova.compute.manager [-] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Took 1.39 seconds to deallocate network for instance. [ 1171.044169] env[63260]: DEBUG oslo_vmware.api [None req-944093a7-30a8-40aa-aa55-73aea8f1456d tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285468, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.148880] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1527c24a-0da0-4c62-8b9b-c7f10392a78f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.157475] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b2be59-051e-4cb7-8ae6-d4f68bbb2b35 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.189441] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3287797e-be0e-442a-8258-9df4a963c5d7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.197136] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85a60f7-e9ad-4304-94af-6bf013238fb3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.209975] env[63260]: DEBUG nova.compute.provider_tree [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1171.330776] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e7399c71-6a73-4faf-ac6a-86990c880c16 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.446025] env[63260]: DEBUG nova.network.neutron [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Updating instance_info_cache with network_info: [{"id": "e69e3a11-1fc8-4de0-b1ad-96d0ee2c0772", "address": "fa:16:3e:f8:12:3f", "network": {"id": "095ea81c-b08e-465e-a9a8-6c7d22cb7bf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1442129299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12b951a134ae4e0294f6672abcb63dc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape69e3a11-1f", "ovs_interfaceid": "e69e3a11-1fc8-4de0-b1ad-96d0ee2c0772", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.542858] env[63260]: DEBUG oslo_vmware.api [None req-944093a7-30a8-40aa-aa55-73aea8f1456d tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285468, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.747284] env[63260]: ERROR nova.scheduler.client.report [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [req-a3dcb19c-ec8e-42b3-870d-0fb56e29c272] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 535ed902-6829-4832-9c79-14d5c1df9745. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a3dcb19c-ec8e-42b3-870d-0fb56e29c272"}]} [ 1171.773078] env[63260]: DEBUG nova.scheduler.client.report [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Refreshing inventories for resource provider 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1171.788418] env[63260]: DEBUG nova.scheduler.client.report [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Updating ProviderTree inventory for provider 535ed902-6829-4832-9c79-14d5c1df9745 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1171.788645] env[63260]: DEBUG nova.compute.provider_tree [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1171.810016] env[63260]: DEBUG nova.scheduler.client.report [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Refreshing aggregate associations for resource provider 535ed902-6829-4832-9c79-14d5c1df9745, aggregates: None {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1171.833034] env[63260]: DEBUG nova.scheduler.client.report [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Refreshing trait associations for resource provider 535ed902-6829-4832-9c79-14d5c1df9745, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1171.949705] env[63260]: DEBUG oslo_concurrency.lockutils [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Releasing lock "refresh_cache-9c112d45-b457-4c70-9887-b71f26d3c198" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.949705] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1079c2-2f3f-4710-a4cd-3547900ea46d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.961485] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fac32dc-6ba9-4c6c-a138-0ea6f3081eea {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.992998] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef78849-a920-4e91-b088-4bb490048c93 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.000578] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abc1c9a-d4f2-4ab4-97c9-44255fd6d085 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.031640] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24a8c62-0180-4109-9633-cd1a16175467 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.044213] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f442f22-c7b2-43b0-bce6-c9fe57b16889 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.047851] env[63260]: DEBUG oslo_vmware.api [None req-944093a7-30a8-40aa-aa55-73aea8f1456d tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285468, 'name': ReconfigVM_Task, 'duration_secs': 6.781877} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.048096] env[63260]: DEBUG oslo_concurrency.lockutils [None req-944093a7-30a8-40aa-aa55-73aea8f1456d tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Releasing lock "ac37feca-ed04-4e40-a22e-1f30b8534d74" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.048304] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-944093a7-30a8-40aa-aa55-73aea8f1456d tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Reconfigured VM to detach interface {{(pid=63260) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1172.059840] env[63260]: DEBUG nova.compute.provider_tree [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1172.484016] env[63260]: DEBUG oslo_concurrency.lockutils [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquiring lock "f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1172.484221] env[63260]: DEBUG oslo_concurrency.lockutils [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Lock "f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.584045] env[63260]: ERROR nova.scheduler.client.report [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [req-1480f391-93cf-42d5-a57c-2c0a9a5d13ec] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 535ed902-6829-4832-9c79-14d5c1df9745. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1480f391-93cf-42d5-a57c-2c0a9a5d13ec"}]} [ 1172.600288] env[63260]: DEBUG nova.scheduler.client.report [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Refreshing inventories for resource provider 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1172.612677] env[63260]: DEBUG nova.scheduler.client.report [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Updating ProviderTree inventory for provider 535ed902-6829-4832-9c79-14d5c1df9745 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1172.613051] env[63260]: DEBUG nova.compute.provider_tree [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1172.627958] env[63260]: DEBUG nova.scheduler.client.report [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Refreshing aggregate associations for resource provider 535ed902-6829-4832-9c79-14d5c1df9745, aggregates: None {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1172.651009] env[63260]: DEBUG nova.scheduler.client.report [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Refreshing trait associations for resource provider 535ed902-6829-4832-9c79-14d5c1df9745, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1172.824244] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be6c715-1d05-4512-a1b5-83772c452f28 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.834438] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5d8f79-135a-41fa-ab47-26f232177d53 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.869516] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771c4149-8407-4660-bbe7-0f64a5410dd5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.875244] env[63260]: DEBUG oslo_concurrency.lockutils [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquiring lock "c9670741-dac1-4092-8322-7e941b717d14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1172.875517] env[63260]: DEBUG oslo_concurrency.lockutils [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Lock "c9670741-dac1-4092-8322-7e941b717d14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.887900] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32b5701-fb0b-4ba1-9e24-e4fcd37aaaf2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.905039] env[63260]: DEBUG nova.compute.provider_tree [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1172.970020] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ad0ced2c-8a12-4704-8384-2f9589c12df1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "ac37feca-ed04-4e40-a22e-1f30b8534d74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1172.970020] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ad0ced2c-8a12-4704-8384-2f9589c12df1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "ac37feca-ed04-4e40-a22e-1f30b8534d74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.970020] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ad0ced2c-8a12-4704-8384-2f9589c12df1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "ac37feca-ed04-4e40-a22e-1f30b8534d74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1172.970020] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ad0ced2c-8a12-4704-8384-2f9589c12df1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "ac37feca-ed04-4e40-a22e-1f30b8534d74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.970020] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ad0ced2c-8a12-4704-8384-2f9589c12df1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "ac37feca-ed04-4e40-a22e-1f30b8534d74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1172.971723] env[63260]: INFO nova.compute.manager [None req-ad0ced2c-8a12-4704-8384-2f9589c12df1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Terminating instance [ 1172.986247] env[63260]: DEBUG nova.compute.manager [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1173.062705] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.063042] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92305ce5-be0e-4d26-9e4e-d8e660ee5e24 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.071473] env[63260]: DEBUG oslo_vmware.api [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1173.071473] env[63260]: value = "task-2285474" [ 1173.071473] env[63260]: _type = "Task" [ 1173.071473] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.082506] env[63260]: DEBUG oslo_vmware.api [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.381115] env[63260]: DEBUG nova.compute.manager [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1173.443224] env[63260]: DEBUG oslo_concurrency.lockutils [None req-944093a7-30a8-40aa-aa55-73aea8f1456d tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "refresh_cache-ac37feca-ed04-4e40-a22e-1f30b8534d74" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.443467] env[63260]: DEBUG oslo_concurrency.lockutils [None req-944093a7-30a8-40aa-aa55-73aea8f1456d tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquired lock "refresh_cache-ac37feca-ed04-4e40-a22e-1f30b8534d74" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.443606] env[63260]: DEBUG nova.network.neutron [None req-944093a7-30a8-40aa-aa55-73aea8f1456d tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.446496] env[63260]: DEBUG nova.scheduler.client.report [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Updated inventory for provider 535ed902-6829-4832-9c79-14d5c1df9745 with generation 173 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1173.446746] env[63260]: DEBUG nova.compute.provider_tree [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Updating resource provider 535ed902-6829-4832-9c79-14d5c1df9745 generation from 173 to 174 during operation: update_inventory {{(pid=63260) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1173.446931] env[63260]: DEBUG nova.compute.provider_tree [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Updating inventory in ProviderTree for provider 535ed902-6829-4832-9c79-14d5c1df9745 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1173.475843] env[63260]: DEBUG nova.compute.manager [None req-ad0ced2c-8a12-4704-8384-2f9589c12df1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1173.476198] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0ced2c-8a12-4704-8384-2f9589c12df1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1173.477108] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfab9ef-956b-4585-9c71-a540764ff516 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.485570] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad0ced2c-8a12-4704-8384-2f9589c12df1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.485877] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2762fa99-9b00-4c26-9525-ec027dcc23fe {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.501113] env[63260]: DEBUG oslo_vmware.api [None req-ad0ced2c-8a12-4704-8384-2f9589c12df1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 1173.501113] env[63260]: value = "task-2285475" [ 1173.501113] env[63260]: _type = "Task" [ 1173.501113] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.514589] env[63260]: DEBUG oslo_vmware.api [None req-ad0ced2c-8a12-4704-8384-2f9589c12df1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.517129] env[63260]: DEBUG oslo_concurrency.lockutils [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1173.581460] env[63260]: DEBUG oslo_vmware.api [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285474, 'name': PowerOffVM_Task, 'duration_secs': 0.471721} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.582537] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1173.582537] env[63260]: DEBUG nova.virt.hardware [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.582720] env[63260]: DEBUG nova.virt.hardware [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.582893] env[63260]: DEBUG nova.virt.hardware [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.583104] env[63260]: DEBUG nova.virt.hardware [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.583251] env[63260]: DEBUG nova.virt.hardware [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.583395] env[63260]: DEBUG nova.virt.hardware [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.583659] env[63260]: DEBUG nova.virt.hardware [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.583844] env[63260]: DEBUG nova.virt.hardware [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.584021] env[63260]: DEBUG nova.virt.hardware [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.584187] env[63260]: DEBUG nova.virt.hardware [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.584359] env[63260]: DEBUG nova.virt.hardware [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.591619] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0136b6bc-081b-4afa-8354-22b50459e181 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.609325] env[63260]: DEBUG oslo_vmware.api [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1173.609325] env[63260]: value = "task-2285476" [ 1173.609325] env[63260]: _type = "Task" [ 1173.609325] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.617814] env[63260]: DEBUG oslo_vmware.api [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285476, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.907362] env[63260]: DEBUG oslo_concurrency.lockutils [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1173.952997] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.953s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.955695] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e7399c71-6a73-4faf-ac6a-86990c880c16 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.624s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1173.955695] env[63260]: DEBUG nova.objects.instance [None req-e7399c71-6a73-4faf-ac6a-86990c880c16 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Lazy-loading 'resources' on Instance uuid 2bdfb148-2a87-4462-ad05-36447c77d533 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.015942] env[63260]: DEBUG oslo_vmware.api [None req-ad0ced2c-8a12-4704-8384-2f9589c12df1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285475, 'name': PowerOffVM_Task, 'duration_secs': 0.251884} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.016411] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad0ced2c-8a12-4704-8384-2f9589c12df1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.016736] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0ced2c-8a12-4704-8384-2f9589c12df1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.017155] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c5fa114-618e-49b4-b4f4-6f74ca5ef79c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.021712] env[63260]: INFO nova.network.neutron [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Updating port 9b2333e8-5d6e-4ee6-ba76-57ca55659042 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1174.088582] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0ced2c-8a12-4704-8384-2f9589c12df1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.088944] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0ced2c-8a12-4704-8384-2f9589c12df1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.089192] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad0ced2c-8a12-4704-8384-2f9589c12df1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Deleting the datastore file [datastore2] ac37feca-ed04-4e40-a22e-1f30b8534d74 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.089646] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de9a1830-6872-4e7d-9d2c-9bbc2178c225 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.097895] env[63260]: DEBUG oslo_vmware.api [None req-ad0ced2c-8a12-4704-8384-2f9589c12df1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 1174.097895] env[63260]: value = "task-2285478" [ 1174.097895] env[63260]: _type = "Task" [ 1174.097895] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.105948] env[63260]: DEBUG oslo_vmware.api [None req-ad0ced2c-8a12-4704-8384-2f9589c12df1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.118272] env[63260]: DEBUG oslo_vmware.api [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285476, 'name': ReconfigVM_Task, 'duration_secs': 0.243283} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.119197] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6efe3f7-93a7-4fe5-b013-742e4d99f606 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.141067] env[63260]: DEBUG nova.virt.hardware [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1174.141410] env[63260]: DEBUG nova.virt.hardware [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.141615] env[63260]: DEBUG nova.virt.hardware [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.141817] env[63260]: DEBUG nova.virt.hardware [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.141986] env[63260]: DEBUG nova.virt.hardware [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.142162] env[63260]: DEBUG nova.virt.hardware [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1174.142382] env[63260]: DEBUG nova.virt.hardware [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1174.142579] env[63260]: DEBUG nova.virt.hardware [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1174.142780] env[63260]: DEBUG nova.virt.hardware [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1174.143038] env[63260]: DEBUG nova.virt.hardware [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1174.143347] env[63260]: DEBUG nova.virt.hardware [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1174.147217] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e2ab4fb-1b2e-40cc-a3e3-7f73f30ea0db {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.156518] env[63260]: DEBUG oslo_vmware.api [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1174.156518] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528561d3-f90e-0ba0-94a2-09d1e6f56994" [ 1174.156518] env[63260]: _type = "Task" [ 1174.156518] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.173128] env[63260]: DEBUG oslo_vmware.api [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528561d3-f90e-0ba0-94a2-09d1e6f56994, 'name': SearchDatastore_Task, 'duration_secs': 0.008261} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.179739] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1174.180238] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e342653a-46f6-4414-b073-1148bcad1f88 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.203688] env[63260]: DEBUG oslo_vmware.api [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1174.203688] env[63260]: value = "task-2285479" [ 1174.203688] env[63260]: _type = "Task" [ 1174.203688] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.216672] env[63260]: DEBUG oslo_vmware.api [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285479, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.513067] env[63260]: INFO nova.network.neutron [None req-944093a7-30a8-40aa-aa55-73aea8f1456d tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Port 75b07beb-cce6-4300-8121-5396d4699a00 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1174.513470] env[63260]: DEBUG nova.network.neutron [None req-944093a7-30a8-40aa-aa55-73aea8f1456d tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Updating instance_info_cache with network_info: [{"id": "51bc87e5-6062-47e7-9e0f-667b55a4a89b", "address": "fa:16:3e:13:99:8b", "network": {"id": "d0e7abcc-19b4-4bfa-aad5-9325eea82286", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-460452321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2147a1e9788d4345b9f561c682dcba6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51bc87e5-60", "ovs_interfaceid": "51bc87e5-6062-47e7-9e0f-667b55a4a89b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.609541] env[63260]: DEBUG oslo_vmware.api [None req-ad0ced2c-8a12-4704-8384-2f9589c12df1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169091} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.609794] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad0ced2c-8a12-4704-8384-2f9589c12df1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1174.609970] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0ced2c-8a12-4704-8384-2f9589c12df1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1174.610158] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0ced2c-8a12-4704-8384-2f9589c12df1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1174.610323] env[63260]: INFO nova.compute.manager [None req-ad0ced2c-8a12-4704-8384-2f9589c12df1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1174.610554] env[63260]: DEBUG oslo.service.loopingcall [None req-ad0ced2c-8a12-4704-8384-2f9589c12df1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1174.610844] env[63260]: DEBUG nova.compute.manager [-] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1174.611281] env[63260]: DEBUG nova.network.neutron [-] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1174.627271] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3554d9e-d974-4e6b-819a-5d4a478f84d5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.633503] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b304db-7e09-4540-8f37-1699e3e2a833 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.665886] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61dbde79-6573-488f-aa3e-63d7f8f4644c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.673515] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d09feec-20e2-4da0-a978-df258a76d57e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.686967] env[63260]: DEBUG nova.compute.provider_tree [None req-e7399c71-6a73-4faf-ac6a-86990c880c16 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.713177] env[63260]: DEBUG oslo_vmware.api [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285479, 'name': ReconfigVM_Task, 'duration_secs': 0.497741} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.713448] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1174.714235] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707fd1a3-2520-48e8-b1d3-375635389bf8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.739874] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 9c112d45-b457-4c70-9887-b71f26d3c198/9c112d45-b457-4c70-9887-b71f26d3c198.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.741973] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f768e224-5d98-4bbd-9645-edc960c2de0d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.759532] env[63260]: DEBUG oslo_vmware.api [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1174.759532] env[63260]: value = "task-2285480" [ 1174.759532] env[63260]: _type = "Task" [ 1174.759532] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.767443] env[63260]: DEBUG oslo_vmware.api [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285480, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.017703] env[63260]: DEBUG oslo_concurrency.lockutils [None req-944093a7-30a8-40aa-aa55-73aea8f1456d tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Releasing lock "refresh_cache-ac37feca-ed04-4e40-a22e-1f30b8534d74" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.189817] env[63260]: DEBUG nova.scheduler.client.report [None req-e7399c71-6a73-4faf-ac6a-86990c880c16 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.270147] env[63260]: DEBUG oslo_vmware.api [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285480, 'name': ReconfigVM_Task, 'duration_secs': 0.352976} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.270548] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 9c112d45-b457-4c70-9887-b71f26d3c198/9c112d45-b457-4c70-9887-b71f26d3c198.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.271579] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2b75cd-32d0-45c5-9545-99cf25713ef0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.296632] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0758cc16-2b19-4da3-8df1-c79db8c46ca0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.321270] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7237cf5-338f-4ad8-b61d-8786bd04e0fc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.346849] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973dc20a-bcbc-4d89-86df-8ea579230b2f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.355225] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1175.356975] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc7f466a-5ee7-4f29-b60e-bf17a890ef40 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.366020] env[63260]: DEBUG oslo_vmware.api [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1175.366020] env[63260]: value = "task-2285481" [ 1175.366020] env[63260]: _type = "Task" [ 1175.366020] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.374875] env[63260]: DEBUG oslo_vmware.api [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285481, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.378733] env[63260]: DEBUG nova.compute.manager [req-bcb815c0-eed3-468e-af0f-3b72521f64f6 req-3e2fce2a-990a-481e-89af-8c4f4345c122 service nova] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Received event network-vif-deleted-51bc87e5-6062-47e7-9e0f-667b55a4a89b {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1175.378923] env[63260]: INFO nova.compute.manager [req-bcb815c0-eed3-468e-af0f-3b72521f64f6 req-3e2fce2a-990a-481e-89af-8c4f4345c122 service nova] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Neutron deleted interface 51bc87e5-6062-47e7-9e0f-667b55a4a89b; detaching it from the instance and deleting it from the info cache [ 1175.379126] env[63260]: DEBUG nova.network.neutron [req-bcb815c0-eed3-468e-af0f-3b72521f64f6 req-3e2fce2a-990a-481e-89af-8c4f4345c122 service nova] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.521439] env[63260]: DEBUG oslo_concurrency.lockutils [None req-944093a7-30a8-40aa-aa55-73aea8f1456d tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "interface-ac37feca-ed04-4e40-a22e-1f30b8534d74-75b07beb-cce6-4300-8121-5396d4699a00" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.070s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1175.694904] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e7399c71-6a73-4faf-ac6a-86990c880c16 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.740s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1175.697307] env[63260]: DEBUG oslo_concurrency.lockutils [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.180s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1175.698809] env[63260]: INFO nova.compute.claims [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1175.724522] env[63260]: INFO nova.scheduler.client.report [None req-e7399c71-6a73-4faf-ac6a-86990c880c16 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Deleted allocations for instance 2bdfb148-2a87-4462-ad05-36447c77d533 [ 1175.800030] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquiring lock "refresh_cache-9a3276e9-0c38-4709-a264-aa69e96afa6d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.800209] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquired lock "refresh_cache-9a3276e9-0c38-4709-a264-aa69e96afa6d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.800392] env[63260]: DEBUG nova.network.neutron [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.860872] env[63260]: DEBUG nova.network.neutron [-] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.875467] env[63260]: DEBUG oslo_vmware.api [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285481, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.881504] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57a85a8a-1029-4153-b34d-b9e6bfd2a9ab {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.890329] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98c23ab-72b7-43fe-b685-1c092f06a2d8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.918339] env[63260]: DEBUG nova.compute.manager [req-bcb815c0-eed3-468e-af0f-3b72521f64f6 req-3e2fce2a-990a-481e-89af-8c4f4345c122 service nova] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Detach interface failed, port_id=51bc87e5-6062-47e7-9e0f-667b55a4a89b, reason: Instance ac37feca-ed04-4e40-a22e-1f30b8534d74 could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1176.233601] env[63260]: DEBUG oslo_concurrency.lockutils [None req-e7399c71-6a73-4faf-ac6a-86990c880c16 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Lock "2bdfb148-2a87-4462-ad05-36447c77d533" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.440s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1176.363082] env[63260]: INFO nova.compute.manager [-] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Took 1.75 seconds to deallocate network for instance. [ 1176.377364] env[63260]: DEBUG oslo_vmware.api [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285481, 'name': PowerOnVM_Task, 'duration_secs': 0.631605} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.377650] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1176.576950] env[63260]: DEBUG nova.network.neutron [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Updating instance_info_cache with network_info: [{"id": "9b2333e8-5d6e-4ee6-ba76-57ca55659042", "address": "fa:16:3e:9d:6a:4a", "network": {"id": "66d00c05-9221-40b2-ab92-cc9e6cc0a873", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139558234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60727a710cc4402ca1e8f23bab7f1ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b2333e8-5d", "ovs_interfaceid": "9b2333e8-5d6e-4ee6-ba76-57ca55659042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.837154] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44757a4-0da5-460f-9fc8-df597110cd8c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.844620] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb1c4b2-bdf1-4c1b-8938-4741c7bf0256 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.876135] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ad0ced2c-8a12-4704-8384-2f9589c12df1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1176.877139] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8811e5f5-e5d0-4c7a-80ce-24768c20850f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.884320] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e419bf-c30d-4999-b1e4-a2f2f4c2f160 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.900718] env[63260]: DEBUG nova.compute.provider_tree [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.080082] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Releasing lock "refresh_cache-9a3276e9-0c38-4709-a264-aa69e96afa6d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.106517] env[63260]: DEBUG nova.virt.hardware [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c3dd11cd0ed75e75b335ea6805fc5dc4',container_format='bare',created_at=2025-02-04T16:25:02Z,direct_url=,disk_format='vmdk',id=ea78f21e-5640-480c-8510-f95bc22e39eb,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1794793471-shelved',owner='60727a710cc4402ca1e8f23bab7f1ab6',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-02-04T16:25:15Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1177.106763] env[63260]: DEBUG nova.virt.hardware [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1177.106919] env[63260]: DEBUG nova.virt.hardware [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1177.107115] env[63260]: DEBUG nova.virt.hardware [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1177.107266] env[63260]: DEBUG nova.virt.hardware [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1177.107413] env[63260]: DEBUG nova.virt.hardware [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1177.107673] env[63260]: DEBUG nova.virt.hardware [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1177.107872] env[63260]: DEBUG nova.virt.hardware [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1177.108055] env[63260]: DEBUG nova.virt.hardware [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1177.108223] env[63260]: DEBUG nova.virt.hardware [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1177.108396] env[63260]: DEBUG nova.virt.hardware [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1177.109251] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de220a8f-a079-43df-a7ba-98ae3b59e477 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.117764] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9178a1-a0e1-4154-b314-43e3b9b2b181 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.134834] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:6a:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b2333e8-5d6e-4ee6-ba76-57ca55659042', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1177.143309] env[63260]: DEBUG oslo.service.loopingcall [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1177.143529] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1177.143749] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56b2619e-afc8-4af7-ad58-c978e5ee32aa {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.162063] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1177.162063] env[63260]: value = "task-2285482" [ 1177.162063] env[63260]: _type = "Task" [ 1177.162063] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.169391] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285482, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.403898] env[63260]: DEBUG nova.scheduler.client.report [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.410348] env[63260]: DEBUG nova.compute.manager [req-fd4267a1-815a-48db-9964-554f5df4c7bb req-3d8d3bf9-4061-481d-8119-ee0c2b577443 service nova] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Received event network-vif-plugged-9b2333e8-5d6e-4ee6-ba76-57ca55659042 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1177.410348] env[63260]: DEBUG oslo_concurrency.lockutils [req-fd4267a1-815a-48db-9964-554f5df4c7bb req-3d8d3bf9-4061-481d-8119-ee0c2b577443 service nova] Acquiring lock "9a3276e9-0c38-4709-a264-aa69e96afa6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.410348] env[63260]: DEBUG oslo_concurrency.lockutils [req-fd4267a1-815a-48db-9964-554f5df4c7bb req-3d8d3bf9-4061-481d-8119-ee0c2b577443 service nova] Lock "9a3276e9-0c38-4709-a264-aa69e96afa6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.410569] env[63260]: DEBUG oslo_concurrency.lockutils [req-fd4267a1-815a-48db-9964-554f5df4c7bb req-3d8d3bf9-4061-481d-8119-ee0c2b577443 service nova] Lock "9a3276e9-0c38-4709-a264-aa69e96afa6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.410569] env[63260]: DEBUG nova.compute.manager [req-fd4267a1-815a-48db-9964-554f5df4c7bb req-3d8d3bf9-4061-481d-8119-ee0c2b577443 service nova] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] No waiting events found dispatching network-vif-plugged-9b2333e8-5d6e-4ee6-ba76-57ca55659042 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1177.410766] env[63260]: WARNING nova.compute.manager [req-fd4267a1-815a-48db-9964-554f5df4c7bb req-3d8d3bf9-4061-481d-8119-ee0c2b577443 service nova] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Received unexpected event network-vif-plugged-9b2333e8-5d6e-4ee6-ba76-57ca55659042 for instance with vm_state shelved_offloaded and task_state spawning. [ 1177.410898] env[63260]: DEBUG nova.compute.manager [req-fd4267a1-815a-48db-9964-554f5df4c7bb req-3d8d3bf9-4061-481d-8119-ee0c2b577443 service nova] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Received event network-changed-9b2333e8-5d6e-4ee6-ba76-57ca55659042 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1177.411062] env[63260]: DEBUG nova.compute.manager [req-fd4267a1-815a-48db-9964-554f5df4c7bb req-3d8d3bf9-4061-481d-8119-ee0c2b577443 service nova] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Refreshing instance network info cache due to event network-changed-9b2333e8-5d6e-4ee6-ba76-57ca55659042. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1177.411244] env[63260]: DEBUG oslo_concurrency.lockutils [req-fd4267a1-815a-48db-9964-554f5df4c7bb req-3d8d3bf9-4061-481d-8119-ee0c2b577443 service nova] Acquiring lock "refresh_cache-9a3276e9-0c38-4709-a264-aa69e96afa6d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.411403] env[63260]: DEBUG oslo_concurrency.lockutils [req-fd4267a1-815a-48db-9964-554f5df4c7bb req-3d8d3bf9-4061-481d-8119-ee0c2b577443 service nova] Acquired lock "refresh_cache-9a3276e9-0c38-4709-a264-aa69e96afa6d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.411548] env[63260]: DEBUG nova.network.neutron [req-fd4267a1-815a-48db-9964-554f5df4c7bb req-3d8d3bf9-4061-481d-8119-ee0c2b577443 service nova] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Refreshing network info cache for port 9b2333e8-5d6e-4ee6-ba76-57ca55659042 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.434120] env[63260]: INFO nova.compute.manager [None req-35db87d9-084d-41f1-8738-8e50ccfbd0db tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Updating instance to original state: 'active' [ 1177.470405] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9676ed7d-27a8-4d6e-8c67-53af25bdaf96 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Acquiring lock "c44cc959-9391-413f-b350-eae627c5bef7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.470836] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9676ed7d-27a8-4d6e-8c67-53af25bdaf96 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Lock "c44cc959-9391-413f-b350-eae627c5bef7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.470922] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9676ed7d-27a8-4d6e-8c67-53af25bdaf96 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Acquiring lock "c44cc959-9391-413f-b350-eae627c5bef7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.471121] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9676ed7d-27a8-4d6e-8c67-53af25bdaf96 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Lock "c44cc959-9391-413f-b350-eae627c5bef7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.471298] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9676ed7d-27a8-4d6e-8c67-53af25bdaf96 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Lock "c44cc959-9391-413f-b350-eae627c5bef7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.473638] env[63260]: INFO nova.compute.manager [None req-9676ed7d-27a8-4d6e-8c67-53af25bdaf96 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Terminating instance [ 1177.539820] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0d07d680-deb4-4c31-88f6-4427ea145165 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Acquiring lock "dbf517b5-42e2-4435-8da8-c9eb755a6d75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.540080] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0d07d680-deb4-4c31-88f6-4427ea145165 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Lock "dbf517b5-42e2-4435-8da8-c9eb755a6d75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.540284] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0d07d680-deb4-4c31-88f6-4427ea145165 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Acquiring lock "dbf517b5-42e2-4435-8da8-c9eb755a6d75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.540463] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0d07d680-deb4-4c31-88f6-4427ea145165 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Lock "dbf517b5-42e2-4435-8da8-c9eb755a6d75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.540660] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0d07d680-deb4-4c31-88f6-4427ea145165 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Lock "dbf517b5-42e2-4435-8da8-c9eb755a6d75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.542648] env[63260]: INFO nova.compute.manager [None req-0d07d680-deb4-4c31-88f6-4427ea145165 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Terminating instance [ 1177.671828] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285482, 'name': CreateVM_Task, 'duration_secs': 0.300494} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.671957] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1177.673175] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ea78f21e-5640-480c-8510-f95bc22e39eb" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.673175] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ea78f21e-5640-480c-8510-f95bc22e39eb" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.673466] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ea78f21e-5640-480c-8510-f95bc22e39eb" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1177.673705] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c15eeafc-609b-4e88-a2c4-818f99496893 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.678503] env[63260]: DEBUG oslo_vmware.api [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 1177.678503] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52d596c6-14b4-0366-831b-2a0973b00b32" [ 1177.678503] env[63260]: _type = "Task" [ 1177.678503] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.685911] env[63260]: DEBUG oslo_vmware.api [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52d596c6-14b4-0366-831b-2a0973b00b32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.914604] env[63260]: DEBUG oslo_concurrency.lockutils [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.217s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.915154] env[63260]: DEBUG nova.compute.manager [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1177.919845] env[63260]: DEBUG oslo_concurrency.lockutils [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.013s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.921625] env[63260]: INFO nova.compute.claims [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1177.978768] env[63260]: DEBUG nova.compute.manager [None req-9676ed7d-27a8-4d6e-8c67-53af25bdaf96 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1177.978768] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9676ed7d-27a8-4d6e-8c67-53af25bdaf96 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1177.979763] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df86e493-891e-4406-8c70-9d35b9b72099 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.989422] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-9676ed7d-27a8-4d6e-8c67-53af25bdaf96 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.992021] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2a521f4-9704-45bb-8ef0-d705994478ac {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.998563] env[63260]: DEBUG oslo_vmware.api [None req-9676ed7d-27a8-4d6e-8c67-53af25bdaf96 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Waiting for the task: (returnval){ [ 1177.998563] env[63260]: value = "task-2285483" [ 1177.998563] env[63260]: _type = "Task" [ 1177.998563] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.006423] env[63260]: DEBUG oslo_vmware.api [None req-9676ed7d-27a8-4d6e-8c67-53af25bdaf96 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.046928] env[63260]: DEBUG nova.compute.manager [None req-0d07d680-deb4-4c31-88f6-4427ea145165 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1178.046928] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0d07d680-deb4-4c31-88f6-4427ea145165 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1178.047480] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66a15a7-50cf-44b2-90e5-a405c52fc52f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.059312] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d07d680-deb4-4c31-88f6-4427ea145165 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.059575] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45da31b8-6350-4b07-a46b-5abcc4b97901 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.066276] env[63260]: DEBUG oslo_vmware.api [None req-0d07d680-deb4-4c31-88f6-4427ea145165 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Waiting for the task: (returnval){ [ 1178.066276] env[63260]: value = "task-2285484" [ 1178.066276] env[63260]: _type = "Task" [ 1178.066276] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.074467] env[63260]: DEBUG oslo_vmware.api [None req-0d07d680-deb4-4c31-88f6-4427ea145165 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.161364] env[63260]: DEBUG nova.network.neutron [req-fd4267a1-815a-48db-9964-554f5df4c7bb req-3d8d3bf9-4061-481d-8119-ee0c2b577443 service nova] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Updated VIF entry in instance network info cache for port 9b2333e8-5d6e-4ee6-ba76-57ca55659042. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1178.161776] env[63260]: DEBUG nova.network.neutron [req-fd4267a1-815a-48db-9964-554f5df4c7bb req-3d8d3bf9-4061-481d-8119-ee0c2b577443 service nova] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Updating instance_info_cache with network_info: [{"id": "9b2333e8-5d6e-4ee6-ba76-57ca55659042", "address": "fa:16:3e:9d:6a:4a", "network": {"id": "66d00c05-9221-40b2-ab92-cc9e6cc0a873", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139558234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60727a710cc4402ca1e8f23bab7f1ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b2333e8-5d", "ovs_interfaceid": "9b2333e8-5d6e-4ee6-ba76-57ca55659042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.190720] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ea78f21e-5640-480c-8510-f95bc22e39eb" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.190997] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Processing image ea78f21e-5640-480c-8510-f95bc22e39eb {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1178.191271] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ea78f21e-5640-480c-8510-f95bc22e39eb/ea78f21e-5640-480c-8510-f95bc22e39eb.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.191422] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ea78f21e-5640-480c-8510-f95bc22e39eb/ea78f21e-5640-480c-8510-f95bc22e39eb.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.191605] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1178.191856] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9c84c32-7e9c-4808-b216-326f63e4a87b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.200761] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1178.200761] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1178.201342] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca878c5a-5f54-4a6b-a4c4-26d909f75752 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.207937] env[63260]: DEBUG oslo_vmware.api [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 1178.207937] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52ce5bd5-68d4-4ee8-91ed-0d5036ee62b7" [ 1178.207937] env[63260]: _type = "Task" [ 1178.207937] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.222969] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Preparing fetch location {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1178.223316] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Fetch image to [datastore2] OSTACK_IMG_125a1aab-5035-4171-906a-58eb47eb1fc8/OSTACK_IMG_125a1aab-5035-4171-906a-58eb47eb1fc8.vmdk {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1178.223443] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Downloading stream optimized image ea78f21e-5640-480c-8510-f95bc22e39eb to [datastore2] OSTACK_IMG_125a1aab-5035-4171-906a-58eb47eb1fc8/OSTACK_IMG_125a1aab-5035-4171-906a-58eb47eb1fc8.vmdk on the data store datastore2 as vApp {{(pid=63260) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1178.223611] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Downloading image file data ea78f21e-5640-480c-8510-f95bc22e39eb to the ESX as VM named 'OSTACK_IMG_125a1aab-5035-4171-906a-58eb47eb1fc8' {{(pid=63260) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1178.301817] env[63260]: DEBUG oslo_vmware.rw_handles [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1178.301817] env[63260]: value = "resgroup-9" [ 1178.301817] env[63260]: _type = "ResourcePool" [ 1178.301817] env[63260]: }. {{(pid=63260) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1178.302164] env[63260]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b26048ce-8a86-440c-a7ab-04f77959b657 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.324523] env[63260]: DEBUG oslo_vmware.rw_handles [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lease: (returnval){ [ 1178.324523] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52cddec2-3400-1188-0c06-17eb941f10d3" [ 1178.324523] env[63260]: _type = "HttpNfcLease" [ 1178.324523] env[63260]: } obtained for vApp import into resource pool (val){ [ 1178.324523] env[63260]: value = "resgroup-9" [ 1178.324523] env[63260]: _type = "ResourcePool" [ 1178.324523] env[63260]: }. {{(pid=63260) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1178.324788] env[63260]: DEBUG oslo_vmware.api [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the lease: (returnval){ [ 1178.324788] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52cddec2-3400-1188-0c06-17eb941f10d3" [ 1178.324788] env[63260]: _type = "HttpNfcLease" [ 1178.324788] env[63260]: } to be ready. {{(pid=63260) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1178.331011] env[63260]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1178.331011] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52cddec2-3400-1188-0c06-17eb941f10d3" [ 1178.331011] env[63260]: _type = "HttpNfcLease" [ 1178.331011] env[63260]: } is initializing. {{(pid=63260) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1178.421704] env[63260]: DEBUG nova.compute.utils [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1178.423442] env[63260]: DEBUG nova.compute.manager [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1178.423633] env[63260]: DEBUG nova.network.neutron [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1178.466330] env[63260]: DEBUG nova.policy [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6d846db31094ea2b05c0f9b2019632c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf649662e2d142a4a5ad1e57812b1db6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 1178.509011] env[63260]: DEBUG oslo_vmware.api [None req-9676ed7d-27a8-4d6e-8c67-53af25bdaf96 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285483, 'name': PowerOffVM_Task, 'duration_secs': 0.272618} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.509184] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-9676ed7d-27a8-4d6e-8c67-53af25bdaf96 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.509330] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9676ed7d-27a8-4d6e-8c67-53af25bdaf96 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1178.509590] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fa318da-d62b-47dc-94c9-079e217ef816 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.574760] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9676ed7d-27a8-4d6e-8c67-53af25bdaf96 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1178.574990] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9676ed7d-27a8-4d6e-8c67-53af25bdaf96 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1178.575248] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-9676ed7d-27a8-4d6e-8c67-53af25bdaf96 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Deleting the datastore file [datastore2] c44cc959-9391-413f-b350-eae627c5bef7 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1178.578258] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-974701d1-6ca5-4ae1-b3b1-8a5de733243b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.580065] env[63260]: DEBUG oslo_vmware.api [None req-0d07d680-deb4-4c31-88f6-4427ea145165 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285484, 'name': PowerOffVM_Task, 'duration_secs': 0.205503} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.580341] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d07d680-deb4-4c31-88f6-4427ea145165 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.580483] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0d07d680-deb4-4c31-88f6-4427ea145165 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1178.581080] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a66faa0a-658e-4cd2-b499-c89502c6e81d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.585031] env[63260]: DEBUG oslo_vmware.api [None req-9676ed7d-27a8-4d6e-8c67-53af25bdaf96 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Waiting for the task: (returnval){ [ 1178.585031] env[63260]: value = "task-2285487" [ 1178.585031] env[63260]: _type = "Task" [ 1178.585031] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.592483] env[63260]: DEBUG oslo_vmware.api [None req-9676ed7d-27a8-4d6e-8c67-53af25bdaf96 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.644103] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0d07d680-deb4-4c31-88f6-4427ea145165 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1178.644332] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0d07d680-deb4-4c31-88f6-4427ea145165 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1178.644714] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d07d680-deb4-4c31-88f6-4427ea145165 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Deleting the datastore file [datastore2] dbf517b5-42e2-4435-8da8-c9eb755a6d75 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1178.644867] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f5da539-c9c1-4f60-b824-d4ccd0e31f0d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.651265] env[63260]: DEBUG oslo_vmware.api [None req-0d07d680-deb4-4c31-88f6-4427ea145165 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Waiting for the task: (returnval){ [ 1178.651265] env[63260]: value = "task-2285489" [ 1178.651265] env[63260]: _type = "Task" [ 1178.651265] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.659393] env[63260]: DEBUG oslo_vmware.api [None req-0d07d680-deb4-4c31-88f6-4427ea145165 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.664822] env[63260]: DEBUG oslo_concurrency.lockutils [req-fd4267a1-815a-48db-9964-554f5df4c7bb req-3d8d3bf9-4061-481d-8119-ee0c2b577443 service nova] Releasing lock "refresh_cache-9a3276e9-0c38-4709-a264-aa69e96afa6d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.817542] env[63260]: DEBUG nova.network.neutron [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Successfully created port: 2caf3849-2380-40d0-8564-751a3d2f5b05 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1178.831603] env[63260]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1178.831603] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52cddec2-3400-1188-0c06-17eb941f10d3" [ 1178.831603] env[63260]: _type = "HttpNfcLease" [ 1178.831603] env[63260]: } is ready. {{(pid=63260) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1178.831905] env[63260]: DEBUG oslo_vmware.rw_handles [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1178.831905] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52cddec2-3400-1188-0c06-17eb941f10d3" [ 1178.831905] env[63260]: _type = "HttpNfcLease" [ 1178.831905] env[63260]: }. {{(pid=63260) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1178.832599] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b25d75-198e-4290-809c-9c55ea2f2b4c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.839550] env[63260]: DEBUG oslo_vmware.rw_handles [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fc1193-683c-4acf-6a72-d08ecd6e467e/disk-0.vmdk from lease info. {{(pid=63260) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1178.839722] env[63260]: DEBUG oslo_vmware.rw_handles [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fc1193-683c-4acf-6a72-d08ecd6e467e/disk-0.vmdk. {{(pid=63260) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1178.903700] env[63260]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ac39f8d6-002d-41cd-ae7f-1c03029722b5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.926453] env[63260]: DEBUG nova.compute.manager [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1179.104701] env[63260]: DEBUG oslo_vmware.api [None req-9676ed7d-27a8-4d6e-8c67-53af25bdaf96 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285487, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143671} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.106865] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-9676ed7d-27a8-4d6e-8c67-53af25bdaf96 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.107683] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9676ed7d-27a8-4d6e-8c67-53af25bdaf96 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.108118] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9676ed7d-27a8-4d6e-8c67-53af25bdaf96 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1179.108264] env[63260]: INFO nova.compute.manager [None req-9676ed7d-27a8-4d6e-8c67-53af25bdaf96 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1179.108598] env[63260]: DEBUG oslo.service.loopingcall [None req-9676ed7d-27a8-4d6e-8c67-53af25bdaf96 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1179.109801] env[63260]: DEBUG nova.compute.manager [-] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1179.109910] env[63260]: DEBUG nova.network.neutron [-] [instance: c44cc959-9391-413f-b350-eae627c5bef7] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1179.112264] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f43bdf1-7ab2-4014-99dc-0b686be160ef {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.122626] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5362120-23f5-4bdf-9789-a3baa6b3c3b5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.165489] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf03b76-ad5a-4a45-b2b4-2a21e33938e5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.177453] env[63260]: DEBUG oslo_vmware.api [None req-0d07d680-deb4-4c31-88f6-4427ea145165 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Task: {'id': task-2285489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172215} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.179838] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d07d680-deb4-4c31-88f6-4427ea145165 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.180062] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0d07d680-deb4-4c31-88f6-4427ea145165 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.180251] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0d07d680-deb4-4c31-88f6-4427ea145165 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1179.180424] env[63260]: INFO nova.compute.manager [None req-0d07d680-deb4-4c31-88f6-4427ea145165 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1179.180676] env[63260]: DEBUG oslo.service.loopingcall [None req-0d07d680-deb4-4c31-88f6-4427ea145165 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1179.183021] env[63260]: DEBUG nova.compute.manager [-] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1179.183167] env[63260]: DEBUG nova.network.neutron [-] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1179.185644] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98efd2a-87e8-4824-a7ed-3e5941d4b2f0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.204049] env[63260]: DEBUG nova.compute.provider_tree [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.516371] env[63260]: DEBUG oslo_concurrency.lockutils [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "9c112d45-b457-4c70-9887-b71f26d3c198" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.516757] env[63260]: DEBUG oslo_concurrency.lockutils [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "9c112d45-b457-4c70-9887-b71f26d3c198" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.516841] env[63260]: DEBUG oslo_concurrency.lockutils [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "9c112d45-b457-4c70-9887-b71f26d3c198-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.517033] env[63260]: DEBUG oslo_concurrency.lockutils [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "9c112d45-b457-4c70-9887-b71f26d3c198-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.517214] env[63260]: DEBUG oslo_concurrency.lockutils [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "9c112d45-b457-4c70-9887-b71f26d3c198-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.520015] env[63260]: INFO nova.compute.manager [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Terminating instance [ 1179.710832] env[63260]: DEBUG nova.scheduler.client.report [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.722213] env[63260]: DEBUG nova.compute.manager [req-a5e50d28-6aa3-408c-aa0a-893e2124154c req-2d199963-c632-4721-ac8f-9ea5d361adef service nova] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Received event network-vif-deleted-367cbc6a-af5c-4c91-b649-a78b6926ba08 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1179.722687] env[63260]: INFO nova.compute.manager [req-a5e50d28-6aa3-408c-aa0a-893e2124154c req-2d199963-c632-4721-ac8f-9ea5d361adef service nova] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Neutron deleted interface 367cbc6a-af5c-4c91-b649-a78b6926ba08; detaching it from the instance and deleting it from the info cache [ 1179.722880] env[63260]: DEBUG nova.network.neutron [req-a5e50d28-6aa3-408c-aa0a-893e2124154c req-2d199963-c632-4721-ac8f-9ea5d361adef service nova] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.726749] env[63260]: DEBUG nova.compute.manager [req-3509e005-fe16-4787-8177-a2f085cd5b7a req-0a6933df-ada8-4af9-8713-322c95b3e8e4 service nova] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Received event network-vif-deleted-ec2acaf8-6479-4694-84d4-264ac1d1c282 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1179.726983] env[63260]: INFO nova.compute.manager [req-3509e005-fe16-4787-8177-a2f085cd5b7a req-0a6933df-ada8-4af9-8713-322c95b3e8e4 service nova] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Neutron deleted interface ec2acaf8-6479-4694-84d4-264ac1d1c282; detaching it from the instance and deleting it from the info cache [ 1179.727247] env[63260]: DEBUG nova.network.neutron [req-3509e005-fe16-4787-8177-a2f085cd5b7a req-0a6933df-ada8-4af9-8713-322c95b3e8e4 service nova] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.938211] env[63260]: DEBUG nova.compute.manager [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1179.961144] env[63260]: DEBUG nova.virt.hardware [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1179.961431] env[63260]: DEBUG nova.virt.hardware [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1179.961639] env[63260]: DEBUG nova.virt.hardware [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1179.961918] env[63260]: DEBUG nova.virt.hardware [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1179.962117] env[63260]: DEBUG nova.virt.hardware [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1179.962276] env[63260]: DEBUG nova.virt.hardware [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1179.962492] env[63260]: DEBUG nova.virt.hardware [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1179.962651] env[63260]: DEBUG nova.virt.hardware [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1179.962887] env[63260]: DEBUG nova.virt.hardware [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1179.963086] env[63260]: DEBUG nova.virt.hardware [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1179.963293] env[63260]: DEBUG nova.virt.hardware [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1179.964359] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95278e9a-6aba-4e11-b4d3-55de86e30243 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.975271] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd71b84-6e1b-4f7b-8dc7-05c985d8a201 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.010762] env[63260]: DEBUG nova.network.neutron [-] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.027511] env[63260]: DEBUG nova.compute.manager [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1180.027794] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.028121] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44232ca8-bb8d-4a25-9818-0920b8a166a7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.035417] env[63260]: DEBUG oslo_vmware.api [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1180.035417] env[63260]: value = "task-2285490" [ 1180.035417] env[63260]: _type = "Task" [ 1180.035417] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.045051] env[63260]: DEBUG oslo_vmware.api [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.068206] env[63260]: DEBUG oslo_vmware.rw_handles [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Completed reading data from the image iterator. {{(pid=63260) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1180.068419] env[63260]: DEBUG oslo_vmware.rw_handles [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fc1193-683c-4acf-6a72-d08ecd6e467e/disk-0.vmdk. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1180.069431] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42ed558-380f-48d3-89ae-56e4af55b52e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.076704] env[63260]: DEBUG oslo_vmware.rw_handles [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fc1193-683c-4acf-6a72-d08ecd6e467e/disk-0.vmdk is in state: ready. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1180.076704] env[63260]: DEBUG oslo_vmware.rw_handles [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fc1193-683c-4acf-6a72-d08ecd6e467e/disk-0.vmdk. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1180.076704] env[63260]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f6b83eba-0114-4324-8a22-f1e06b454357 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.188680] env[63260]: DEBUG nova.network.neutron [-] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.208284] env[63260]: INFO nova.compute.manager [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Rebuilding instance [ 1180.220696] env[63260]: DEBUG oslo_concurrency.lockutils [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.301s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.221293] env[63260]: DEBUG nova.compute.manager [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1180.224174] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ad0ced2c-8a12-4704-8384-2f9589c12df1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.348s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.224403] env[63260]: DEBUG nova.objects.instance [None req-ad0ced2c-8a12-4704-8384-2f9589c12df1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lazy-loading 'resources' on Instance uuid ac37feca-ed04-4e40-a22e-1f30b8534d74 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.229348] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff33c994-648b-472e-8aac-4cc8f695e32a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.235229] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-033ff74d-43ae-4f3a-af74-b467da07b187 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.242355] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f6e61f-3800-4d62-ba4d-2a0b4bf2426a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.265556] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7dda4a-f2d2-4e4d-95a7-e1a98917d843 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.286422] env[63260]: DEBUG nova.compute.manager [req-a5e50d28-6aa3-408c-aa0a-893e2124154c req-2d199963-c632-4721-ac8f-9ea5d361adef service nova] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Detach interface failed, port_id=367cbc6a-af5c-4c91-b649-a78b6926ba08, reason: Instance dbf517b5-42e2-4435-8da8-c9eb755a6d75 could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1180.290419] env[63260]: DEBUG oslo_vmware.rw_handles [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fc1193-683c-4acf-6a72-d08ecd6e467e/disk-0.vmdk. {{(pid=63260) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1180.290633] env[63260]: INFO nova.virt.vmwareapi.images [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Downloaded image file data ea78f21e-5640-480c-8510-f95bc22e39eb [ 1180.291330] env[63260]: DEBUG nova.compute.manager [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.292120] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8047add-9ec0-49df-9381-d9d107549878 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.295150] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f866802b-8a11-4504-8975-bc9922dca4d9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.320623] env[63260]: DEBUG nova.compute.manager [req-3509e005-fe16-4787-8177-a2f085cd5b7a req-0a6933df-ada8-4af9-8713-322c95b3e8e4 service nova] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Detach interface failed, port_id=ec2acaf8-6479-4694-84d4-264ac1d1c282, reason: Instance c44cc959-9391-413f-b350-eae627c5bef7 could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1180.321274] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df3c2872-c37b-4ee8-9e64-6b25536fdf27 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.350023] env[63260]: INFO nova.virt.vmwareapi.images [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] The imported VM was unregistered [ 1180.352526] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Caching image {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1180.352808] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Creating directory with path [datastore2] devstack-image-cache_base/ea78f21e-5640-480c-8510-f95bc22e39eb {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1180.353093] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c41e103b-2d92-4cb4-b86d-3779124ff3ba {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.363070] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Created directory with path [datastore2] devstack-image-cache_base/ea78f21e-5640-480c-8510-f95bc22e39eb {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1180.363291] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_125a1aab-5035-4171-906a-58eb47eb1fc8/OSTACK_IMG_125a1aab-5035-4171-906a-58eb47eb1fc8.vmdk to [datastore2] devstack-image-cache_base/ea78f21e-5640-480c-8510-f95bc22e39eb/ea78f21e-5640-480c-8510-f95bc22e39eb.vmdk. {{(pid=63260) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1180.363488] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-97880ee3-e965-4c2c-9e3c-9850056f15b5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.369617] env[63260]: DEBUG oslo_vmware.api [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 1180.369617] env[63260]: value = "task-2285492" [ 1180.369617] env[63260]: _type = "Task" [ 1180.369617] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.377386] env[63260]: DEBUG oslo_vmware.api [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285492, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.499205] env[63260]: DEBUG nova.network.neutron [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Successfully updated port: 2caf3849-2380-40d0-8564-751a3d2f5b05 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1180.513240] env[63260]: INFO nova.compute.manager [-] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Took 1.33 seconds to deallocate network for instance. [ 1180.546088] env[63260]: DEBUG oslo_vmware.api [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285490, 'name': PowerOffVM_Task, 'duration_secs': 0.309424} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.546577] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.546809] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Volume detach. Driver type: vmdk {{(pid=63260) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1180.547015] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465198', 'volume_id': '1592f3fb-6802-4c37-ad2b-bb949e247432', 'name': 'volume-1592f3fb-6802-4c37-ad2b-bb949e247432', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '9c112d45-b457-4c70-9887-b71f26d3c198', 'attached_at': '2025-02-04T16:25:32.000000', 'detached_at': '', 'volume_id': '1592f3fb-6802-4c37-ad2b-bb949e247432', 'serial': '1592f3fb-6802-4c37-ad2b-bb949e247432'} {{(pid=63260) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1180.547815] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d939ad0f-4d7f-42e4-8a3f-3d5e4f943b01 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.572587] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f19c49b-8463-4808-ab26-17ad364c05f7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.580067] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8355fe0a-1316-412b-b59a-22e6e8915d59 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.602934] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbabe4f-886d-4a18-a206-6a12f5a2071f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.621470] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] The volume has not been displaced from its original location: [datastore2] volume-1592f3fb-6802-4c37-ad2b-bb949e247432/volume-1592f3fb-6802-4c37-ad2b-bb949e247432.vmdk. No consolidation needed. {{(pid=63260) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1180.627767] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1180.628228] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c340e7d7-9c75-4e6d-95ad-b002a27bbc13 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.647018] env[63260]: DEBUG oslo_vmware.api [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1180.647018] env[63260]: value = "task-2285493" [ 1180.647018] env[63260]: _type = "Task" [ 1180.647018] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.655750] env[63260]: DEBUG oslo_vmware.api [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285493, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.691572] env[63260]: INFO nova.compute.manager [-] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Took 1.58 seconds to deallocate network for instance. [ 1180.727769] env[63260]: DEBUG nova.compute.utils [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1180.733225] env[63260]: DEBUG nova.compute.manager [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1180.733391] env[63260]: DEBUG nova.network.neutron [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1180.776606] env[63260]: DEBUG nova.policy [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6d846db31094ea2b05c0f9b2019632c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf649662e2d142a4a5ad1e57812b1db6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 1180.886814] env[63260]: DEBUG oslo_vmware.api [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285492, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.888609] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29004389-646f-48ca-a2f2-ee31138a5161 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.896169] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f7f425-dc00-4330-a460-a5f612ec1003 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.929522] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ddaad88-ae37-42f0-a386-74f4ebff5a45 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.937600] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbceec4-bce0-4885-990d-658a37a73524 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.952817] env[63260]: DEBUG nova.compute.provider_tree [None req-ad0ced2c-8a12-4704-8384-2f9589c12df1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.001186] env[63260]: DEBUG oslo_concurrency.lockutils [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquiring lock "refresh_cache-f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.001397] env[63260]: DEBUG oslo_concurrency.lockutils [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquired lock "refresh_cache-f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.001507] env[63260]: DEBUG nova.network.neutron [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.020493] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0d07d680-deb4-4c31-88f6-4427ea145165 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1181.158217] env[63260]: DEBUG oslo_vmware.api [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285493, 'name': ReconfigVM_Task, 'duration_secs': 0.277377} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.158520] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1181.164185] env[63260]: DEBUG nova.network.neutron [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Successfully created port: cce629ee-e142-4ae8-ba38-402b66ea9051 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1181.166454] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b75480a-e739-4612-a721-37b325a99149 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.182651] env[63260]: DEBUG oslo_vmware.api [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1181.182651] env[63260]: value = "task-2285494" [ 1181.182651] env[63260]: _type = "Task" [ 1181.182651] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.192524] env[63260]: DEBUG oslo_vmware.api [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285494, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.198782] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9676ed7d-27a8-4d6e-8c67-53af25bdaf96 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1181.233941] env[63260]: DEBUG nova.compute.manager [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1181.326494] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.326837] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98f60f91-aa80-49bb-af86-ad87affafcf4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.335603] env[63260]: DEBUG oslo_vmware.api [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1181.335603] env[63260]: value = "task-2285495" [ 1181.335603] env[63260]: _type = "Task" [ 1181.335603] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.344228] env[63260]: DEBUG oslo_vmware.api [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.383103] env[63260]: DEBUG oslo_vmware.api [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285492, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.454959] env[63260]: DEBUG nova.scheduler.client.report [None req-ad0ced2c-8a12-4704-8384-2f9589c12df1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.554206] env[63260]: DEBUG nova.network.neutron [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1181.694485] env[63260]: DEBUG oslo_vmware.api [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285494, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.754238] env[63260]: DEBUG nova.compute.manager [req-e3ee6b5b-6fd0-475e-9262-896589a46ec3 req-34b8a2e1-26ed-4c98-9932-76fbda992bb6 service nova] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Received event network-vif-plugged-2caf3849-2380-40d0-8564-751a3d2f5b05 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1181.754571] env[63260]: DEBUG oslo_concurrency.lockutils [req-e3ee6b5b-6fd0-475e-9262-896589a46ec3 req-34b8a2e1-26ed-4c98-9932-76fbda992bb6 service nova] Acquiring lock "f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1181.754800] env[63260]: DEBUG oslo_concurrency.lockutils [req-e3ee6b5b-6fd0-475e-9262-896589a46ec3 req-34b8a2e1-26ed-4c98-9932-76fbda992bb6 service nova] Lock "f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.754967] env[63260]: DEBUG oslo_concurrency.lockutils [req-e3ee6b5b-6fd0-475e-9262-896589a46ec3 req-34b8a2e1-26ed-4c98-9932-76fbda992bb6 service nova] Lock "f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.755416] env[63260]: DEBUG nova.compute.manager [req-e3ee6b5b-6fd0-475e-9262-896589a46ec3 req-34b8a2e1-26ed-4c98-9932-76fbda992bb6 service nova] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] No waiting events found dispatching network-vif-plugged-2caf3849-2380-40d0-8564-751a3d2f5b05 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1181.755602] env[63260]: WARNING nova.compute.manager [req-e3ee6b5b-6fd0-475e-9262-896589a46ec3 req-34b8a2e1-26ed-4c98-9932-76fbda992bb6 service nova] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Received unexpected event network-vif-plugged-2caf3849-2380-40d0-8564-751a3d2f5b05 for instance with vm_state building and task_state spawning. [ 1181.755773] env[63260]: DEBUG nova.compute.manager [req-e3ee6b5b-6fd0-475e-9262-896589a46ec3 req-34b8a2e1-26ed-4c98-9932-76fbda992bb6 service nova] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Received event network-changed-2caf3849-2380-40d0-8564-751a3d2f5b05 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1181.755929] env[63260]: DEBUG nova.compute.manager [req-e3ee6b5b-6fd0-475e-9262-896589a46ec3 req-34b8a2e1-26ed-4c98-9932-76fbda992bb6 service nova] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Refreshing instance network info cache due to event network-changed-2caf3849-2380-40d0-8564-751a3d2f5b05. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1181.756119] env[63260]: DEBUG oslo_concurrency.lockutils [req-e3ee6b5b-6fd0-475e-9262-896589a46ec3 req-34b8a2e1-26ed-4c98-9932-76fbda992bb6 service nova] Acquiring lock "refresh_cache-f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.757210] env[63260]: DEBUG nova.network.neutron [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Updating instance_info_cache with network_info: [{"id": "2caf3849-2380-40d0-8564-751a3d2f5b05", "address": "fa:16:3e:a1:8a:c2", "network": {"id": "6d4af3cd-ee70-4e03-9e16-c9662bcb1ed4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1622915218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf649662e2d142a4a5ad1e57812b1db6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2caf3849-23", "ovs_interfaceid": "2caf3849-2380-40d0-8564-751a3d2f5b05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.845169] env[63260]: DEBUG oslo_vmware.api [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.883696] env[63260]: DEBUG oslo_vmware.api [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285492, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.959815] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ad0ced2c-8a12-4704-8384-2f9589c12df1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.736s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.963112] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0d07d680-deb4-4c31-88f6-4427ea145165 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.943s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.963462] env[63260]: DEBUG nova.objects.instance [None req-0d07d680-deb4-4c31-88f6-4427ea145165 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Lazy-loading 'resources' on Instance uuid dbf517b5-42e2-4435-8da8-c9eb755a6d75 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.987864] env[63260]: INFO nova.scheduler.client.report [None req-ad0ced2c-8a12-4704-8384-2f9589c12df1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Deleted allocations for instance ac37feca-ed04-4e40-a22e-1f30b8534d74 [ 1182.195404] env[63260]: DEBUG oslo_vmware.api [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285494, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.244160] env[63260]: DEBUG nova.compute.manager [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1182.260037] env[63260]: DEBUG oslo_concurrency.lockutils [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Releasing lock "refresh_cache-f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1182.260462] env[63260]: DEBUG nova.compute.manager [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Instance network_info: |[{"id": "2caf3849-2380-40d0-8564-751a3d2f5b05", "address": "fa:16:3e:a1:8a:c2", "network": {"id": "6d4af3cd-ee70-4e03-9e16-c9662bcb1ed4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1622915218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf649662e2d142a4a5ad1e57812b1db6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2caf3849-23", "ovs_interfaceid": "2caf3849-2380-40d0-8564-751a3d2f5b05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1182.260909] env[63260]: DEBUG oslo_concurrency.lockutils [req-e3ee6b5b-6fd0-475e-9262-896589a46ec3 req-34b8a2e1-26ed-4c98-9932-76fbda992bb6 service nova] Acquired lock "refresh_cache-f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.261118] env[63260]: DEBUG nova.network.neutron [req-e3ee6b5b-6fd0-475e-9262-896589a46ec3 req-34b8a2e1-26ed-4c98-9932-76fbda992bb6 service nova] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Refreshing network info cache for port 2caf3849-2380-40d0-8564-751a3d2f5b05 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.262514] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:8a:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd646f9d5-d2ad-4c22-bea5-85a965334de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2caf3849-2380-40d0-8564-751a3d2f5b05', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1182.270075] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Creating folder: Project (bf649662e2d142a4a5ad1e57812b1db6). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1182.275603] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4dac95c0-e6aa-4f8f-b4d2-8a4e589e35cb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.284810] env[63260]: DEBUG nova.virt.hardware [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1182.285149] env[63260]: DEBUG nova.virt.hardware [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1182.285344] env[63260]: DEBUG nova.virt.hardware [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1182.285460] env[63260]: DEBUG nova.virt.hardware [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1182.285621] env[63260]: DEBUG nova.virt.hardware [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1182.285772] env[63260]: DEBUG nova.virt.hardware [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1182.285987] env[63260]: DEBUG nova.virt.hardware [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1182.286181] env[63260]: DEBUG nova.virt.hardware [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1182.286365] env[63260]: DEBUG nova.virt.hardware [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1182.286617] env[63260]: DEBUG nova.virt.hardware [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1182.286896] env[63260]: DEBUG nova.virt.hardware [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1182.288175] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e728c2-b606-4174-840f-a4cecc5b0e20 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.292815] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Created folder: Project (bf649662e2d142a4a5ad1e57812b1db6) in parent group-v464889. [ 1182.293051] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Creating folder: Instances. Parent ref: group-v465210. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1182.293799] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc8522ef-5398-4fb3-b638-d3762d0d9623 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.299646] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab6d602-de27-4c8d-90b0-8c6a1a381e83 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.306512] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Created folder: Instances in parent group-v465210. [ 1182.306784] env[63260]: DEBUG oslo.service.loopingcall [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1182.314752] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1182.317979] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f6c3f9e-2a96-4012-85c0-7f5f4d4fbb86 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.341596] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1182.341596] env[63260]: value = "task-2285498" [ 1182.341596] env[63260]: _type = "Task" [ 1182.341596] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.349810] env[63260]: DEBUG oslo_vmware.api [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285495, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.355259] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285498, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.384100] env[63260]: DEBUG oslo_vmware.api [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285492, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.500208] env[63260]: DEBUG oslo_concurrency.lockutils [None req-ad0ced2c-8a12-4704-8384-2f9589c12df1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "ac37feca-ed04-4e40-a22e-1f30b8534d74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.531s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1182.641958] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7c0f92-0a2d-46fc-aeb3-6753b9d9fbfb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.651022] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90821c3-b234-4ddb-822f-d2f0743b245f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.684161] env[63260]: DEBUG nova.network.neutron [req-e3ee6b5b-6fd0-475e-9262-896589a46ec3 req-34b8a2e1-26ed-4c98-9932-76fbda992bb6 service nova] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Updated VIF entry in instance network info cache for port 2caf3849-2380-40d0-8564-751a3d2f5b05. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1182.684545] env[63260]: DEBUG nova.network.neutron [req-e3ee6b5b-6fd0-475e-9262-896589a46ec3 req-34b8a2e1-26ed-4c98-9932-76fbda992bb6 service nova] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Updating instance_info_cache with network_info: [{"id": "2caf3849-2380-40d0-8564-751a3d2f5b05", "address": "fa:16:3e:a1:8a:c2", "network": {"id": "6d4af3cd-ee70-4e03-9e16-c9662bcb1ed4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1622915218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf649662e2d142a4a5ad1e57812b1db6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2caf3849-23", "ovs_interfaceid": "2caf3849-2380-40d0-8564-751a3d2f5b05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.686579] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e443e1-ea7b-4917-8600-224b9b86b921 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.697768] env[63260]: DEBUG oslo_vmware.api [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285494, 'name': ReconfigVM_Task, 'duration_secs': 1.277169} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.700758] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465198', 'volume_id': '1592f3fb-6802-4c37-ad2b-bb949e247432', 'name': 'volume-1592f3fb-6802-4c37-ad2b-bb949e247432', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '9c112d45-b457-4c70-9887-b71f26d3c198', 'attached_at': '2025-02-04T16:25:32.000000', 'detached_at': '', 'volume_id': '1592f3fb-6802-4c37-ad2b-bb949e247432', 'serial': '1592f3fb-6802-4c37-ad2b-bb949e247432'} {{(pid=63260) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1182.701120] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.702300] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ef8380-4ade-4966-aace-0fd9fc22c746 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.706152] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a220a1-e7ca-4b8e-b3e0-cdbddcda974c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.721760] env[63260]: DEBUG nova.compute.provider_tree [None req-0d07d680-deb4-4c31-88f6-4427ea145165 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.725484] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1182.726099] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9391702a-3ce2-4368-bcdc-718608e4c700 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.791399] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1182.791627] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1182.791814] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Deleting the datastore file [datastore1] 9c112d45-b457-4c70-9887-b71f26d3c198 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.792113] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9faa746-e791-46a1-b021-048759cbe9d7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.799376] env[63260]: DEBUG oslo_vmware.api [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1182.799376] env[63260]: value = "task-2285500" [ 1182.799376] env[63260]: _type = "Task" [ 1182.799376] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.807691] env[63260]: DEBUG oslo_vmware.api [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.850544] env[63260]: DEBUG oslo_vmware.api [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285495, 'name': PowerOffVM_Task, 'duration_secs': 1.107731} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.851235] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.851494] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.852371] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e9f4c2-f7c8-4276-a9a0-6be503549d24 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.860165] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285498, 'name': CreateVM_Task} progress is 25%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.863038] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1182.863038] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d5e596f-b454-4abd-95ae-6b6191a311f2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.883435] env[63260]: DEBUG oslo_vmware.api [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285492, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.895202] env[63260]: DEBUG nova.network.neutron [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Successfully updated port: cce629ee-e142-4ae8-ba38-402b66ea9051 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1182.966889] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1182.967136] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1182.967319] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Deleting the datastore file [datastore2] 0369a945-2b3f-4734-9b56-fabcb96b0ce4 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.967593] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4faedf9c-dac5-4d0a-8e05-f8852bd6bd28 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.974137] env[63260]: DEBUG oslo_vmware.api [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1182.974137] env[63260]: value = "task-2285502" [ 1182.974137] env[63260]: _type = "Task" [ 1182.974137] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.981783] env[63260]: DEBUG oslo_vmware.api [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285502, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.001043] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d21b4d73-b009-4a58-bda8-a6387ec286d1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "f96e81c0-cd9d-4b76-b59d-7892c0b69b0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1183.001043] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d21b4d73-b009-4a58-bda8-a6387ec286d1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "f96e81c0-cd9d-4b76-b59d-7892c0b69b0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1183.001221] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d21b4d73-b009-4a58-bda8-a6387ec286d1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "f96e81c0-cd9d-4b76-b59d-7892c0b69b0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1183.001424] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d21b4d73-b009-4a58-bda8-a6387ec286d1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "f96e81c0-cd9d-4b76-b59d-7892c0b69b0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1183.001595] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d21b4d73-b009-4a58-bda8-a6387ec286d1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "f96e81c0-cd9d-4b76-b59d-7892c0b69b0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1183.003799] env[63260]: INFO nova.compute.manager [None req-d21b4d73-b009-4a58-bda8-a6387ec286d1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Terminating instance [ 1183.190218] env[63260]: DEBUG oslo_concurrency.lockutils [req-e3ee6b5b-6fd0-475e-9262-896589a46ec3 req-34b8a2e1-26ed-4c98-9932-76fbda992bb6 service nova] Releasing lock "refresh_cache-f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.227668] env[63260]: DEBUG nova.scheduler.client.report [None req-0d07d680-deb4-4c31-88f6-4427ea145165 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.311023] env[63260]: DEBUG oslo_vmware.api [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.352165] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285498, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.384780] env[63260]: DEBUG oslo_vmware.api [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285492, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.641947} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.385092] env[63260]: INFO nova.virt.vmwareapi.ds_util [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_125a1aab-5035-4171-906a-58eb47eb1fc8/OSTACK_IMG_125a1aab-5035-4171-906a-58eb47eb1fc8.vmdk to [datastore2] devstack-image-cache_base/ea78f21e-5640-480c-8510-f95bc22e39eb/ea78f21e-5640-480c-8510-f95bc22e39eb.vmdk. [ 1183.385648] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Cleaning up location [datastore2] OSTACK_IMG_125a1aab-5035-4171-906a-58eb47eb1fc8 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1183.385648] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_125a1aab-5035-4171-906a-58eb47eb1fc8 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.385782] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2570f1a-f646-475b-a2c7-f1af93b11276 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.392223] env[63260]: DEBUG oslo_vmware.api [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 1183.392223] env[63260]: value = "task-2285503" [ 1183.392223] env[63260]: _type = "Task" [ 1183.392223] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.397456] env[63260]: DEBUG oslo_concurrency.lockutils [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquiring lock "refresh_cache-c9670741-dac1-4092-8322-7e941b717d14" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.397569] env[63260]: DEBUG oslo_concurrency.lockutils [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquired lock "refresh_cache-c9670741-dac1-4092-8322-7e941b717d14" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.397776] env[63260]: DEBUG nova.network.neutron [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.402202] env[63260]: DEBUG oslo_vmware.api [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.484761] env[63260]: DEBUG oslo_vmware.api [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285502, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.508793] env[63260]: DEBUG nova.compute.manager [None req-d21b4d73-b009-4a58-bda8-a6387ec286d1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1183.509121] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d21b4d73-b009-4a58-bda8-a6387ec286d1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1183.509990] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170fcc31-5443-4790-924c-0923e7ba5f6d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.517784] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-d21b4d73-b009-4a58-bda8-a6387ec286d1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1183.517971] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42ef9b64-9406-4a83-ad18-84d39fd7b239 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.523010] env[63260]: DEBUG oslo_vmware.api [None req-d21b4d73-b009-4a58-bda8-a6387ec286d1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 1183.523010] env[63260]: value = "task-2285504" [ 1183.523010] env[63260]: _type = "Task" [ 1183.523010] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.532762] env[63260]: DEBUG oslo_vmware.api [None req-d21b4d73-b009-4a58-bda8-a6387ec286d1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285504, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.733850] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0d07d680-deb4-4c31-88f6-4427ea145165 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.771s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1183.736498] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9676ed7d-27a8-4d6e-8c67-53af25bdaf96 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.538s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1183.736732] env[63260]: DEBUG nova.objects.instance [None req-9676ed7d-27a8-4d6e-8c67-53af25bdaf96 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Lazy-loading 'resources' on Instance uuid c44cc959-9391-413f-b350-eae627c5bef7 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.753384] env[63260]: INFO nova.scheduler.client.report [None req-0d07d680-deb4-4c31-88f6-4427ea145165 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Deleted allocations for instance dbf517b5-42e2-4435-8da8-c9eb755a6d75 [ 1183.780947] env[63260]: DEBUG nova.compute.manager [req-fad83171-360b-4da8-9077-2d5aa1fda2be req-5fd042e1-e9e7-4f57-8a54-b716258851c8 service nova] [instance: c9670741-dac1-4092-8322-7e941b717d14] Received event network-vif-plugged-cce629ee-e142-4ae8-ba38-402b66ea9051 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1183.781133] env[63260]: DEBUG oslo_concurrency.lockutils [req-fad83171-360b-4da8-9077-2d5aa1fda2be req-5fd042e1-e9e7-4f57-8a54-b716258851c8 service nova] Acquiring lock "c9670741-dac1-4092-8322-7e941b717d14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1183.781386] env[63260]: DEBUG oslo_concurrency.lockutils [req-fad83171-360b-4da8-9077-2d5aa1fda2be req-5fd042e1-e9e7-4f57-8a54-b716258851c8 service nova] Lock "c9670741-dac1-4092-8322-7e941b717d14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1183.781569] env[63260]: DEBUG oslo_concurrency.lockutils [req-fad83171-360b-4da8-9077-2d5aa1fda2be req-5fd042e1-e9e7-4f57-8a54-b716258851c8 service nova] Lock "c9670741-dac1-4092-8322-7e941b717d14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1183.781772] env[63260]: DEBUG nova.compute.manager [req-fad83171-360b-4da8-9077-2d5aa1fda2be req-5fd042e1-e9e7-4f57-8a54-b716258851c8 service nova] [instance: c9670741-dac1-4092-8322-7e941b717d14] No waiting events found dispatching network-vif-plugged-cce629ee-e142-4ae8-ba38-402b66ea9051 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1183.781945] env[63260]: WARNING nova.compute.manager [req-fad83171-360b-4da8-9077-2d5aa1fda2be req-5fd042e1-e9e7-4f57-8a54-b716258851c8 service nova] [instance: c9670741-dac1-4092-8322-7e941b717d14] Received unexpected event network-vif-plugged-cce629ee-e142-4ae8-ba38-402b66ea9051 for instance with vm_state building and task_state spawning. [ 1183.782123] env[63260]: DEBUG nova.compute.manager [req-fad83171-360b-4da8-9077-2d5aa1fda2be req-5fd042e1-e9e7-4f57-8a54-b716258851c8 service nova] [instance: c9670741-dac1-4092-8322-7e941b717d14] Received event network-changed-cce629ee-e142-4ae8-ba38-402b66ea9051 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1183.782299] env[63260]: DEBUG nova.compute.manager [req-fad83171-360b-4da8-9077-2d5aa1fda2be req-5fd042e1-e9e7-4f57-8a54-b716258851c8 service nova] [instance: c9670741-dac1-4092-8322-7e941b717d14] Refreshing instance network info cache due to event network-changed-cce629ee-e142-4ae8-ba38-402b66ea9051. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1183.782865] env[63260]: DEBUG oslo_concurrency.lockutils [req-fad83171-360b-4da8-9077-2d5aa1fda2be req-5fd042e1-e9e7-4f57-8a54-b716258851c8 service nova] Acquiring lock "refresh_cache-c9670741-dac1-4092-8322-7e941b717d14" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.810629] env[63260]: DEBUG oslo_vmware.api [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.689844} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.810887] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.811089] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.811271] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.811442] env[63260]: INFO nova.compute.manager [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Took 3.78 seconds to destroy the instance on the hypervisor. [ 1183.811674] env[63260]: DEBUG oslo.service.loopingcall [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1183.811859] env[63260]: DEBUG nova.compute.manager [-] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1183.811958] env[63260]: DEBUG nova.network.neutron [-] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1183.851995] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285498, 'name': CreateVM_Task, 'duration_secs': 1.153713} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.851995] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1183.852651] env[63260]: DEBUG oslo_concurrency.lockutils [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.852838] env[63260]: DEBUG oslo_concurrency.lockutils [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.853180] env[63260]: DEBUG oslo_concurrency.lockutils [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.853479] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ec53cee-e560-4146-a780-89171264d88b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.857872] env[63260]: DEBUG oslo_vmware.api [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1183.857872] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52160d96-91a0-490c-d92d-14dd25c04c38" [ 1183.857872] env[63260]: _type = "Task" [ 1183.857872] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.865770] env[63260]: DEBUG oslo_vmware.api [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52160d96-91a0-490c-d92d-14dd25c04c38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.900836] env[63260]: DEBUG oslo_vmware.api [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285503, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10189} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.901081] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.901247] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ea78f21e-5640-480c-8510-f95bc22e39eb/ea78f21e-5640-480c-8510-f95bc22e39eb.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.901481] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ea78f21e-5640-480c-8510-f95bc22e39eb/ea78f21e-5640-480c-8510-f95bc22e39eb.vmdk to [datastore2] 9a3276e9-0c38-4709-a264-aa69e96afa6d/9a3276e9-0c38-4709-a264-aa69e96afa6d.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1183.901724] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04772f45-2b01-4cee-a5ed-fdf6f67d0925 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.909123] env[63260]: DEBUG oslo_vmware.api [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 1183.909123] env[63260]: value = "task-2285505" [ 1183.909123] env[63260]: _type = "Task" [ 1183.909123] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.916725] env[63260]: DEBUG oslo_vmware.api [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.947532] env[63260]: DEBUG nova.network.neutron [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1183.985251] env[63260]: DEBUG oslo_vmware.api [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285502, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.54276} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.985542] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.985747] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.985945] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1184.033958] env[63260]: DEBUG oslo_vmware.api [None req-d21b4d73-b009-4a58-bda8-a6387ec286d1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285504, 'name': PowerOffVM_Task, 'duration_secs': 0.199377} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.034338] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-d21b4d73-b009-4a58-bda8-a6387ec286d1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1184.034546] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d21b4d73-b009-4a58-bda8-a6387ec286d1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1184.034826] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb0d4e0d-5bef-46ae-8416-c06b65d14b40 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.102532] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d21b4d73-b009-4a58-bda8-a6387ec286d1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1184.102823] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d21b4d73-b009-4a58-bda8-a6387ec286d1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1184.103040] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-d21b4d73-b009-4a58-bda8-a6387ec286d1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Deleting the datastore file [datastore1] f96e81c0-cd9d-4b76-b59d-7892c0b69b0e {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1184.103396] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0154ac5-6c80-4166-88bc-9ea04678801c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.112052] env[63260]: DEBUG oslo_vmware.api [None req-d21b4d73-b009-4a58-bda8-a6387ec286d1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for the task: (returnval){ [ 1184.112052] env[63260]: value = "task-2285507" [ 1184.112052] env[63260]: _type = "Task" [ 1184.112052] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.121261] env[63260]: DEBUG oslo_vmware.api [None req-d21b4d73-b009-4a58-bda8-a6387ec286d1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285507, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.264602] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0d07d680-deb4-4c31-88f6-4427ea145165 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Lock "dbf517b5-42e2-4435-8da8-c9eb755a6d75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.724s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.286568] env[63260]: DEBUG nova.network.neutron [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Updating instance_info_cache with network_info: [{"id": "cce629ee-e142-4ae8-ba38-402b66ea9051", "address": "fa:16:3e:f8:a9:af", "network": {"id": "6d4af3cd-ee70-4e03-9e16-c9662bcb1ed4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1622915218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf649662e2d142a4a5ad1e57812b1db6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcce629ee-e1", "ovs_interfaceid": "cce629ee-e142-4ae8-ba38-402b66ea9051", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.369374] env[63260]: DEBUG oslo_vmware.api [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52160d96-91a0-490c-d92d-14dd25c04c38, 'name': SearchDatastore_Task, 'duration_secs': 0.009518} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.370111] env[63260]: DEBUG oslo_concurrency.lockutils [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.370194] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1184.370457] env[63260]: DEBUG oslo_concurrency.lockutils [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.370678] env[63260]: DEBUG oslo_concurrency.lockutils [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.372024] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1184.372024] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf4aa96c-1826-4beb-a402-8f72b4b66611 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.387204] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af142e67-896a-48a3-8702-86df1b40f6c9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.392052] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1184.392192] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1184.393684] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2983e13f-b545-45cf-b8d4-4793cda8b7a1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.399585] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c36166f-c223-4f14-b197-d4e2acdb6840 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.405144] env[63260]: DEBUG oslo_vmware.api [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1184.405144] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b1ea19-70b1-fe22-152f-3fc5afe1f1f2" [ 1184.405144] env[63260]: _type = "Task" [ 1184.405144] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.441259] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9972b2e6-da70-4506-9686-d2e3cf8fcbba {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.447318] env[63260]: DEBUG oslo_vmware.api [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b1ea19-70b1-fe22-152f-3fc5afe1f1f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.452511] env[63260]: DEBUG oslo_vmware.api [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285505, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.456107] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05d7fab-88de-4ec1-84dc-46fbd340f794 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.472542] env[63260]: DEBUG nova.compute.provider_tree [None req-9676ed7d-27a8-4d6e-8c67-53af25bdaf96 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.624087] env[63260]: DEBUG oslo_vmware.api [None req-d21b4d73-b009-4a58-bda8-a6387ec286d1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Task: {'id': task-2285507, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319023} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.624392] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-d21b4d73-b009-4a58-bda8-a6387ec286d1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1184.624580] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d21b4d73-b009-4a58-bda8-a6387ec286d1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1184.624760] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-d21b4d73-b009-4a58-bda8-a6387ec286d1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1184.624936] env[63260]: INFO nova.compute.manager [None req-d21b4d73-b009-4a58-bda8-a6387ec286d1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1184.625308] env[63260]: DEBUG oslo.service.loopingcall [None req-d21b4d73-b009-4a58-bda8-a6387ec286d1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1184.625865] env[63260]: DEBUG nova.compute.manager [-] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1184.625971] env[63260]: DEBUG nova.network.neutron [-] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1184.789610] env[63260]: DEBUG oslo_concurrency.lockutils [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Releasing lock "refresh_cache-c9670741-dac1-4092-8322-7e941b717d14" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.789998] env[63260]: DEBUG nova.compute.manager [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Instance network_info: |[{"id": "cce629ee-e142-4ae8-ba38-402b66ea9051", "address": "fa:16:3e:f8:a9:af", "network": {"id": "6d4af3cd-ee70-4e03-9e16-c9662bcb1ed4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1622915218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf649662e2d142a4a5ad1e57812b1db6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcce629ee-e1", "ovs_interfaceid": "cce629ee-e142-4ae8-ba38-402b66ea9051", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1184.790379] env[63260]: DEBUG oslo_concurrency.lockutils [req-fad83171-360b-4da8-9077-2d5aa1fda2be req-5fd042e1-e9e7-4f57-8a54-b716258851c8 service nova] Acquired lock "refresh_cache-c9670741-dac1-4092-8322-7e941b717d14" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.790566] env[63260]: DEBUG nova.network.neutron [req-fad83171-360b-4da8-9077-2d5aa1fda2be req-5fd042e1-e9e7-4f57-8a54-b716258851c8 service nova] [instance: c9670741-dac1-4092-8322-7e941b717d14] Refreshing network info cache for port cce629ee-e142-4ae8-ba38-402b66ea9051 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.791966] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:a9:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd646f9d5-d2ad-4c22-bea5-85a965334de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cce629ee-e142-4ae8-ba38-402b66ea9051', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1184.800086] env[63260]: DEBUG oslo.service.loopingcall [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1184.801277] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9670741-dac1-4092-8322-7e941b717d14] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1184.801523] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bd08ecf-b4b2-4c79-aac5-7cd81ce61eeb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.826287] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1184.826287] env[63260]: value = "task-2285508" [ 1184.826287] env[63260]: _type = "Task" [ 1184.826287] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.837457] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285508, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.919776] env[63260]: DEBUG oslo_vmware.api [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52b1ea19-70b1-fe22-152f-3fc5afe1f1f2, 'name': SearchDatastore_Task, 'duration_secs': 0.084752} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.920811] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0722859-35c9-44f6-9c5c-e94f31e451d5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.929234] env[63260]: DEBUG oslo_vmware.api [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1184.929234] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52becbda-240f-5452-8961-4125a2d0dc1c" [ 1184.929234] env[63260]: _type = "Task" [ 1184.929234] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.940817] env[63260]: DEBUG oslo_vmware.api [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52becbda-240f-5452-8961-4125a2d0dc1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.951198] env[63260]: DEBUG oslo_vmware.api [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285505, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.978639] env[63260]: DEBUG nova.scheduler.client.report [None req-9676ed7d-27a8-4d6e-8c67-53af25bdaf96 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.025617] env[63260]: DEBUG nova.virt.hardware [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1185.025906] env[63260]: DEBUG nova.virt.hardware [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1185.026080] env[63260]: DEBUG nova.virt.hardware [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1185.026271] env[63260]: DEBUG nova.virt.hardware [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1185.026410] env[63260]: DEBUG nova.virt.hardware [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1185.026555] env[63260]: DEBUG nova.virt.hardware [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1185.026763] env[63260]: DEBUG nova.virt.hardware [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1185.026927] env[63260]: DEBUG nova.virt.hardware [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1185.027245] env[63260]: DEBUG nova.virt.hardware [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1185.027443] env[63260]: DEBUG nova.virt.hardware [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1185.027623] env[63260]: DEBUG nova.virt.hardware [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1185.028543] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8e33f5-9f5d-4d4c-84cc-dc51694e5403 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.040199] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d119a276-1083-4eac-8ed2-ef5a03360a24 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.056487] env[63260]: DEBUG nova.network.neutron [-] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.058569] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:ef:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9689f31e-5095-4dbb-abf9-1a766ef9b434', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1185.066678] env[63260]: DEBUG oslo.service.loopingcall [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1185.067320] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1185.067967] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0080c6d6-856d-43d2-af06-5177ae796715 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.091744] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1185.091744] env[63260]: value = "task-2285509" [ 1185.091744] env[63260]: _type = "Task" [ 1185.091744] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.102527] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285509, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.338875] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285508, 'name': CreateVM_Task} progress is 25%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.355495] env[63260]: DEBUG nova.network.neutron [-] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.444600] env[63260]: DEBUG oslo_vmware.api [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52becbda-240f-5452-8961-4125a2d0dc1c, 'name': SearchDatastore_Task, 'duration_secs': 0.083701} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.447915] env[63260]: DEBUG oslo_concurrency.lockutils [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.448258] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8/f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1185.448553] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53552638-6065-4dea-8fe6-d584b184dad4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.457792] env[63260]: DEBUG oslo_vmware.api [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285505, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.459303] env[63260]: DEBUG oslo_vmware.api [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1185.459303] env[63260]: value = "task-2285510" [ 1185.459303] env[63260]: _type = "Task" [ 1185.459303] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.467958] env[63260]: DEBUG oslo_vmware.api [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.483996] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9676ed7d-27a8-4d6e-8c67-53af25bdaf96 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.747s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1185.517218] env[63260]: INFO nova.scheduler.client.report [None req-9676ed7d-27a8-4d6e-8c67-53af25bdaf96 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Deleted allocations for instance c44cc959-9391-413f-b350-eae627c5bef7 [ 1185.568624] env[63260]: INFO nova.compute.manager [-] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Took 1.76 seconds to deallocate network for instance. [ 1185.601351] env[63260]: DEBUG nova.network.neutron [req-fad83171-360b-4da8-9077-2d5aa1fda2be req-5fd042e1-e9e7-4f57-8a54-b716258851c8 service nova] [instance: c9670741-dac1-4092-8322-7e941b717d14] Updated VIF entry in instance network info cache for port cce629ee-e142-4ae8-ba38-402b66ea9051. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.601818] env[63260]: DEBUG nova.network.neutron [req-fad83171-360b-4da8-9077-2d5aa1fda2be req-5fd042e1-e9e7-4f57-8a54-b716258851c8 service nova] [instance: c9670741-dac1-4092-8322-7e941b717d14] Updating instance_info_cache with network_info: [{"id": "cce629ee-e142-4ae8-ba38-402b66ea9051", "address": "fa:16:3e:f8:a9:af", "network": {"id": "6d4af3cd-ee70-4e03-9e16-c9662bcb1ed4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1622915218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf649662e2d142a4a5ad1e57812b1db6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcce629ee-e1", "ovs_interfaceid": "cce629ee-e142-4ae8-ba38-402b66ea9051", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.609565] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285509, 'name': CreateVM_Task} progress is 25%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.809852] env[63260]: DEBUG nova.compute.manager [req-15916c28-136d-40b8-b376-8cefe5df8629 req-a272021c-9663-424b-9357-a65038b3b9de service nova] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Received event network-vif-deleted-e69e3a11-1fc8-4de0-b1ad-96d0ee2c0772 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1185.810584] env[63260]: DEBUG nova.compute.manager [req-15916c28-136d-40b8-b376-8cefe5df8629 req-a272021c-9663-424b-9357-a65038b3b9de service nova] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Received event network-vif-deleted-0a6ef5ed-9a5f-4990-a432-01bc110528c2 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1185.839041] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285508, 'name': CreateVM_Task, 'duration_secs': 0.883274} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.839301] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9670741-dac1-4092-8322-7e941b717d14] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1185.839890] env[63260]: DEBUG oslo_concurrency.lockutils [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.840133] env[63260]: DEBUG oslo_concurrency.lockutils [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.840463] env[63260]: DEBUG oslo_concurrency.lockutils [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.840755] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12de1576-3efa-46a2-9645-cc421cec3690 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.846028] env[63260]: DEBUG oslo_vmware.api [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1185.846028] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526af38f-bd76-f4ee-2be3-a45bf65e40cf" [ 1185.846028] env[63260]: _type = "Task" [ 1185.846028] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.854597] env[63260]: DEBUG oslo_vmware.api [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526af38f-bd76-f4ee-2be3-a45bf65e40cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.858184] env[63260]: INFO nova.compute.manager [-] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Took 1.23 seconds to deallocate network for instance. [ 1185.954110] env[63260]: DEBUG oslo_vmware.api [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285505, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.969999] env[63260]: DEBUG oslo_vmware.api [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.027669] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9676ed7d-27a8-4d6e-8c67-53af25bdaf96 tempest-ListServersNegativeTestJSON-176646041 tempest-ListServersNegativeTestJSON-176646041-project-member] Lock "c44cc959-9391-413f-b350-eae627c5bef7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.557s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.105651] env[63260]: DEBUG oslo_concurrency.lockutils [req-fad83171-360b-4da8-9077-2d5aa1fda2be req-5fd042e1-e9e7-4f57-8a54-b716258851c8 service nova] Releasing lock "refresh_cache-c9670741-dac1-4092-8322-7e941b717d14" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.106032] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285509, 'name': CreateVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.120656] env[63260]: INFO nova.compute.manager [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Took 0.55 seconds to detach 1 volumes for instance. [ 1186.358467] env[63260]: DEBUG oslo_vmware.api [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526af38f-bd76-f4ee-2be3-a45bf65e40cf, 'name': SearchDatastore_Task, 'duration_secs': 0.081259} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.358892] env[63260]: DEBUG oslo_concurrency.lockutils [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.359197] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1186.359486] env[63260]: DEBUG oslo_concurrency.lockutils [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.359670] env[63260]: DEBUG oslo_concurrency.lockutils [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.359891] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1186.360234] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46c8a8c6-0777-4d7e-a700-c35d4a3907ac {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.364735] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d21b4d73-b009-4a58-bda8-a6387ec286d1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1186.365109] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d21b4d73-b009-4a58-bda8-a6387ec286d1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.365642] env[63260]: DEBUG nova.objects.instance [None req-d21b4d73-b009-4a58-bda8-a6387ec286d1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lazy-loading 'resources' on Instance uuid f96e81c0-cd9d-4b76-b59d-7892c0b69b0e {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.376180] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1186.376320] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1186.377189] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3059709-9a22-4dff-849d-67e3258419ee {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.384208] env[63260]: DEBUG oslo_vmware.api [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1186.384208] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5282661d-505d-34ae-935d-7ff0583b608d" [ 1186.384208] env[63260]: _type = "Task" [ 1186.384208] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.392986] env[63260]: DEBUG oslo_vmware.api [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5282661d-505d-34ae-935d-7ff0583b608d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.455111] env[63260]: DEBUG oslo_vmware.api [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285505, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.324426} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.455513] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ea78f21e-5640-480c-8510-f95bc22e39eb/ea78f21e-5640-480c-8510-f95bc22e39eb.vmdk to [datastore2] 9a3276e9-0c38-4709-a264-aa69e96afa6d/9a3276e9-0c38-4709-a264-aa69e96afa6d.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1186.456371] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4a23e5-ed70-4224-b783-ffe003a024de {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.483717] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 9a3276e9-0c38-4709-a264-aa69e96afa6d/9a3276e9-0c38-4709-a264-aa69e96afa6d.vmdk or device None with type streamOptimized {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.484642] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28682c02-b3a5-449b-b536-9713b8c69e85 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.504341] env[63260]: DEBUG oslo_vmware.api [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285510, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.510427] env[63260]: DEBUG oslo_vmware.api [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 1186.510427] env[63260]: value = "task-2285511" [ 1186.510427] env[63260]: _type = "Task" [ 1186.510427] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.522393] env[63260]: DEBUG oslo_vmware.api [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285511, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.607768] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285509, 'name': CreateVM_Task, 'duration_secs': 1.132676} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.607981] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1186.608719] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.608937] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.609449] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.609512] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec16ae1c-941b-4a8f-85f3-08c648d5dda4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.614101] env[63260]: DEBUG oslo_vmware.api [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1186.614101] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]524f14a9-68c6-e3a4-fda3-b873e6eb23a7" [ 1186.614101] env[63260]: _type = "Task" [ 1186.614101] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.624972] env[63260]: DEBUG oslo_vmware.api [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]524f14a9-68c6-e3a4-fda3-b873e6eb23a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.627363] env[63260]: DEBUG oslo_concurrency.lockutils [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1186.895144] env[63260]: DEBUG oslo_vmware.api [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5282661d-505d-34ae-935d-7ff0583b608d, 'name': SearchDatastore_Task, 'duration_secs': 0.049329} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.898375] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-671afc9d-f38a-423d-ba9b-3fefde183593 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.904046] env[63260]: DEBUG oslo_vmware.api [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1186.904046] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52345438-93e2-2263-9f2e-5a9c6c3a8cee" [ 1186.904046] env[63260]: _type = "Task" [ 1186.904046] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.916340] env[63260]: DEBUG oslo_vmware.api [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52345438-93e2-2263-9f2e-5a9c6c3a8cee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.971510] env[63260]: DEBUG oslo_vmware.api [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285510, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.162018} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.972667] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8/f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1186.972921] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1186.973647] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0fc7c2-8665-4cba-8de5-9aadc0ad0efe {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.976173] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7bf6cfb-b355-4616-9331-d0385a516797 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.981921] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa33abeb-1fbe-475d-ab77-783020a2ecee {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.986071] env[63260]: DEBUG oslo_vmware.api [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1186.986071] env[63260]: value = "task-2285512" [ 1186.986071] env[63260]: _type = "Task" [ 1186.986071] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.031935] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d727546-819a-4438-a618-b6e59b927dba {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.040531] env[63260]: DEBUG oslo_vmware.api [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285512, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.047145] env[63260]: DEBUG oslo_vmware.api [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285511, 'name': ReconfigVM_Task, 'duration_secs': 0.368347} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.050207] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 9a3276e9-0c38-4709-a264-aa69e96afa6d/9a3276e9-0c38-4709-a264-aa69e96afa6d.vmdk or device None with type streamOptimized {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1187.051015] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43313660-a0b0-475a-aca6-2904ad65ded0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.054024] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c127873a-ba6e-4eb1-b7c2-432dfd521f72 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.072870] env[63260]: DEBUG nova.compute.provider_tree [None req-d21b4d73-b009-4a58-bda8-a6387ec286d1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.076858] env[63260]: DEBUG oslo_vmware.api [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 1187.076858] env[63260]: value = "task-2285513" [ 1187.076858] env[63260]: _type = "Task" [ 1187.076858] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.084774] env[63260]: DEBUG oslo_vmware.api [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285513, 'name': Rename_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.124764] env[63260]: DEBUG oslo_vmware.api [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]524f14a9-68c6-e3a4-fda3-b873e6eb23a7, 'name': SearchDatastore_Task, 'duration_secs': 0.01264} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.125150] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.125477] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1187.125727] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.414376] env[63260]: DEBUG oslo_vmware.api [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52345438-93e2-2263-9f2e-5a9c6c3a8cee, 'name': SearchDatastore_Task, 'duration_secs': 0.00925} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.414648] env[63260]: DEBUG oslo_concurrency.lockutils [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.414908] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] c9670741-dac1-4092-8322-7e941b717d14/c9670741-dac1-4092-8322-7e941b717d14.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1187.415254] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.415452] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1187.415669] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b30e842-96ab-4ef0-bf80-743c8e396dbc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.417578] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04f09d17-7b15-408f-b6cb-c7b49b0c9101 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.425990] env[63260]: DEBUG oslo_vmware.api [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1187.425990] env[63260]: value = "task-2285514" [ 1187.425990] env[63260]: _type = "Task" [ 1187.425990] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.427699] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1187.428986] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1187.428986] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5220893-24c5-4ac4-ab32-5436f58487e6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.433810] env[63260]: DEBUG oslo_vmware.api [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.437047] env[63260]: DEBUG oslo_vmware.api [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1187.437047] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52aa5532-8349-6e11-de0d-fb75f2e0360a" [ 1187.437047] env[63260]: _type = "Task" [ 1187.437047] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.443729] env[63260]: DEBUG oslo_vmware.api [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52aa5532-8349-6e11-de0d-fb75f2e0360a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.495723] env[63260]: DEBUG oslo_vmware.api [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285512, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068863} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.495993] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1187.496783] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e84ec0d-0c32-4c8a-856e-b2ca829326b5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.518233] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8/f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.518507] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97e82799-b2ec-4319-bbfe-c93f4cf4ee90 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.536890] env[63260]: DEBUG oslo_vmware.api [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1187.536890] env[63260]: value = "task-2285515" [ 1187.536890] env[63260]: _type = "Task" [ 1187.536890] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.544415] env[63260]: DEBUG oslo_vmware.api [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285515, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.578646] env[63260]: DEBUG nova.scheduler.client.report [None req-d21b4d73-b009-4a58-bda8-a6387ec286d1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.590378] env[63260]: DEBUG oslo_vmware.api [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285513, 'name': Rename_Task, 'duration_secs': 0.152117} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.590639] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1187.590879] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98e5e3f2-0eae-48ab-8ad2-c36605d918d4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.597448] env[63260]: DEBUG oslo_vmware.api [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 1187.597448] env[63260]: value = "task-2285516" [ 1187.597448] env[63260]: _type = "Task" [ 1187.597448] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.605083] env[63260]: DEBUG oslo_vmware.api [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.933995] env[63260]: DEBUG oslo_vmware.api [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285514, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470157} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.934329] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] c9670741-dac1-4092-8322-7e941b717d14/c9670741-dac1-4092-8322-7e941b717d14.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1187.934583] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1187.934867] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65cf94b9-d362-4718-9e55-50bb203412ce {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.944176] env[63260]: DEBUG oslo_vmware.api [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1187.944176] env[63260]: value = "task-2285517" [ 1187.944176] env[63260]: _type = "Task" [ 1187.944176] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.950771] env[63260]: DEBUG oslo_vmware.api [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52aa5532-8349-6e11-de0d-fb75f2e0360a, 'name': SearchDatastore_Task, 'duration_secs': 0.009114} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.951960] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ea30e5a-265e-4573-a3ac-6e9e5f37b52b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.958150] env[63260]: DEBUG oslo_vmware.api [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285517, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.961096] env[63260]: DEBUG oslo_vmware.api [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1187.961096] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52edb952-b7dc-04e5-b31b-7ac70511466a" [ 1187.961096] env[63260]: _type = "Task" [ 1187.961096] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.965821] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.970018] env[63260]: DEBUG oslo_vmware.api [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52edb952-b7dc-04e5-b31b-7ac70511466a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.046583] env[63260]: DEBUG oslo_vmware.api [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285515, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.086729] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d21b4d73-b009-4a58-bda8-a6387ec286d1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.722s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.089171] env[63260]: DEBUG oslo_concurrency.lockutils [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.462s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.089402] env[63260]: DEBUG oslo_concurrency.lockutils [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.108559] env[63260]: DEBUG oslo_vmware.api [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285516, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.116248] env[63260]: INFO nova.scheduler.client.report [None req-d21b4d73-b009-4a58-bda8-a6387ec286d1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Deleted allocations for instance f96e81c0-cd9d-4b76-b59d-7892c0b69b0e [ 1188.120703] env[63260]: INFO nova.scheduler.client.report [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Deleted allocations for instance 9c112d45-b457-4c70-9887-b71f26d3c198 [ 1188.454620] env[63260]: DEBUG oslo_vmware.api [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285517, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06646} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.454882] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1188.455704] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2699e9b-1e88-4af7-99ad-da43c778b3b8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.477204] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] c9670741-dac1-4092-8322-7e941b717d14/c9670741-dac1-4092-8322-7e941b717d14.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1188.480576] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.480780] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.480948] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.481107] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1188.481324] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bd100e0-59a9-4150-92ca-b5dd35d53fef {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.495537] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faeeba4e-d994-4ed4-b676-b6d24a4d34c3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.503079] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2c15ab-ac07-4e4e-9e31-903429568876 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.510833] env[63260]: DEBUG oslo_vmware.api [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52edb952-b7dc-04e5-b31b-7ac70511466a, 'name': SearchDatastore_Task, 'duration_secs': 0.011758} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.511138] env[63260]: DEBUG oslo_vmware.api [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1188.511138] env[63260]: value = "task-2285518" [ 1188.511138] env[63260]: _type = "Task" [ 1188.511138] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.511769] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.512059] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 0369a945-2b3f-4734-9b56-fabcb96b0ce4/0369a945-2b3f-4734-9b56-fabcb96b0ce4.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1188.512358] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51a5b950-06d8-4afa-bbac-e9a5a5120976 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.527823] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ca7c9f-25d1-4fb7-96ff-fff65c85f76c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.535735] env[63260]: DEBUG oslo_vmware.api [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.535735] env[63260]: DEBUG oslo_vmware.api [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1188.535735] env[63260]: value = "task-2285519" [ 1188.535735] env[63260]: _type = "Task" [ 1188.535735] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.544074] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0b9788-2f5e-4518-a80f-a1af938964e9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.550078] env[63260]: DEBUG oslo_vmware.api [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.554810] env[63260]: DEBUG oslo_vmware.api [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285515, 'name': ReconfigVM_Task, 'duration_secs': 0.531241} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.581892] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Reconfigured VM instance instance-00000076 to attach disk [datastore2] f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8/f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.581892] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179643MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=63260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1188.581892] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.581892] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.585655] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-470a7d03-4d99-4a08-b864-e6ee16782993 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.589916] env[63260]: DEBUG oslo_vmware.api [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1188.589916] env[63260]: value = "task-2285520" [ 1188.589916] env[63260]: _type = "Task" [ 1188.589916] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.600747] env[63260]: DEBUG oslo_vmware.api [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285520, 'name': Rename_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.608478] env[63260]: DEBUG oslo_vmware.api [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285516, 'name': PowerOnVM_Task, 'duration_secs': 0.638022} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.608808] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1188.627430] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d21b4d73-b009-4a58-bda8-a6387ec286d1 tempest-AttachInterfacesTestJSON-1349497819 tempest-AttachInterfacesTestJSON-1349497819-project-member] Lock "f96e81c0-cd9d-4b76-b59d-7892c0b69b0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.626s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.628988] env[63260]: DEBUG oslo_concurrency.lockutils [None req-db9dd39e-54cd-4976-a31c-0d7cc79bb7c7 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "9c112d45-b457-4c70-9887-b71f26d3c198" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.112s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.710306] env[63260]: DEBUG nova.compute.manager [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1188.711636] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2934fe6-27e3-442c-9377-3d98795c584a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.024298] env[63260]: DEBUG oslo_vmware.api [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285518, 'name': ReconfigVM_Task, 'duration_secs': 0.282026} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.024812] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Reconfigured VM instance instance-00000077 to attach disk [datastore2] c9670741-dac1-4092-8322-7e941b717d14/c9670741-dac1-4092-8322-7e941b717d14.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1189.025691] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e478816a-cc20-49b3-affc-63d043f6e2ab {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.033912] env[63260]: DEBUG oslo_vmware.api [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1189.033912] env[63260]: value = "task-2285521" [ 1189.033912] env[63260]: _type = "Task" [ 1189.033912] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.046542] env[63260]: DEBUG oslo_vmware.api [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285521, 'name': Rename_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.049977] env[63260]: DEBUG oslo_vmware.api [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285519, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.099402] env[63260]: DEBUG oslo_vmware.api [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285520, 'name': Rename_Task, 'duration_secs': 0.174833} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.099631] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1189.099895] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc34e3c3-7956-4870-86c9-0e2931052eac {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.107041] env[63260]: DEBUG oslo_vmware.api [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1189.107041] env[63260]: value = "task-2285522" [ 1189.107041] env[63260]: _type = "Task" [ 1189.107041] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.114266] env[63260]: DEBUG oslo_vmware.api [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.229034] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a47cfd2c-9b46-4f0e-ac54-a03e92328263 tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lock "9a3276e9-0c38-4709-a264-aa69e96afa6d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 24.149s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1189.547285] env[63260]: DEBUG oslo_vmware.api [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285521, 'name': Rename_Task, 'duration_secs': 0.154273} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.550841] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1189.551138] env[63260]: DEBUG oslo_vmware.api [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285519, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560232} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.551337] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d3033ed-2a1f-4665-ae4d-91143bf7a9a2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.553676] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 0369a945-2b3f-4734-9b56-fabcb96b0ce4/0369a945-2b3f-4734-9b56-fabcb96b0ce4.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1189.553889] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1189.554360] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b2c5a97-51af-426c-a012-4feb9c5231f4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.562413] env[63260]: DEBUG oslo_vmware.api [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1189.562413] env[63260]: value = "task-2285524" [ 1189.562413] env[63260]: _type = "Task" [ 1189.562413] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.563671] env[63260]: DEBUG oslo_vmware.api [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1189.563671] env[63260]: value = "task-2285523" [ 1189.563671] env[63260]: _type = "Task" [ 1189.563671] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.577502] env[63260]: DEBUG oslo_vmware.api [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285523, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.577833] env[63260]: DEBUG oslo_vmware.api [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285524, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.616902] env[63260]: DEBUG oslo_vmware.api [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285522, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.617996] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 73759f3b-39f8-4e60-a0ca-91220f19abdc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1189.618152] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 0369a945-2b3f-4734-9b56-fabcb96b0ce4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1189.618643] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 9a3276e9-0c38-4709-a264-aa69e96afa6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1189.618643] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1189.618761] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance c9670741-dac1-4092-8322-7e941b717d14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1190.076551] env[63260]: DEBUG oslo_vmware.api [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285524, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070857} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.079440] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1190.079926] env[63260]: DEBUG oslo_vmware.api [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285523, 'name': PowerOnVM_Task, 'duration_secs': 0.479406} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.080414] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30065c1-46fe-4783-a3f0-c0499c6d45c3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.082738] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.082995] env[63260]: INFO nova.compute.manager [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Took 7.84 seconds to spawn the instance on the hypervisor. [ 1190.083175] env[63260]: DEBUG nova.compute.manager [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1190.083896] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b688f01-8747-46c3-b6e5-2d34acf048e4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.111319] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 0369a945-2b3f-4734-9b56-fabcb96b0ce4/0369a945-2b3f-4734-9b56-fabcb96b0ce4.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.111855] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f644b448-8d2a-4b76-b2cc-697abae542ae {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.131578] env[63260]: INFO nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 4425bdeb-4be6-4f8d-9568-0050e2d66196 has allocations against this compute host but is not found in the database. [ 1190.131798] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=63260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1190.131948] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=63260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1190.138148] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "4425bdeb-4be6-4f8d-9568-0050e2d66196" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1190.138449] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "4425bdeb-4be6-4f8d-9568-0050e2d66196" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.142956] env[63260]: DEBUG oslo_vmware.api [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1190.142956] env[63260]: value = "task-2285525" [ 1190.142956] env[63260]: _type = "Task" [ 1190.142956] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.146187] env[63260]: DEBUG oslo_vmware.api [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285522, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.157234] env[63260]: DEBUG oslo_vmware.api [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285525, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.231284] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66075705-f8c4-48d6-a5e4-e40ef0c546db {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.238718] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b473f858-56ea-4be4-b1c7-a5dc8ff4bb24 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.270974] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1276a6-f5a9-4b6c-9923-9f7bf04748df {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.278953] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a70750-0775-4b9d-843e-4897b61bf001 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.292747] env[63260]: DEBUG nova.compute.provider_tree [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.623236] env[63260]: INFO nova.compute.manager [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Took 16.73 seconds to build instance. [ 1190.627816] env[63260]: DEBUG oslo_vmware.api [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285522, 'name': PowerOnVM_Task, 'duration_secs': 1.060755} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.628089] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.628655] env[63260]: INFO nova.compute.manager [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Took 10.69 seconds to spawn the instance on the hypervisor. [ 1190.628655] env[63260]: DEBUG nova.compute.manager [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1190.629329] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f26e9e-cf1e-4d63-9459-bd89d938a194 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.640847] env[63260]: DEBUG nova.compute.manager [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1190.656826] env[63260]: DEBUG oslo_vmware.api [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.796402] env[63260]: DEBUG nova.scheduler.client.report [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.125522] env[63260]: DEBUG oslo_concurrency.lockutils [None req-57dbe583-5be2-4a7e-8eb4-aa7e35d86ed1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Lock "c9670741-dac1-4092-8322-7e941b717d14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.250s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1191.154364] env[63260]: INFO nova.compute.manager [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Took 17.66 seconds to build instance. [ 1191.165609] env[63260]: DEBUG oslo_vmware.api [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285525, 'name': ReconfigVM_Task, 'duration_secs': 0.855555} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.166310] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 0369a945-2b3f-4734-9b56-fabcb96b0ce4/0369a945-2b3f-4734-9b56-fabcb96b0ce4.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.166956] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fdab04a-3ab2-4cfb-bd97-0d95baebb800 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.176215] env[63260]: DEBUG oslo_vmware.api [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1191.176215] env[63260]: value = "task-2285526" [ 1191.176215] env[63260]: _type = "Task" [ 1191.176215] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.177428] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1191.191941] env[63260]: DEBUG oslo_vmware.api [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285526, 'name': Rename_Task} progress is 10%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.301810] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1191.302098] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.720s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1191.302404] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.125s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1191.304335] env[63260]: INFO nova.compute.claims [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1191.660552] env[63260]: DEBUG oslo_concurrency.lockutils [None req-334e6e46-0bb1-40d7-a50e-3193ab185c1b tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Lock "f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.176s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1191.687933] env[63260]: DEBUG oslo_vmware.api [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285526, 'name': Rename_Task, 'duration_secs': 0.279441} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.688536] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1191.688950] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdacb42c-4c06-41c7-88a0-b5a436bf873f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.696035] env[63260]: DEBUG oslo_vmware.api [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1191.696035] env[63260]: value = "task-2285527" [ 1191.696035] env[63260]: _type = "Task" [ 1191.696035] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.703824] env[63260]: DEBUG oslo_vmware.api [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.814887] env[63260]: INFO nova.compute.manager [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Rescuing [ 1191.815184] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquiring lock "refresh_cache-c9670741-dac1-4092-8322-7e941b717d14" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.815388] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquired lock "refresh_cache-c9670741-dac1-4092-8322-7e941b717d14" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.815559] env[63260]: DEBUG nova.network.neutron [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.205715] env[63260]: DEBUG oslo_vmware.api [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285527, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.406894] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51e20b9-1415-4ef8-9080-c630eb34e46d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.416212] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fee089-3413-44b4-9633-81f5614d069a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.451432] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34dd507d-d5e3-4023-8026-a87512824354 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.459654] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8deff0-433a-441d-8729-38eb2544a0b1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.473409] env[63260]: DEBUG nova.compute.provider_tree [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.560108] env[63260]: DEBUG nova.network.neutron [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Updating instance_info_cache with network_info: [{"id": "cce629ee-e142-4ae8-ba38-402b66ea9051", "address": "fa:16:3e:f8:a9:af", "network": {"id": "6d4af3cd-ee70-4e03-9e16-c9662bcb1ed4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1622915218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf649662e2d142a4a5ad1e57812b1db6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcce629ee-e1", "ovs_interfaceid": "cce629ee-e142-4ae8-ba38-402b66ea9051", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.706183] env[63260]: DEBUG oslo_vmware.api [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285527, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.977600] env[63260]: DEBUG nova.scheduler.client.report [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.063355] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Releasing lock "refresh_cache-c9670741-dac1-4092-8322-7e941b717d14" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.206092] env[63260]: DEBUG oslo_vmware.api [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285527, 'name': PowerOnVM_Task, 'duration_secs': 1.246301} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.206471] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1193.206564] env[63260]: DEBUG nova.compute.manager [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1193.207337] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e26cea-3ffd-4d9e-a0e4-d43258e378bb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.482857] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.180s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1193.483418] env[63260]: DEBUG nova.compute.manager [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1193.724867] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1193.725157] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1193.726029] env[63260]: DEBUG nova.objects.instance [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63260) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1193.988057] env[63260]: DEBUG nova.compute.utils [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1193.991171] env[63260]: DEBUG nova.compute.manager [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1193.991301] env[63260]: DEBUG nova.network.neutron [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1194.028890] env[63260]: DEBUG nova.policy [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49666a04a3a14ae781f0f55d9f13011a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12b951a134ae4e0294f6672abcb63dc9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 1194.286485] env[63260]: DEBUG nova.network.neutron [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Successfully created port: e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1194.302147] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.302365] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.302520] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Starting heal instance info cache {{(pid=63260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1194.494456] env[63260]: DEBUG nova.compute.manager [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1194.603641] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1194.603973] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3b17af2-c13e-4ad8-9b6b-fc784b03172a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.612121] env[63260]: DEBUG oslo_vmware.api [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1194.612121] env[63260]: value = "task-2285528" [ 1194.612121] env[63260]: _type = "Task" [ 1194.612121] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.620639] env[63260]: DEBUG oslo_vmware.api [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.733778] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9c0dd7eb-b548-42a0-b4b2-3edb068dcdc3 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.805290] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Didn't find any instances for network info cache update. {{(pid=63260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1194.805537] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.805698] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.805847] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.806472] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.806472] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.806472] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.806633] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1195.122023] env[63260]: DEBUG oslo_vmware.api [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285528, 'name': PowerOffVM_Task, 'duration_secs': 0.272342} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.122745] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1195.123573] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e5b60f-d2f4-477e-85b1-aa4d5132f952 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.142460] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbf25b3-6c08-4f13-82ee-fdc39035d69f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.180651] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.181060] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb155b9e-71a9-49d9-a9cd-e19aed25d524 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.188667] env[63260]: DEBUG oslo_vmware.api [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1195.188667] env[63260]: value = "task-2285529" [ 1195.188667] env[63260]: _type = "Task" [ 1195.188667] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.199324] env[63260]: DEBUG oslo_vmware.api [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.504479] env[63260]: DEBUG nova.compute.manager [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1195.524613] env[63260]: DEBUG nova.virt.hardware [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1195.524858] env[63260]: DEBUG nova.virt.hardware [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1195.525031] env[63260]: DEBUG nova.virt.hardware [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1195.525241] env[63260]: DEBUG nova.virt.hardware [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1195.525400] env[63260]: DEBUG nova.virt.hardware [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1195.525550] env[63260]: DEBUG nova.virt.hardware [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1195.525752] env[63260]: DEBUG nova.virt.hardware [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1195.525904] env[63260]: DEBUG nova.virt.hardware [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1195.526082] env[63260]: DEBUG nova.virt.hardware [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1195.526252] env[63260]: DEBUG nova.virt.hardware [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1195.526422] env[63260]: DEBUG nova.virt.hardware [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1195.527284] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa035f9-9be2-4dd3-a499-4931e393c397 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.535464] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4dcc06-bbe2-46d6-97fa-9d0fbfa3b0f0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.658582] env[63260]: DEBUG nova.compute.manager [req-93d2e8bf-fb26-4410-a217-e72fa066cadb req-602268c9-a8d8-4d85-9390-9fc73a0f727f service nova] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Received event network-vif-plugged-e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1195.658804] env[63260]: DEBUG oslo_concurrency.lockutils [req-93d2e8bf-fb26-4410-a217-e72fa066cadb req-602268c9-a8d8-4d85-9390-9fc73a0f727f service nova] Acquiring lock "4425bdeb-4be6-4f8d-9568-0050e2d66196-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1195.659019] env[63260]: DEBUG oslo_concurrency.lockutils [req-93d2e8bf-fb26-4410-a217-e72fa066cadb req-602268c9-a8d8-4d85-9390-9fc73a0f727f service nova] Lock "4425bdeb-4be6-4f8d-9568-0050e2d66196-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1195.659189] env[63260]: DEBUG oslo_concurrency.lockutils [req-93d2e8bf-fb26-4410-a217-e72fa066cadb req-602268c9-a8d8-4d85-9390-9fc73a0f727f service nova] Lock "4425bdeb-4be6-4f8d-9568-0050e2d66196-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1195.659356] env[63260]: DEBUG nova.compute.manager [req-93d2e8bf-fb26-4410-a217-e72fa066cadb req-602268c9-a8d8-4d85-9390-9fc73a0f727f service nova] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] No waiting events found dispatching network-vif-plugged-e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1195.659515] env[63260]: WARNING nova.compute.manager [req-93d2e8bf-fb26-4410-a217-e72fa066cadb req-602268c9-a8d8-4d85-9390-9fc73a0f727f service nova] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Received unexpected event network-vif-plugged-e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c for instance with vm_state building and task_state spawning. [ 1195.699148] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] VM already powered off {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1195.699376] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1195.699616] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.699762] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.699939] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1195.700216] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d298b43-a956-4772-94fd-daf0a1eb1fd3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.708974] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1195.709172] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1195.709908] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b2814bb-1441-49eb-9563-0a523ec878e2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.715292] env[63260]: DEBUG oslo_vmware.api [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1195.715292] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]525c1052-031c-07c8-455d-c7d2b2ef2ac0" [ 1195.715292] env[63260]: _type = "Task" [ 1195.715292] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.722616] env[63260]: DEBUG oslo_vmware.api [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]525c1052-031c-07c8-455d-c7d2b2ef2ac0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.749687] env[63260]: DEBUG nova.network.neutron [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Successfully updated port: e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1196.225591] env[63260]: DEBUG oslo_vmware.api [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]525c1052-031c-07c8-455d-c7d2b2ef2ac0, 'name': SearchDatastore_Task, 'duration_secs': 0.008894} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.226321] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b73487ba-06f8-4eab-9c4a-b96adef4617b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.231026] env[63260]: DEBUG oslo_vmware.api [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1196.231026] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52996648-7cf1-d31b-ae37-c89207c6884f" [ 1196.231026] env[63260]: _type = "Task" [ 1196.231026] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.238728] env[63260]: DEBUG oslo_vmware.api [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52996648-7cf1-d31b-ae37-c89207c6884f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.255580] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "refresh_cache-4425bdeb-4be6-4f8d-9568-0050e2d66196" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.255724] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquired lock "refresh_cache-4425bdeb-4be6-4f8d-9568-0050e2d66196" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.255883] env[63260]: DEBUG nova.network.neutron [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.741658] env[63260]: DEBUG oslo_vmware.api [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52996648-7cf1-d31b-ae37-c89207c6884f, 'name': SearchDatastore_Task, 'duration_secs': 0.023949} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.742082] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.742449] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] c9670741-dac1-4092-8322-7e941b717d14/8ebd5f76-b764-4077-809c-696b4e973e48-rescue.vmdk. {{(pid=63260) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1196.742806] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-873748b5-acd5-4a72-a513-2b67f2b01fb1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.750644] env[63260]: DEBUG oslo_vmware.api [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1196.750644] env[63260]: value = "task-2285530" [ 1196.750644] env[63260]: _type = "Task" [ 1196.750644] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.759312] env[63260]: DEBUG oslo_vmware.api [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.787151] env[63260]: DEBUG nova.network.neutron [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1196.915531] env[63260]: DEBUG nova.network.neutron [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Updating instance_info_cache with network_info: [{"id": "e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c", "address": "fa:16:3e:9c:fb:38", "network": {"id": "095ea81c-b08e-465e-a9a8-6c7d22cb7bf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1442129299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12b951a134ae4e0294f6672abcb63dc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8f6f22b-dc", "ovs_interfaceid": "e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.261228] env[63260]: DEBUG oslo_vmware.api [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285530, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.418708] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Releasing lock "refresh_cache-4425bdeb-4be6-4f8d-9568-0050e2d66196" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.418857] env[63260]: DEBUG nova.compute.manager [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Instance network_info: |[{"id": "e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c", "address": "fa:16:3e:9c:fb:38", "network": {"id": "095ea81c-b08e-465e-a9a8-6c7d22cb7bf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1442129299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12b951a134ae4e0294f6672abcb63dc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8f6f22b-dc", "ovs_interfaceid": "e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1197.419342] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:fb:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bc2dd1b-c901-4f3d-9c3a-af171c275c4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1197.426778] env[63260]: DEBUG oslo.service.loopingcall [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1197.426993] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1197.427253] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bfb1598-ac44-4e1e-ad37-d41ae1e957eb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.447314] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1197.447314] env[63260]: value = "task-2285531" [ 1197.447314] env[63260]: _type = "Task" [ 1197.447314] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.454761] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285531, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.687803] env[63260]: DEBUG nova.compute.manager [req-3acd4c03-18e3-44dc-ba5d-4f32b5556471 req-afe81edf-7b3c-447b-a48b-2c01cc2f2ba4 service nova] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Received event network-changed-e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1197.687909] env[63260]: DEBUG nova.compute.manager [req-3acd4c03-18e3-44dc-ba5d-4f32b5556471 req-afe81edf-7b3c-447b-a48b-2c01cc2f2ba4 service nova] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Refreshing instance network info cache due to event network-changed-e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1197.688088] env[63260]: DEBUG oslo_concurrency.lockutils [req-3acd4c03-18e3-44dc-ba5d-4f32b5556471 req-afe81edf-7b3c-447b-a48b-2c01cc2f2ba4 service nova] Acquiring lock "refresh_cache-4425bdeb-4be6-4f8d-9568-0050e2d66196" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.688226] env[63260]: DEBUG oslo_concurrency.lockutils [req-3acd4c03-18e3-44dc-ba5d-4f32b5556471 req-afe81edf-7b3c-447b-a48b-2c01cc2f2ba4 service nova] Acquired lock "refresh_cache-4425bdeb-4be6-4f8d-9568-0050e2d66196" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.688387] env[63260]: DEBUG nova.network.neutron [req-3acd4c03-18e3-44dc-ba5d-4f32b5556471 req-afe81edf-7b3c-447b-a48b-2c01cc2f2ba4 service nova] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Refreshing network info cache for port e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.766987] env[63260]: DEBUG oslo_vmware.api [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573727} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.767388] env[63260]: INFO nova.virt.vmwareapi.ds_util [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] c9670741-dac1-4092-8322-7e941b717d14/8ebd5f76-b764-4077-809c-696b4e973e48-rescue.vmdk. [ 1197.768042] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76adb52-d17d-4a7b-8628-b3ad3c7f5c2f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.792747] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] c9670741-dac1-4092-8322-7e941b717d14/8ebd5f76-b764-4077-809c-696b4e973e48-rescue.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.793061] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57f48ea3-b22d-4595-a2a4-f935fc429f23 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.810737] env[63260]: DEBUG oslo_vmware.api [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1197.810737] env[63260]: value = "task-2285532" [ 1197.810737] env[63260]: _type = "Task" [ 1197.810737] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.819418] env[63260]: DEBUG oslo_vmware.api [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285532, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.957548] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285531, 'name': CreateVM_Task, 'duration_secs': 0.342196} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.957734] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1197.958337] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.958504] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.958824] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.959082] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c24dfffd-6350-49bb-8bb7-6acd63768564 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.963863] env[63260]: DEBUG oslo_vmware.api [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1197.963863] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c09b52-f462-c2e6-98e8-35346925cde3" [ 1197.963863] env[63260]: _type = "Task" [ 1197.963863] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.971739] env[63260]: DEBUG oslo_vmware.api [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c09b52-f462-c2e6-98e8-35346925cde3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.322421] env[63260]: DEBUG oslo_vmware.api [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285532, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.406461] env[63260]: DEBUG nova.network.neutron [req-3acd4c03-18e3-44dc-ba5d-4f32b5556471 req-afe81edf-7b3c-447b-a48b-2c01cc2f2ba4 service nova] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Updated VIF entry in instance network info cache for port e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1198.406819] env[63260]: DEBUG nova.network.neutron [req-3acd4c03-18e3-44dc-ba5d-4f32b5556471 req-afe81edf-7b3c-447b-a48b-2c01cc2f2ba4 service nova] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Updating instance_info_cache with network_info: [{"id": "e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c", "address": "fa:16:3e:9c:fb:38", "network": {"id": "095ea81c-b08e-465e-a9a8-6c7d22cb7bf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1442129299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12b951a134ae4e0294f6672abcb63dc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8f6f22b-dc", "ovs_interfaceid": "e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.465635] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.475940] env[63260]: DEBUG oslo_vmware.api [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c09b52-f462-c2e6-98e8-35346925cde3, 'name': SearchDatastore_Task, 'duration_secs': 0.042686} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.476240] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.476466] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1198.476689] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.476832] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.477017] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1198.477290] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c36d1561-5955-48e2-9fb5-4a00ffb726c1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.485739] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1198.485906] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1198.486599] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4ba17a2-59d3-414e-9452-d024ace9cf2e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.491154] env[63260]: DEBUG oslo_vmware.api [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1198.491154] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52cfc609-1ec9-2bac-6cd2-4f2556bd1f7b" [ 1198.491154] env[63260]: _type = "Task" [ 1198.491154] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.498383] env[63260]: DEBUG oslo_vmware.api [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52cfc609-1ec9-2bac-6cd2-4f2556bd1f7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.822515] env[63260]: DEBUG oslo_vmware.api [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285532, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.909424] env[63260]: DEBUG oslo_concurrency.lockutils [req-3acd4c03-18e3-44dc-ba5d-4f32b5556471 req-afe81edf-7b3c-447b-a48b-2c01cc2f2ba4 service nova] Releasing lock "refresh_cache-4425bdeb-4be6-4f8d-9568-0050e2d66196" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.001044] env[63260]: DEBUG oslo_vmware.api [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52cfc609-1ec9-2bac-6cd2-4f2556bd1f7b, 'name': SearchDatastore_Task, 'duration_secs': 0.008475} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.001825] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-243478e7-c3b9-43bb-89a9-1d8b40e890b0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.006849] env[63260]: DEBUG oslo_vmware.api [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1199.006849] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e6ea6c-d75a-22d9-3896-2d37dff79ab6" [ 1199.006849] env[63260]: _type = "Task" [ 1199.006849] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.013921] env[63260]: DEBUG oslo_vmware.api [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e6ea6c-d75a-22d9-3896-2d37dff79ab6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.321290] env[63260]: DEBUG oslo_vmware.api [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285532, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.517646] env[63260]: DEBUG oslo_vmware.api [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e6ea6c-d75a-22d9-3896-2d37dff79ab6, 'name': SearchDatastore_Task, 'duration_secs': 0.010084} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.517918] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.518175] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 4425bdeb-4be6-4f8d-9568-0050e2d66196/4425bdeb-4be6-4f8d-9568-0050e2d66196.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1199.518427] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3311fa97-0f10-4155-a9eb-a6340007f87c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.525391] env[63260]: DEBUG oslo_vmware.api [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1199.525391] env[63260]: value = "task-2285533" [ 1199.525391] env[63260]: _type = "Task" [ 1199.525391] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.532575] env[63260]: DEBUG oslo_vmware.api [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.822051] env[63260]: DEBUG oslo_vmware.api [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285532, 'name': ReconfigVM_Task, 'duration_secs': 1.516953} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.822281] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Reconfigured VM instance instance-00000077 to attach disk [datastore2] c9670741-dac1-4092-8322-7e941b717d14/8ebd5f76-b764-4077-809c-696b4e973e48-rescue.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1199.823192] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2363efad-c0a2-4721-bfd8-191555a2ce13 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.848737] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8f441ff-96c2-4ebb-8f5e-3c9902bc80e2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.864311] env[63260]: DEBUG oslo_vmware.api [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1199.864311] env[63260]: value = "task-2285534" [ 1199.864311] env[63260]: _type = "Task" [ 1199.864311] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.873857] env[63260]: DEBUG oslo_vmware.api [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285534, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.037111] env[63260]: DEBUG oslo_vmware.api [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285533, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.374284] env[63260]: DEBUG oslo_vmware.api [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285534, 'name': ReconfigVM_Task, 'duration_secs': 0.185202} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.374568] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1200.375070] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59521566-410f-4f2e-ae00-673853c3b5e5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.381514] env[63260]: DEBUG oslo_vmware.api [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1200.381514] env[63260]: value = "task-2285535" [ 1200.381514] env[63260]: _type = "Task" [ 1200.381514] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.388841] env[63260]: DEBUG oslo_vmware.api [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285535, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.536588] env[63260]: DEBUG oslo_vmware.api [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285533, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591837} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.536856] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 4425bdeb-4be6-4f8d-9568-0050e2d66196/4425bdeb-4be6-4f8d-9568-0050e2d66196.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1200.537061] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1200.537322] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69193ac7-540d-470b-a94b-b304eb526311 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.544351] env[63260]: DEBUG oslo_vmware.api [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1200.544351] env[63260]: value = "task-2285536" [ 1200.544351] env[63260]: _type = "Task" [ 1200.544351] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.552490] env[63260]: DEBUG oslo_vmware.api [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.892706] env[63260]: DEBUG oslo_vmware.api [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285535, 'name': PowerOnVM_Task, 'duration_secs': 0.463082} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.893145] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.895710] env[63260]: DEBUG nova.compute.manager [None req-4fd6c613-5bb4-4f1e-ae0c-c0b3e1676c7e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1200.896476] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568a38ef-6289-46ef-9060-5293674e810b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.054683] env[63260]: DEBUG oslo_vmware.api [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077619} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.055011] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1201.055770] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d967f2-7067-4e7a-b316-9e255ef233bd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.077460] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 4425bdeb-4be6-4f8d-9568-0050e2d66196/4425bdeb-4be6-4f8d-9568-0050e2d66196.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.077718] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94c2b361-bdc8-4b83-a55f-97380d71eb4f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.096558] env[63260]: DEBUG oslo_vmware.api [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1201.096558] env[63260]: value = "task-2285537" [ 1201.096558] env[63260]: _type = "Task" [ 1201.096558] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.103727] env[63260]: DEBUG oslo_vmware.api [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285537, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.606339] env[63260]: DEBUG oslo_vmware.api [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285537, 'name': ReconfigVM_Task, 'duration_secs': 0.258428} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.606631] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 4425bdeb-4be6-4f8d-9568-0050e2d66196/4425bdeb-4be6-4f8d-9568-0050e2d66196.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1201.607338] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89c1abc7-e92e-4c13-b598-77ffa1223927 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.613646] env[63260]: DEBUG oslo_vmware.api [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1201.613646] env[63260]: value = "task-2285538" [ 1201.613646] env[63260]: _type = "Task" [ 1201.613646] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.621952] env[63260]: DEBUG oslo_vmware.api [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285538, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.124214] env[63260]: DEBUG oslo_vmware.api [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285538, 'name': Rename_Task, 'duration_secs': 0.142425} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.124646] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1202.124734] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e266476e-c5d6-431c-b014-1acafa7f373e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.130839] env[63260]: DEBUG oslo_vmware.api [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1202.130839] env[63260]: value = "task-2285539" [ 1202.130839] env[63260]: _type = "Task" [ 1202.130839] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.139469] env[63260]: DEBUG oslo_vmware.api [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.641071] env[63260]: DEBUG oslo_vmware.api [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285539, 'name': PowerOnVM_Task, 'duration_secs': 0.43282} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.641399] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1202.641670] env[63260]: INFO nova.compute.manager [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Took 7.14 seconds to spawn the instance on the hypervisor. [ 1202.641879] env[63260]: DEBUG nova.compute.manager [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1202.642770] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1d851e-93de-4bbb-b92a-8543f880bc9f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.162468] env[63260]: INFO nova.compute.manager [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Took 12.02 seconds to build instance. [ 1203.305114] env[63260]: INFO nova.compute.manager [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Rescuing [ 1203.305352] env[63260]: DEBUG oslo_concurrency.lockutils [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquiring lock "refresh_cache-f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.305519] env[63260]: DEBUG oslo_concurrency.lockutils [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquired lock "refresh_cache-f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.305687] env[63260]: DEBUG nova.network.neutron [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.665257] env[63260]: DEBUG oslo_concurrency.lockutils [None req-3733e6dd-6c90-413e-930f-99644ae2cfbd tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "4425bdeb-4be6-4f8d-9568-0050e2d66196" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.527s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1204.043641] env[63260]: DEBUG nova.network.neutron [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Updating instance_info_cache with network_info: [{"id": "2caf3849-2380-40d0-8564-751a3d2f5b05", "address": "fa:16:3e:a1:8a:c2", "network": {"id": "6d4af3cd-ee70-4e03-9e16-c9662bcb1ed4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1622915218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf649662e2d142a4a5ad1e57812b1db6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2caf3849-23", "ovs_interfaceid": "2caf3849-2380-40d0-8564-751a3d2f5b05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.348032] env[63260]: DEBUG nova.compute.manager [req-a9b6d5ed-e491-41f6-b99a-deb162219e57 req-e4fff087-3968-49c4-8658-0dc94f5a496d service nova] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Received event network-changed-e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1204.348032] env[63260]: DEBUG nova.compute.manager [req-a9b6d5ed-e491-41f6-b99a-deb162219e57 req-e4fff087-3968-49c4-8658-0dc94f5a496d service nova] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Refreshing instance network info cache due to event network-changed-e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1204.348032] env[63260]: DEBUG oslo_concurrency.lockutils [req-a9b6d5ed-e491-41f6-b99a-deb162219e57 req-e4fff087-3968-49c4-8658-0dc94f5a496d service nova] Acquiring lock "refresh_cache-4425bdeb-4be6-4f8d-9568-0050e2d66196" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1204.348032] env[63260]: DEBUG oslo_concurrency.lockutils [req-a9b6d5ed-e491-41f6-b99a-deb162219e57 req-e4fff087-3968-49c4-8658-0dc94f5a496d service nova] Acquired lock "refresh_cache-4425bdeb-4be6-4f8d-9568-0050e2d66196" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.348032] env[63260]: DEBUG nova.network.neutron [req-a9b6d5ed-e491-41f6-b99a-deb162219e57 req-e4fff087-3968-49c4-8658-0dc94f5a496d service nova] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Refreshing network info cache for port e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1204.546692] env[63260]: DEBUG oslo_concurrency.lockutils [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Releasing lock "refresh_cache-f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1205.066935] env[63260]: DEBUG nova.network.neutron [req-a9b6d5ed-e491-41f6-b99a-deb162219e57 req-e4fff087-3968-49c4-8658-0dc94f5a496d service nova] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Updated VIF entry in instance network info cache for port e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1205.067102] env[63260]: DEBUG nova.network.neutron [req-a9b6d5ed-e491-41f6-b99a-deb162219e57 req-e4fff087-3968-49c4-8658-0dc94f5a496d service nova] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Updating instance_info_cache with network_info: [{"id": "e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c", "address": "fa:16:3e:9c:fb:38", "network": {"id": "095ea81c-b08e-465e-a9a8-6c7d22cb7bf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1442129299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12b951a134ae4e0294f6672abcb63dc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8f6f22b-dc", "ovs_interfaceid": "e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.569720] env[63260]: DEBUG oslo_concurrency.lockutils [req-a9b6d5ed-e491-41f6-b99a-deb162219e57 req-e4fff087-3968-49c4-8658-0dc94f5a496d service nova] Releasing lock "refresh_cache-4425bdeb-4be6-4f8d-9568-0050e2d66196" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.081380] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1206.081701] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c07d803-723a-4c2e-ab94-3db360728825 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.089334] env[63260]: DEBUG oslo_vmware.api [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1206.089334] env[63260]: value = "task-2285540" [ 1206.089334] env[63260]: _type = "Task" [ 1206.089334] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.097648] env[63260]: DEBUG oslo_vmware.api [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.599630] env[63260]: DEBUG oslo_vmware.api [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285540, 'name': PowerOffVM_Task, 'duration_secs': 0.189539} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.599895] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1206.600731] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a01340-f4c3-408d-a31e-4437b1401d6f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.620066] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc0a40f-ba2d-4048-8b6e-d5a9db7ed11e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.646422] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1206.646698] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd418234-5e0e-4f6e-90db-b0042e1ba95b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.653669] env[63260]: DEBUG oslo_vmware.api [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1206.653669] env[63260]: value = "task-2285541" [ 1206.653669] env[63260]: _type = "Task" [ 1206.653669] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.660616] env[63260]: DEBUG oslo_vmware.api [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.167471] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] VM already powered off {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1207.167810] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1207.168191] env[63260]: DEBUG oslo_concurrency.lockutils [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.168441] env[63260]: DEBUG oslo_concurrency.lockutils [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.168718] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1207.169083] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17ec15b0-be33-4021-a5fe-a9cfec6c1656 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.178402] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1207.178674] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1207.179737] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ffd0ca6-4078-468b-bdb3-f4529c2f1575 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.186468] env[63260]: DEBUG oslo_vmware.api [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1207.186468] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52fe6772-2276-e5b2-0a29-16d83e6575f4" [ 1207.186468] env[63260]: _type = "Task" [ 1207.186468] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.196978] env[63260]: DEBUG oslo_vmware.api [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52fe6772-2276-e5b2-0a29-16d83e6575f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.697028] env[63260]: DEBUG oslo_vmware.api [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52fe6772-2276-e5b2-0a29-16d83e6575f4, 'name': SearchDatastore_Task, 'duration_secs': 0.011814} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.697945] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a32452a-aa42-49d9-8229-db6a89569c61 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.702884] env[63260]: DEBUG oslo_vmware.api [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1207.702884] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5246a413-2be0-b5c2-d8e2-613be9d86fd0" [ 1207.702884] env[63260]: _type = "Task" [ 1207.702884] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.710211] env[63260]: DEBUG oslo_vmware.api [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5246a413-2be0-b5c2-d8e2-613be9d86fd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.213715] env[63260]: DEBUG oslo_vmware.api [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5246a413-2be0-b5c2-d8e2-613be9d86fd0, 'name': SearchDatastore_Task, 'duration_secs': 0.010355} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.214079] env[63260]: DEBUG oslo_concurrency.lockutils [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1208.214488] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8/8ebd5f76-b764-4077-809c-696b4e973e48-rescue.vmdk. {{(pid=63260) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1208.214869] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a531b6b0-6118-4756-951b-6de9b829096a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.222440] env[63260]: DEBUG oslo_vmware.api [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1208.222440] env[63260]: value = "task-2285542" [ 1208.222440] env[63260]: _type = "Task" [ 1208.222440] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.229683] env[63260]: DEBUG oslo_vmware.api [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.732212] env[63260]: DEBUG oslo_vmware.api [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285542, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451613} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.732551] env[63260]: INFO nova.virt.vmwareapi.ds_util [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8/8ebd5f76-b764-4077-809c-696b4e973e48-rescue.vmdk. [ 1208.733228] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69441ecc-402f-4473-ab17-54c6037ff1da {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.756921] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8/8ebd5f76-b764-4077-809c-696b4e973e48-rescue.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1208.757167] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7404c06-5c15-46c8-97e7-86ef6cee02bc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.774746] env[63260]: DEBUG oslo_vmware.api [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1208.774746] env[63260]: value = "task-2285543" [ 1208.774746] env[63260]: _type = "Task" [ 1208.774746] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.783738] env[63260]: DEBUG oslo_vmware.api [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285543, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.284844] env[63260]: DEBUG oslo_vmware.api [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285543, 'name': ReconfigVM_Task, 'duration_secs': 0.295654} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.285108] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Reconfigured VM instance instance-00000076 to attach disk [datastore2] f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8/8ebd5f76-b764-4077-809c-696b4e973e48-rescue.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1209.285942] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ced442-dfb0-41fc-9427-fb627b901cbf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.309889] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c3cf962-5bc9-43c0-b296-0a4b07228842 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.325217] env[63260]: DEBUG oslo_vmware.api [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1209.325217] env[63260]: value = "task-2285544" [ 1209.325217] env[63260]: _type = "Task" [ 1209.325217] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.332744] env[63260]: DEBUG oslo_vmware.api [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285544, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.834885] env[63260]: DEBUG oslo_vmware.api [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285544, 'name': ReconfigVM_Task, 'duration_secs': 0.160568} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.835252] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1209.835413] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1c84c7e-e7be-49b3-937e-b5e10bcfe53e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.841061] env[63260]: DEBUG oslo_vmware.api [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1209.841061] env[63260]: value = "task-2285545" [ 1209.841061] env[63260]: _type = "Task" [ 1209.841061] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.849435] env[63260]: DEBUG oslo_vmware.api [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285545, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.350746] env[63260]: DEBUG oslo_vmware.api [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285545, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.851029] env[63260]: DEBUG oslo_vmware.api [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285545, 'name': PowerOnVM_Task, 'duration_secs': 0.957948} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.851029] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1210.853622] env[63260]: DEBUG nova.compute.manager [None req-00dc5c79-6a2e-4daa-b5d2-0d9b30c147c8 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1210.854422] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a6366b-c021-48a0-8534-1d31694987bd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.605054] env[63260]: INFO nova.compute.manager [None req-dfc44853-10ef-4b9a-ab0f-0322b53f41c3 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Unrescuing [ 1212.605054] env[63260]: DEBUG oslo_concurrency.lockutils [None req-dfc44853-10ef-4b9a-ab0f-0322b53f41c3 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquiring lock "refresh_cache-f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.605054] env[63260]: DEBUG oslo_concurrency.lockutils [None req-dfc44853-10ef-4b9a-ab0f-0322b53f41c3 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquired lock "refresh_cache-f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.605520] env[63260]: DEBUG nova.network.neutron [None req-dfc44853-10ef-4b9a-ab0f-0322b53f41c3 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1213.319619] env[63260]: DEBUG nova.network.neutron [None req-dfc44853-10ef-4b9a-ab0f-0322b53f41c3 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Updating instance_info_cache with network_info: [{"id": "2caf3849-2380-40d0-8564-751a3d2f5b05", "address": "fa:16:3e:a1:8a:c2", "network": {"id": "6d4af3cd-ee70-4e03-9e16-c9662bcb1ed4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1622915218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf649662e2d142a4a5ad1e57812b1db6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2caf3849-23", "ovs_interfaceid": "2caf3849-2380-40d0-8564-751a3d2f5b05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.822518] env[63260]: DEBUG oslo_concurrency.lockutils [None req-dfc44853-10ef-4b9a-ab0f-0322b53f41c3 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Releasing lock "refresh_cache-f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.823259] env[63260]: DEBUG nova.objects.instance [None req-dfc44853-10ef-4b9a-ab0f-0322b53f41c3 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Lazy-loading 'flavor' on Instance uuid f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.330771] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad660d45-2047-4a34-9b25-a24ee3997397 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.353040] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfc44853-10ef-4b9a-ab0f-0322b53f41c3 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.353040] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29d9c3f7-2e06-4a01-8e7b-8665883b8fdb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.360428] env[63260]: DEBUG oslo_vmware.api [None req-dfc44853-10ef-4b9a-ab0f-0322b53f41c3 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1214.360428] env[63260]: value = "task-2285546" [ 1214.360428] env[63260]: _type = "Task" [ 1214.360428] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.368053] env[63260]: DEBUG oslo_vmware.api [None req-dfc44853-10ef-4b9a-ab0f-0322b53f41c3 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.872600] env[63260]: DEBUG oslo_vmware.api [None req-dfc44853-10ef-4b9a-ab0f-0322b53f41c3 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285546, 'name': PowerOffVM_Task, 'duration_secs': 0.247072} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.873640] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfc44853-10ef-4b9a-ab0f-0322b53f41c3 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1214.878397] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfc44853-10ef-4b9a-ab0f-0322b53f41c3 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1214.878650] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f84611e6-4def-445b-bb67-23f5104c98dd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.896080] env[63260]: DEBUG oslo_vmware.api [None req-dfc44853-10ef-4b9a-ab0f-0322b53f41c3 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1214.896080] env[63260]: value = "task-2285547" [ 1214.896080] env[63260]: _type = "Task" [ 1214.896080] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.903456] env[63260]: DEBUG oslo_vmware.api [None req-dfc44853-10ef-4b9a-ab0f-0322b53f41c3 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285547, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.405635] env[63260]: DEBUG oslo_vmware.api [None req-dfc44853-10ef-4b9a-ab0f-0322b53f41c3 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285547, 'name': ReconfigVM_Task, 'duration_secs': 0.220058} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.405924] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfc44853-10ef-4b9a-ab0f-0322b53f41c3 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1215.406212] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfc44853-10ef-4b9a-ab0f-0322b53f41c3 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.406459] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9067eab7-aaa8-4e2f-9635-6facee959707 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.413178] env[63260]: DEBUG oslo_vmware.api [None req-dfc44853-10ef-4b9a-ab0f-0322b53f41c3 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1215.413178] env[63260]: value = "task-2285548" [ 1215.413178] env[63260]: _type = "Task" [ 1215.413178] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.420119] env[63260]: DEBUG oslo_vmware.api [None req-dfc44853-10ef-4b9a-ab0f-0322b53f41c3 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.923185] env[63260]: DEBUG oslo_vmware.api [None req-dfc44853-10ef-4b9a-ab0f-0322b53f41c3 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285548, 'name': PowerOnVM_Task, 'duration_secs': 0.346569} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.923628] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfc44853-10ef-4b9a-ab0f-0322b53f41c3 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1215.923746] env[63260]: DEBUG nova.compute.manager [None req-dfc44853-10ef-4b9a-ab0f-0322b53f41c3 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1215.924458] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0d7a18-1db1-46eb-b5d6-33396d921ad6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.352748] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquiring lock "eb7a4470-0ac0-43ef-a129-0830429018f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1219.353090] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Lock "eb7a4470-0ac0-43ef-a129-0830429018f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1219.855459] env[63260]: DEBUG nova.compute.manager [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1220.376999] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.377318] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.378825] env[63260]: INFO nova.compute.claims [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1221.473975] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c24a15d-99d8-447a-8535-e79dbc0fb197 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.481377] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa65e26e-89db-4e14-af44-761743855a5d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.513122] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605bd283-605a-4d61-9f86-9d002f3895cc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.520548] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d250e17e-474f-4817-ba74-0fee57bdf3f5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.533817] env[63260]: DEBUG nova.compute.provider_tree [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.036702] env[63260]: DEBUG nova.scheduler.client.report [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.542043] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.164s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.542043] env[63260]: DEBUG nova.compute.manager [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1223.047298] env[63260]: DEBUG nova.compute.utils [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1223.048742] env[63260]: DEBUG nova.compute.manager [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1223.048859] env[63260]: DEBUG nova.network.neutron [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1223.094884] env[63260]: DEBUG nova.policy [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6d846db31094ea2b05c0f9b2019632c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf649662e2d142a4a5ad1e57812b1db6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 1223.414287] env[63260]: DEBUG nova.network.neutron [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Successfully created port: e04eb5a7-9275-446f-b8e3-f4d7026eda2f {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1223.552091] env[63260]: DEBUG nova.compute.manager [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1224.561596] env[63260]: DEBUG nova.compute.manager [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1224.589067] env[63260]: DEBUG nova.virt.hardware [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1224.589345] env[63260]: DEBUG nova.virt.hardware [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1224.589504] env[63260]: DEBUG nova.virt.hardware [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1224.589683] env[63260]: DEBUG nova.virt.hardware [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1224.589827] env[63260]: DEBUG nova.virt.hardware [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1224.589972] env[63260]: DEBUG nova.virt.hardware [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1224.590194] env[63260]: DEBUG nova.virt.hardware [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1224.590374] env[63260]: DEBUG nova.virt.hardware [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1224.590550] env[63260]: DEBUG nova.virt.hardware [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1224.590692] env[63260]: DEBUG nova.virt.hardware [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1224.590858] env[63260]: DEBUG nova.virt.hardware [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1224.591752] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca9cade-02e7-4251-97fe-9fc9fa48f63e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.599275] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73789460-96fc-415c-976b-d363a8ffe29d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.787112] env[63260]: DEBUG nova.compute.manager [req-763f81be-0ca9-4113-a67f-498f88faa7e8 req-bfd3e791-24dc-4e7f-bb81-c9e88d21d80e service nova] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Received event network-vif-plugged-e04eb5a7-9275-446f-b8e3-f4d7026eda2f {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1224.787112] env[63260]: DEBUG oslo_concurrency.lockutils [req-763f81be-0ca9-4113-a67f-498f88faa7e8 req-bfd3e791-24dc-4e7f-bb81-c9e88d21d80e service nova] Acquiring lock "eb7a4470-0ac0-43ef-a129-0830429018f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.787112] env[63260]: DEBUG oslo_concurrency.lockutils [req-763f81be-0ca9-4113-a67f-498f88faa7e8 req-bfd3e791-24dc-4e7f-bb81-c9e88d21d80e service nova] Lock "eb7a4470-0ac0-43ef-a129-0830429018f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1224.787112] env[63260]: DEBUG oslo_concurrency.lockutils [req-763f81be-0ca9-4113-a67f-498f88faa7e8 req-bfd3e791-24dc-4e7f-bb81-c9e88d21d80e service nova] Lock "eb7a4470-0ac0-43ef-a129-0830429018f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1224.787112] env[63260]: DEBUG nova.compute.manager [req-763f81be-0ca9-4113-a67f-498f88faa7e8 req-bfd3e791-24dc-4e7f-bb81-c9e88d21d80e service nova] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] No waiting events found dispatching network-vif-plugged-e04eb5a7-9275-446f-b8e3-f4d7026eda2f {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1224.787112] env[63260]: WARNING nova.compute.manager [req-763f81be-0ca9-4113-a67f-498f88faa7e8 req-bfd3e791-24dc-4e7f-bb81-c9e88d21d80e service nova] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Received unexpected event network-vif-plugged-e04eb5a7-9275-446f-b8e3-f4d7026eda2f for instance with vm_state building and task_state spawning. [ 1224.875413] env[63260]: DEBUG nova.network.neutron [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Successfully updated port: e04eb5a7-9275-446f-b8e3-f4d7026eda2f {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1225.378491] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquiring lock "refresh_cache-eb7a4470-0ac0-43ef-a129-0830429018f6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1225.378648] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquired lock "refresh_cache-eb7a4470-0ac0-43ef-a129-0830429018f6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.378761] env[63260]: DEBUG nova.network.neutron [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.798772] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a80f4dc7-d8f4-46c7-922b-6b2c727b327d tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquiring lock "9a3276e9-0c38-4709-a264-aa69e96afa6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1225.799143] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a80f4dc7-d8f4-46c7-922b-6b2c727b327d tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lock "9a3276e9-0c38-4709-a264-aa69e96afa6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.799268] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a80f4dc7-d8f4-46c7-922b-6b2c727b327d tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquiring lock "9a3276e9-0c38-4709-a264-aa69e96afa6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1225.799452] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a80f4dc7-d8f4-46c7-922b-6b2c727b327d tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lock "9a3276e9-0c38-4709-a264-aa69e96afa6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.799628] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a80f4dc7-d8f4-46c7-922b-6b2c727b327d tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lock "9a3276e9-0c38-4709-a264-aa69e96afa6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1225.801705] env[63260]: INFO nova.compute.manager [None req-a80f4dc7-d8f4-46c7-922b-6b2c727b327d tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Terminating instance [ 1225.910236] env[63260]: DEBUG nova.network.neutron [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1226.034278] env[63260]: DEBUG nova.network.neutron [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Updating instance_info_cache with network_info: [{"id": "e04eb5a7-9275-446f-b8e3-f4d7026eda2f", "address": "fa:16:3e:62:57:94", "network": {"id": "6d4af3cd-ee70-4e03-9e16-c9662bcb1ed4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1622915218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf649662e2d142a4a5ad1e57812b1db6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape04eb5a7-92", "ovs_interfaceid": "e04eb5a7-9275-446f-b8e3-f4d7026eda2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.305009] env[63260]: DEBUG nova.compute.manager [None req-a80f4dc7-d8f4-46c7-922b-6b2c727b327d tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1226.305256] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a80f4dc7-d8f4-46c7-922b-6b2c727b327d tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1226.306149] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1552d8-94f5-4418-b62f-dcadfa0e4dae {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.313820] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80f4dc7-d8f4-46c7-922b-6b2c727b327d tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.314052] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19f8e1b3-e6a1-45e8-89c8-19484ea3c116 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.320173] env[63260]: DEBUG oslo_vmware.api [None req-a80f4dc7-d8f4-46c7-922b-6b2c727b327d tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 1226.320173] env[63260]: value = "task-2285549" [ 1226.320173] env[63260]: _type = "Task" [ 1226.320173] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.327992] env[63260]: DEBUG oslo_vmware.api [None req-a80f4dc7-d8f4-46c7-922b-6b2c727b327d tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285549, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.536663] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Releasing lock "refresh_cache-eb7a4470-0ac0-43ef-a129-0830429018f6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.537009] env[63260]: DEBUG nova.compute.manager [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Instance network_info: |[{"id": "e04eb5a7-9275-446f-b8e3-f4d7026eda2f", "address": "fa:16:3e:62:57:94", "network": {"id": "6d4af3cd-ee70-4e03-9e16-c9662bcb1ed4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1622915218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf649662e2d142a4a5ad1e57812b1db6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape04eb5a7-92", "ovs_interfaceid": "e04eb5a7-9275-446f-b8e3-f4d7026eda2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1226.537453] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:57:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd646f9d5-d2ad-4c22-bea5-85a965334de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e04eb5a7-9275-446f-b8e3-f4d7026eda2f', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1226.544818] env[63260]: DEBUG oslo.service.loopingcall [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1226.545041] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1226.545268] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6313388-aa73-437f-b920-6aa8a869d68f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.564943] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1226.564943] env[63260]: value = "task-2285550" [ 1226.564943] env[63260]: _type = "Task" [ 1226.564943] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.572317] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285550, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.809890] env[63260]: DEBUG nova.compute.manager [req-7d434029-deff-4dd1-9299-14dc41280c59 req-d7b266ea-9ad8-4ac4-937e-1fab429b4a75 service nova] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Received event network-changed-e04eb5a7-9275-446f-b8e3-f4d7026eda2f {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1226.810170] env[63260]: DEBUG nova.compute.manager [req-7d434029-deff-4dd1-9299-14dc41280c59 req-d7b266ea-9ad8-4ac4-937e-1fab429b4a75 service nova] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Refreshing instance network info cache due to event network-changed-e04eb5a7-9275-446f-b8e3-f4d7026eda2f. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1226.810316] env[63260]: DEBUG oslo_concurrency.lockutils [req-7d434029-deff-4dd1-9299-14dc41280c59 req-d7b266ea-9ad8-4ac4-937e-1fab429b4a75 service nova] Acquiring lock "refresh_cache-eb7a4470-0ac0-43ef-a129-0830429018f6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1226.810507] env[63260]: DEBUG oslo_concurrency.lockutils [req-7d434029-deff-4dd1-9299-14dc41280c59 req-d7b266ea-9ad8-4ac4-937e-1fab429b4a75 service nova] Acquired lock "refresh_cache-eb7a4470-0ac0-43ef-a129-0830429018f6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.810697] env[63260]: DEBUG nova.network.neutron [req-7d434029-deff-4dd1-9299-14dc41280c59 req-d7b266ea-9ad8-4ac4-937e-1fab429b4a75 service nova] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Refreshing network info cache for port e04eb5a7-9275-446f-b8e3-f4d7026eda2f {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1226.832079] env[63260]: DEBUG oslo_vmware.api [None req-a80f4dc7-d8f4-46c7-922b-6b2c727b327d tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285549, 'name': PowerOffVM_Task, 'duration_secs': 0.212591} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.832345] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80f4dc7-d8f4-46c7-922b-6b2c727b327d tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.832514] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a80f4dc7-d8f4-46c7-922b-6b2c727b327d tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1226.832749] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd437c60-23c6-4f0e-92b4-1983ec7b6967 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.897033] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a80f4dc7-d8f4-46c7-922b-6b2c727b327d tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1226.897259] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a80f4dc7-d8f4-46c7-922b-6b2c727b327d tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1226.897440] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-a80f4dc7-d8f4-46c7-922b-6b2c727b327d tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Deleting the datastore file [datastore2] 9a3276e9-0c38-4709-a264-aa69e96afa6d {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.897692] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3dd33aa-3246-4571-a054-21f1f4e6e209 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.904286] env[63260]: DEBUG oslo_vmware.api [None req-a80f4dc7-d8f4-46c7-922b-6b2c727b327d tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for the task: (returnval){ [ 1226.904286] env[63260]: value = "task-2285552" [ 1226.904286] env[63260]: _type = "Task" [ 1226.904286] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.911434] env[63260]: DEBUG oslo_vmware.api [None req-a80f4dc7-d8f4-46c7-922b-6b2c727b327d tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285552, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.075050] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285550, 'name': CreateVM_Task, 'duration_secs': 0.323043} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.075050] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1227.075727] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.075892] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.076240] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1227.076497] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c840b93-3812-42e4-9dde-48ebd44620ea {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.080582] env[63260]: DEBUG oslo_vmware.api [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1227.080582] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]522c7284-ece9-a398-7f60-5a323eeeae09" [ 1227.080582] env[63260]: _type = "Task" [ 1227.080582] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.088178] env[63260]: DEBUG oslo_vmware.api [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]522c7284-ece9-a398-7f60-5a323eeeae09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.413195] env[63260]: DEBUG oslo_vmware.api [None req-a80f4dc7-d8f4-46c7-922b-6b2c727b327d tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Task: {'id': task-2285552, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122977} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.413453] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-a80f4dc7-d8f4-46c7-922b-6b2c727b327d tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1227.413639] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a80f4dc7-d8f4-46c7-922b-6b2c727b327d tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1227.413815] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-a80f4dc7-d8f4-46c7-922b-6b2c727b327d tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1227.413981] env[63260]: INFO nova.compute.manager [None req-a80f4dc7-d8f4-46c7-922b-6b2c727b327d tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1227.414241] env[63260]: DEBUG oslo.service.loopingcall [None req-a80f4dc7-d8f4-46c7-922b-6b2c727b327d tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1227.414427] env[63260]: DEBUG nova.compute.manager [-] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1227.414519] env[63260]: DEBUG nova.network.neutron [-] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1227.590514] env[63260]: DEBUG oslo_vmware.api [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]522c7284-ece9-a398-7f60-5a323eeeae09, 'name': SearchDatastore_Task, 'duration_secs': 0.008223} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.590814] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.591091] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1227.591318] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.591471] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.591651] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1227.591908] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e2ab276-2956-46e0-a7ea-0c043bfca54e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.600193] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1227.600369] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1227.601078] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68f690bf-8a25-4688-81f5-73061da6409e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.605913] env[63260]: DEBUG oslo_vmware.api [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1227.605913] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]527d32fb-5e9d-b577-8cfc-8e02dc563136" [ 1227.605913] env[63260]: _type = "Task" [ 1227.605913] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.613780] env[63260]: DEBUG oslo_vmware.api [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]527d32fb-5e9d-b577-8cfc-8e02dc563136, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.629310] env[63260]: DEBUG nova.network.neutron [req-7d434029-deff-4dd1-9299-14dc41280c59 req-d7b266ea-9ad8-4ac4-937e-1fab429b4a75 service nova] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Updated VIF entry in instance network info cache for port e04eb5a7-9275-446f-b8e3-f4d7026eda2f. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1227.630056] env[63260]: DEBUG nova.network.neutron [req-7d434029-deff-4dd1-9299-14dc41280c59 req-d7b266ea-9ad8-4ac4-937e-1fab429b4a75 service nova] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Updating instance_info_cache with network_info: [{"id": "e04eb5a7-9275-446f-b8e3-f4d7026eda2f", "address": "fa:16:3e:62:57:94", "network": {"id": "6d4af3cd-ee70-4e03-9e16-c9662bcb1ed4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1622915218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf649662e2d142a4a5ad1e57812b1db6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape04eb5a7-92", "ovs_interfaceid": "e04eb5a7-9275-446f-b8e3-f4d7026eda2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.117830] env[63260]: DEBUG oslo_vmware.api [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]527d32fb-5e9d-b577-8cfc-8e02dc563136, 'name': SearchDatastore_Task, 'duration_secs': 0.007999} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.117830] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c96d5cde-3524-46a5-9d1f-48cc71451e46 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.122078] env[63260]: DEBUG oslo_vmware.api [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1228.122078] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c7e718-479b-a513-8bd2-3faf838fa1ff" [ 1228.122078] env[63260]: _type = "Task" [ 1228.122078] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.129991] env[63260]: DEBUG oslo_vmware.api [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c7e718-479b-a513-8bd2-3faf838fa1ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.133966] env[63260]: DEBUG oslo_concurrency.lockutils [req-7d434029-deff-4dd1-9299-14dc41280c59 req-d7b266ea-9ad8-4ac4-937e-1fab429b4a75 service nova] Releasing lock "refresh_cache-eb7a4470-0ac0-43ef-a129-0830429018f6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.428464] env[63260]: DEBUG nova.network.neutron [-] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.633079] env[63260]: DEBUG oslo_vmware.api [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c7e718-479b-a513-8bd2-3faf838fa1ff, 'name': SearchDatastore_Task, 'duration_secs': 0.009197} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.633455] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.633727] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] eb7a4470-0ac0-43ef-a129-0830429018f6/eb7a4470-0ac0-43ef-a129-0830429018f6.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1228.634036] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec4b50af-63a2-407f-ab16-4a3ff4282d35 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.640488] env[63260]: DEBUG oslo_vmware.api [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1228.640488] env[63260]: value = "task-2285553" [ 1228.640488] env[63260]: _type = "Task" [ 1228.640488] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.647750] env[63260]: DEBUG oslo_vmware.api [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285553, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.840839] env[63260]: DEBUG nova.compute.manager [req-a1fb2677-fc8d-439c-8ba5-3f3cc4b4629a req-2bd4a207-6eae-42f1-95df-489071a5be3a service nova] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Received event network-vif-deleted-9b2333e8-5d6e-4ee6-ba76-57ca55659042 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1228.931242] env[63260]: INFO nova.compute.manager [-] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Took 1.52 seconds to deallocate network for instance. [ 1229.151454] env[63260]: DEBUG oslo_vmware.api [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285553, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.437123} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.151811] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] eb7a4470-0ac0-43ef-a129-0830429018f6/eb7a4470-0ac0-43ef-a129-0830429018f6.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1229.151811] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1229.152082] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e0da887-4089-4cd4-bcb4-96e56dcb2ab6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.158180] env[63260]: DEBUG oslo_vmware.api [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1229.158180] env[63260]: value = "task-2285554" [ 1229.158180] env[63260]: _type = "Task" [ 1229.158180] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.167168] env[63260]: DEBUG oslo_vmware.api [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285554, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.439059] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a80f4dc7-d8f4-46c7-922b-6b2c727b327d tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1229.439363] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a80f4dc7-d8f4-46c7-922b-6b2c727b327d tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1229.439601] env[63260]: DEBUG nova.objects.instance [None req-a80f4dc7-d8f4-46c7-922b-6b2c727b327d tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lazy-loading 'resources' on Instance uuid 9a3276e9-0c38-4709-a264-aa69e96afa6d {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.668390] env[63260]: DEBUG oslo_vmware.api [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285554, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071892} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.668665] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1229.669521] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a1624a-15c8-4893-b4b0-e1e151293ac3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.690859] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] eb7a4470-0ac0-43ef-a129-0830429018f6/eb7a4470-0ac0-43ef-a129-0830429018f6.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1229.691155] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbc8f55e-b6e9-4015-8eb4-068ba53fb049 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.710943] env[63260]: DEBUG oslo_vmware.api [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1229.710943] env[63260]: value = "task-2285555" [ 1229.710943] env[63260]: _type = "Task" [ 1229.710943] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.718549] env[63260]: DEBUG oslo_vmware.api [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285555, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.836474] env[63260]: DEBUG oslo_concurrency.lockutils [None req-48c07269-0e9b-4f1e-b498-fc347e6a16df tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "0369a945-2b3f-4734-9b56-fabcb96b0ce4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1229.836744] env[63260]: DEBUG oslo_concurrency.lockutils [None req-48c07269-0e9b-4f1e-b498-fc347e6a16df tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "0369a945-2b3f-4734-9b56-fabcb96b0ce4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1229.836952] env[63260]: DEBUG oslo_concurrency.lockutils [None req-48c07269-0e9b-4f1e-b498-fc347e6a16df tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "0369a945-2b3f-4734-9b56-fabcb96b0ce4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1229.837146] env[63260]: DEBUG oslo_concurrency.lockutils [None req-48c07269-0e9b-4f1e-b498-fc347e6a16df tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "0369a945-2b3f-4734-9b56-fabcb96b0ce4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1229.837316] env[63260]: DEBUG oslo_concurrency.lockutils [None req-48c07269-0e9b-4f1e-b498-fc347e6a16df tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "0369a945-2b3f-4734-9b56-fabcb96b0ce4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1229.839474] env[63260]: INFO nova.compute.manager [None req-48c07269-0e9b-4f1e-b498-fc347e6a16df tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Terminating instance [ 1230.041302] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94dbbfd5-630b-4eff-a113-44e4d39f5fde {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.048750] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef90598-84c6-4273-9041-9e75461ac3ac {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.079548] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a92fbc5-2ac6-4bdb-ae0e-40a055f2bce0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.086581] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666c30bf-fbac-4f11-9ef4-53f539952284 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.099455] env[63260]: DEBUG nova.compute.provider_tree [None req-a80f4dc7-d8f4-46c7-922b-6b2c727b327d tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.220882] env[63260]: DEBUG oslo_vmware.api [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285555, 'name': ReconfigVM_Task, 'duration_secs': 0.251931} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.221253] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Reconfigured VM instance instance-00000079 to attach disk [datastore1] eb7a4470-0ac0-43ef-a129-0830429018f6/eb7a4470-0ac0-43ef-a129-0830429018f6.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1230.221909] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f422a704-1b9b-40ba-af37-ee0c78b528e7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.228694] env[63260]: DEBUG oslo_vmware.api [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1230.228694] env[63260]: value = "task-2285556" [ 1230.228694] env[63260]: _type = "Task" [ 1230.228694] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.237243] env[63260]: DEBUG oslo_vmware.api [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285556, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.343416] env[63260]: DEBUG nova.compute.manager [None req-48c07269-0e9b-4f1e-b498-fc347e6a16df tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1230.343658] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-48c07269-0e9b-4f1e-b498-fc347e6a16df tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1230.344585] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84c836b-fcad-43af-9a97-31a26234c64c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.351737] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c07269-0e9b-4f1e-b498-fc347e6a16df tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1230.351987] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f88a64c7-665d-4228-b962-0f293cd9b526 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.357336] env[63260]: DEBUG oslo_vmware.api [None req-48c07269-0e9b-4f1e-b498-fc347e6a16df tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1230.357336] env[63260]: value = "task-2285557" [ 1230.357336] env[63260]: _type = "Task" [ 1230.357336] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.366100] env[63260]: DEBUG oslo_vmware.api [None req-48c07269-0e9b-4f1e-b498-fc347e6a16df tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285557, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.602594] env[63260]: DEBUG nova.scheduler.client.report [None req-a80f4dc7-d8f4-46c7-922b-6b2c727b327d tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.737918] env[63260]: DEBUG oslo_vmware.api [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285556, 'name': Rename_Task, 'duration_secs': 0.136902} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.738215] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1230.738477] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3eb844c7-3038-4911-bd43-ae6f7295b88b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.744035] env[63260]: DEBUG oslo_vmware.api [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1230.744035] env[63260]: value = "task-2285558" [ 1230.744035] env[63260]: _type = "Task" [ 1230.744035] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.751180] env[63260]: DEBUG oslo_vmware.api [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285558, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.866605] env[63260]: DEBUG oslo_vmware.api [None req-48c07269-0e9b-4f1e-b498-fc347e6a16df tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285557, 'name': PowerOffVM_Task, 'duration_secs': 0.272598} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.866861] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c07269-0e9b-4f1e-b498-fc347e6a16df tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1230.867043] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-48c07269-0e9b-4f1e-b498-fc347e6a16df tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1230.867285] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e40f999e-7168-498d-a837-898d66e05355 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.931810] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-48c07269-0e9b-4f1e-b498-fc347e6a16df tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1230.932071] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-48c07269-0e9b-4f1e-b498-fc347e6a16df tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1230.932264] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c07269-0e9b-4f1e-b498-fc347e6a16df tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Deleting the datastore file [datastore2] 0369a945-2b3f-4734-9b56-fabcb96b0ce4 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1230.932528] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0db6692a-39ed-4b16-803d-7c4cdf860f1f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.939130] env[63260]: DEBUG oslo_vmware.api [None req-48c07269-0e9b-4f1e-b498-fc347e6a16df tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1230.939130] env[63260]: value = "task-2285560" [ 1230.939130] env[63260]: _type = "Task" [ 1230.939130] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.946866] env[63260]: DEBUG oslo_vmware.api [None req-48c07269-0e9b-4f1e-b498-fc347e6a16df tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.107945] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a80f4dc7-d8f4-46c7-922b-6b2c727b327d tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.668s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1231.130599] env[63260]: INFO nova.scheduler.client.report [None req-a80f4dc7-d8f4-46c7-922b-6b2c727b327d tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Deleted allocations for instance 9a3276e9-0c38-4709-a264-aa69e96afa6d [ 1231.255212] env[63260]: DEBUG oslo_vmware.api [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285558, 'name': PowerOnVM_Task, 'duration_secs': 0.441437} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.255624] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1231.255686] env[63260]: INFO nova.compute.manager [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Took 6.69 seconds to spawn the instance on the hypervisor. [ 1231.255826] env[63260]: DEBUG nova.compute.manager [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1231.256586] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903be954-90b3-49c2-be15-540fd1b2253c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.451850] env[63260]: DEBUG oslo_vmware.api [None req-48c07269-0e9b-4f1e-b498-fc347e6a16df tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285560, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140562} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.452149] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c07269-0e9b-4f1e-b498-fc347e6a16df tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1231.452397] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-48c07269-0e9b-4f1e-b498-fc347e6a16df tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1231.452642] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-48c07269-0e9b-4f1e-b498-fc347e6a16df tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1231.452882] env[63260]: INFO nova.compute.manager [None req-48c07269-0e9b-4f1e-b498-fc347e6a16df tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1231.453248] env[63260]: DEBUG oslo.service.loopingcall [None req-48c07269-0e9b-4f1e-b498-fc347e6a16df tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1231.453505] env[63260]: DEBUG nova.compute.manager [-] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1231.453642] env[63260]: DEBUG nova.network.neutron [-] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1231.641570] env[63260]: DEBUG oslo_concurrency.lockutils [None req-a80f4dc7-d8f4-46c7-922b-6b2c727b327d tempest-AttachVolumeShelveTestJSON-441746659 tempest-AttachVolumeShelveTestJSON-441746659-project-member] Lock "9a3276e9-0c38-4709-a264-aa69e96afa6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.842s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1231.774865] env[63260]: INFO nova.compute.manager [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Took 11.41 seconds to build instance. [ 1231.868639] env[63260]: DEBUG nova.compute.manager [req-c6291b16-a9ba-4b41-969e-705785d49eca req-048b6275-85ff-4e34-ae2c-8915c785deb2 service nova] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Received event network-vif-deleted-9689f31e-5095-4dbb-abf9-1a766ef9b434 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1231.868639] env[63260]: INFO nova.compute.manager [req-c6291b16-a9ba-4b41-969e-705785d49eca req-048b6275-85ff-4e34-ae2c-8915c785deb2 service nova] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Neutron deleted interface 9689f31e-5095-4dbb-abf9-1a766ef9b434; detaching it from the instance and deleting it from the info cache [ 1231.868639] env[63260]: DEBUG nova.network.neutron [req-c6291b16-a9ba-4b41-969e-705785d49eca req-048b6275-85ff-4e34-ae2c-8915c785deb2 service nova] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.277302] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7fe26a0d-1f3b-4da3-a561-0db8b1c3f97e tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Lock "eb7a4470-0ac0-43ef-a129-0830429018f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.924s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.350889] env[63260]: DEBUG nova.network.neutron [-] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.370825] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b6f2653-547c-460d-92bd-2a57371da605 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.381073] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d99636-55e6-4853-8a40-000bd654f7bc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.410606] env[63260]: DEBUG nova.compute.manager [req-c6291b16-a9ba-4b41-969e-705785d49eca req-048b6275-85ff-4e34-ae2c-8915c785deb2 service nova] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Detach interface failed, port_id=9689f31e-5095-4dbb-abf9-1a766ef9b434, reason: Instance 0369a945-2b3f-4734-9b56-fabcb96b0ce4 could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1232.853979] env[63260]: INFO nova.compute.manager [-] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Took 1.40 seconds to deallocate network for instance. [ 1233.360999] env[63260]: DEBUG oslo_concurrency.lockutils [None req-48c07269-0e9b-4f1e-b498-fc347e6a16df tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.361376] env[63260]: DEBUG oslo_concurrency.lockutils [None req-48c07269-0e9b-4f1e-b498-fc347e6a16df tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.361522] env[63260]: DEBUG nova.objects.instance [None req-48c07269-0e9b-4f1e-b498-fc347e6a16df tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lazy-loading 'resources' on Instance uuid 0369a945-2b3f-4734-9b56-fabcb96b0ce4 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.895118] env[63260]: DEBUG nova.compute.manager [req-ac388061-8fd6-4665-8a04-25d57c3bc58d req-196b9386-6630-4535-b702-6d8da82cddc0 service nova] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Received event network-changed-e04eb5a7-9275-446f-b8e3-f4d7026eda2f {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1233.895436] env[63260]: DEBUG nova.compute.manager [req-ac388061-8fd6-4665-8a04-25d57c3bc58d req-196b9386-6630-4535-b702-6d8da82cddc0 service nova] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Refreshing instance network info cache due to event network-changed-e04eb5a7-9275-446f-b8e3-f4d7026eda2f. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1233.895753] env[63260]: DEBUG oslo_concurrency.lockutils [req-ac388061-8fd6-4665-8a04-25d57c3bc58d req-196b9386-6630-4535-b702-6d8da82cddc0 service nova] Acquiring lock "refresh_cache-eb7a4470-0ac0-43ef-a129-0830429018f6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.896024] env[63260]: DEBUG oslo_concurrency.lockutils [req-ac388061-8fd6-4665-8a04-25d57c3bc58d req-196b9386-6630-4535-b702-6d8da82cddc0 service nova] Acquired lock "refresh_cache-eb7a4470-0ac0-43ef-a129-0830429018f6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.896815] env[63260]: DEBUG nova.network.neutron [req-ac388061-8fd6-4665-8a04-25d57c3bc58d req-196b9386-6630-4535-b702-6d8da82cddc0 service nova] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Refreshing network info cache for port e04eb5a7-9275-446f-b8e3-f4d7026eda2f {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1233.956283] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d8614e-4204-4d11-ad5f-659068b803cd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.964828] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861a4a2b-1e03-448e-a8a6-fc9196760009 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.995734] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69775cf-25e3-43e3-9ec1-6c7e83b362a4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.003482] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611003fc-7801-4aed-a301-38308802f8f2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.016668] env[63260]: DEBUG nova.compute.provider_tree [None req-48c07269-0e9b-4f1e-b498-fc347e6a16df tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.519948] env[63260]: DEBUG nova.scheduler.client.report [None req-48c07269-0e9b-4f1e-b498-fc347e6a16df tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.614662] env[63260]: DEBUG nova.network.neutron [req-ac388061-8fd6-4665-8a04-25d57c3bc58d req-196b9386-6630-4535-b702-6d8da82cddc0 service nova] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Updated VIF entry in instance network info cache for port e04eb5a7-9275-446f-b8e3-f4d7026eda2f. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1234.615025] env[63260]: DEBUG nova.network.neutron [req-ac388061-8fd6-4665-8a04-25d57c3bc58d req-196b9386-6630-4535-b702-6d8da82cddc0 service nova] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Updating instance_info_cache with network_info: [{"id": "e04eb5a7-9275-446f-b8e3-f4d7026eda2f", "address": "fa:16:3e:62:57:94", "network": {"id": "6d4af3cd-ee70-4e03-9e16-c9662bcb1ed4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1622915218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf649662e2d142a4a5ad1e57812b1db6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape04eb5a7-92", "ovs_interfaceid": "e04eb5a7-9275-446f-b8e3-f4d7026eda2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.025210] env[63260]: DEBUG oslo_concurrency.lockutils [None req-48c07269-0e9b-4f1e-b498-fc347e6a16df tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.664s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1235.043338] env[63260]: INFO nova.scheduler.client.report [None req-48c07269-0e9b-4f1e-b498-fc347e6a16df tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Deleted allocations for instance 0369a945-2b3f-4734-9b56-fabcb96b0ce4 [ 1235.117914] env[63260]: DEBUG oslo_concurrency.lockutils [req-ac388061-8fd6-4665-8a04-25d57c3bc58d req-196b9386-6630-4535-b702-6d8da82cddc0 service nova] Releasing lock "refresh_cache-eb7a4470-0ac0-43ef-a129-0830429018f6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1235.550619] env[63260]: DEBUG oslo_concurrency.lockutils [None req-48c07269-0e9b-4f1e-b498-fc347e6a16df tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "0369a945-2b3f-4734-9b56-fabcb96b0ce4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.714s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.767702] env[63260]: DEBUG nova.compute.manager [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Stashing vm_state: active {{(pid=63260) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1238.287609] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1238.287874] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1238.792753] env[63260]: INFO nova.compute.claims [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1239.299657] env[63260]: INFO nova.compute.resource_tracker [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Updating resource usage from migration 627b696e-9a79-4bc5-8b3a-37185a4bc134 [ 1239.381119] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4add87e-1a72-42c3-b80b-8022d318e459 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.389700] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2ec4cf-c8c5-4734-bf7b-e07848c75e9b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.419856] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899ff013-80b3-4cc3-aae1-91b3c5394fee {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.426949] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604bd1b4-b9b3-4f33-969d-69eccf1401f3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.440395] env[63260]: DEBUG nova.compute.provider_tree [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.676530] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "4425bdeb-4be6-4f8d-9568-0050e2d66196" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.676893] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "4425bdeb-4be6-4f8d-9568-0050e2d66196" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1239.677161] env[63260]: INFO nova.compute.manager [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Shelving [ 1239.943416] env[63260]: DEBUG nova.scheduler.client.report [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.448026] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.160s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1240.448262] env[63260]: INFO nova.compute.manager [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Migrating [ 1240.686458] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.686893] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-296e8e34-1183-40df-a4dd-25d4cff474bc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.695258] env[63260]: DEBUG oslo_vmware.api [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1240.695258] env[63260]: value = "task-2285562" [ 1240.695258] env[63260]: _type = "Task" [ 1240.695258] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.706635] env[63260]: DEBUG oslo_vmware.api [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.962841] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "refresh_cache-73759f3b-39f8-4e60-a0ca-91220f19abdc" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.963253] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquired lock "refresh_cache-73759f3b-39f8-4e60-a0ca-91220f19abdc" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.963253] env[63260]: DEBUG nova.network.neutron [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.207035] env[63260]: DEBUG oslo_vmware.api [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285562, 'name': PowerOffVM_Task, 'duration_secs': 0.258688} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.207307] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.208142] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4499bc9c-551f-4c3f-b7ad-68049228b2ec {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.226598] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b40640-92f1-4884-83ef-75f2d646f099 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.737927] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Creating Snapshot of the VM instance {{(pid=63260) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1241.739076] env[63260]: DEBUG nova.network.neutron [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Updating instance_info_cache with network_info: [{"id": "39213b67-3978-4537-956b-38c5b5dd1554", "address": "fa:16:3e:44:ff:90", "network": {"id": "424be9ec-16be-4f23-9093-06b871ef06d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-780291018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4949ccbfb7644f489b2cfd593a1684d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39213b67-39", "ovs_interfaceid": "39213b67-3978-4537-956b-38c5b5dd1554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.740240] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3723d751-f68f-4724-a5a5-706b0dba25d1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.748801] env[63260]: DEBUG oslo_vmware.api [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1241.748801] env[63260]: value = "task-2285563" [ 1241.748801] env[63260]: _type = "Task" [ 1241.748801] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.757987] env[63260]: DEBUG oslo_vmware.api [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285563, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.243990] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Releasing lock "refresh_cache-73759f3b-39f8-4e60-a0ca-91220f19abdc" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.262822] env[63260]: DEBUG oslo_vmware.api [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285563, 'name': CreateSnapshot_Task, 'duration_secs': 0.437654} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.264060] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Created Snapshot of the VM instance {{(pid=63260) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1242.265230] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83ce882-5cfb-406e-86af-68bd5138c267 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.788573] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Creating linked-clone VM from snapshot {{(pid=63260) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1242.789618] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-11525527-602b-4f64-9868-bd888dc58bc8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.800229] env[63260]: DEBUG oslo_vmware.api [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1242.800229] env[63260]: value = "task-2285564" [ 1242.800229] env[63260]: _type = "Task" [ 1242.800229] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.809431] env[63260]: DEBUG oslo_vmware.api [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285564, 'name': CloneVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.310690] env[63260]: DEBUG oslo_vmware.api [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285564, 'name': CloneVM_Task} progress is 94%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.759028] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4440fdc0-02b1-4587-8993-5f7263fb6083 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.778919] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Updating instance '73759f3b-39f8-4e60-a0ca-91220f19abdc' progress to 0 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1243.810594] env[63260]: DEBUG oslo_vmware.api [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285564, 'name': CloneVM_Task, 'duration_secs': 0.930588} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.810897] env[63260]: INFO nova.virt.vmwareapi.vmops [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Created linked-clone VM from snapshot [ 1243.811653] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d07587-fd4a-4e06-a023-3441cc0db6ed {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.818719] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Uploading image d178905f-83d8-40a5-abd8-b1633cd82e7a {{(pid=63260) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1243.843872] env[63260]: DEBUG oslo_vmware.rw_handles [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1243.843872] env[63260]: value = "vm-465218" [ 1243.843872] env[63260]: _type = "VirtualMachine" [ 1243.843872] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1243.844185] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-48a7d3cf-e1e5-40f0-a330-dc2893223fb2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.850244] env[63260]: DEBUG oslo_vmware.rw_handles [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lease: (returnval){ [ 1243.850244] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5276a2e9-bb4e-9975-9b4d-0a533a25cb41" [ 1243.850244] env[63260]: _type = "HttpNfcLease" [ 1243.850244] env[63260]: } obtained for exporting VM: (result){ [ 1243.850244] env[63260]: value = "vm-465218" [ 1243.850244] env[63260]: _type = "VirtualMachine" [ 1243.850244] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1243.850567] env[63260]: DEBUG oslo_vmware.api [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the lease: (returnval){ [ 1243.850567] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5276a2e9-bb4e-9975-9b4d-0a533a25cb41" [ 1243.850567] env[63260]: _type = "HttpNfcLease" [ 1243.850567] env[63260]: } to be ready. {{(pid=63260) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1243.856160] env[63260]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1243.856160] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5276a2e9-bb4e-9975-9b4d-0a533a25cb41" [ 1243.856160] env[63260]: _type = "HttpNfcLease" [ 1243.856160] env[63260]: } is initializing. {{(pid=63260) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1244.285436] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1244.285652] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f86d6eb-0e93-4bdb-ad0e-d26ed94f71cc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.294200] env[63260]: DEBUG oslo_vmware.api [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1244.294200] env[63260]: value = "task-2285566" [ 1244.294200] env[63260]: _type = "Task" [ 1244.294200] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.302434] env[63260]: DEBUG oslo_vmware.api [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.359270] env[63260]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1244.359270] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5276a2e9-bb4e-9975-9b4d-0a533a25cb41" [ 1244.359270] env[63260]: _type = "HttpNfcLease" [ 1244.359270] env[63260]: } is ready. {{(pid=63260) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1244.359756] env[63260]: DEBUG oslo_vmware.rw_handles [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1244.359756] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5276a2e9-bb4e-9975-9b4d-0a533a25cb41" [ 1244.359756] env[63260]: _type = "HttpNfcLease" [ 1244.359756] env[63260]: }. {{(pid=63260) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1244.360454] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0b7962-67db-4457-9419-976591b3ffe8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.367580] env[63260]: DEBUG oslo_vmware.rw_handles [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a8f3f-9075-1f25-db3f-3e84a9a41260/disk-0.vmdk from lease info. {{(pid=63260) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1244.367761] env[63260]: DEBUG oslo_vmware.rw_handles [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a8f3f-9075-1f25-db3f-3e84a9a41260/disk-0.vmdk for reading. {{(pid=63260) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1244.458773] env[63260]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-eb77be0b-3f38-4e56-bae9-5cade0b4595a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.803083] env[63260]: DEBUG oslo_vmware.api [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285566, 'name': PowerOffVM_Task, 'duration_secs': 0.167901} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.803477] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1244.803720] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Updating instance '73759f3b-39f8-4e60-a0ca-91220f19abdc' progress to 17 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1245.311337] env[63260]: DEBUG nova.virt.hardware [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1245.311787] env[63260]: DEBUG nova.virt.hardware [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1245.312101] env[63260]: DEBUG nova.virt.hardware [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1245.312469] env[63260]: DEBUG nova.virt.hardware [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1245.312795] env[63260]: DEBUG nova.virt.hardware [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1245.313181] env[63260]: DEBUG nova.virt.hardware [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1245.313575] env[63260]: DEBUG nova.virt.hardware [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1245.313829] env[63260]: DEBUG nova.virt.hardware [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1245.314125] env[63260]: DEBUG nova.virt.hardware [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1245.314418] env[63260]: DEBUG nova.virt.hardware [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1245.314698] env[63260]: DEBUG nova.virt.hardware [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1245.320449] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c005a262-87ce-4d37-acda-8aa10292c93e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.336348] env[63260]: DEBUG oslo_vmware.api [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1245.336348] env[63260]: value = "task-2285567" [ 1245.336348] env[63260]: _type = "Task" [ 1245.336348] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.345556] env[63260]: DEBUG oslo_vmware.api [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285567, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.847460] env[63260]: DEBUG oslo_vmware.api [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285567, 'name': ReconfigVM_Task, 'duration_secs': 0.22472} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.848621] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Updating instance '73759f3b-39f8-4e60-a0ca-91220f19abdc' progress to 33 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1246.355704] env[63260]: DEBUG nova.virt.hardware [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1246.355988] env[63260]: DEBUG nova.virt.hardware [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1246.356393] env[63260]: DEBUG nova.virt.hardware [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1246.356600] env[63260]: DEBUG nova.virt.hardware [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1246.356887] env[63260]: DEBUG nova.virt.hardware [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1246.357193] env[63260]: DEBUG nova.virt.hardware [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1246.357641] env[63260]: DEBUG nova.virt.hardware [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1246.357949] env[63260]: DEBUG nova.virt.hardware [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1246.358138] env[63260]: DEBUG nova.virt.hardware [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1246.358308] env[63260]: DEBUG nova.virt.hardware [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1246.358482] env[63260]: DEBUG nova.virt.hardware [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1246.363895] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Reconfiguring VM instance instance-00000062 to detach disk 2000 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1246.364256] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-269acfc3-f8a2-4e7b-963c-dd603d2c92f2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.383584] env[63260]: DEBUG oslo_vmware.api [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1246.383584] env[63260]: value = "task-2285568" [ 1246.383584] env[63260]: _type = "Task" [ 1246.383584] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.392409] env[63260]: DEBUG oslo_vmware.api [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285568, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.899345] env[63260]: DEBUG oslo_vmware.api [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285568, 'name': ReconfigVM_Task, 'duration_secs': 0.215498} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.899921] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Reconfigured VM instance instance-00000062 to detach disk 2000 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1246.901123] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0718451-3aa5-4d3d-a80a-a9c125aaafc7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.923975] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 73759f3b-39f8-4e60-a0ca-91220f19abdc/73759f3b-39f8-4e60-a0ca-91220f19abdc.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1246.924676] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75461fd5-7aae-46bf-920c-017228fbfdae {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.943283] env[63260]: DEBUG oslo_vmware.api [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1246.943283] env[63260]: value = "task-2285569" [ 1246.943283] env[63260]: _type = "Task" [ 1246.943283] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.951245] env[63260]: DEBUG oslo_vmware.api [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285569, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.455027] env[63260]: DEBUG oslo_vmware.api [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285569, 'name': ReconfigVM_Task, 'duration_secs': 0.509153} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.455027] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 73759f3b-39f8-4e60-a0ca-91220f19abdc/73759f3b-39f8-4e60-a0ca-91220f19abdc.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1247.455027] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Updating instance '73759f3b-39f8-4e60-a0ca-91220f19abdc' progress to 50 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1247.964548] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15efc78-f2f9-40e0-a41c-5098586b0951 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.967505] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1247.986259] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b184cf1a-9f27-4baf-8666-05f43b5b8d4e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.005361] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Updating instance '73759f3b-39f8-4e60-a0ca-91220f19abdc' progress to 67 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1248.470768] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1248.470987] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1248.471182] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1248.471337] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1248.472274] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412a1c8b-4d67-4851-aa58-7a452ad84647 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.480441] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9c0507-6625-41f8-b377-6dd752647e50 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.494360] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7c385c-d548-47cd-8c45-11e39e2268bb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.500710] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055a0bb0-3084-49d2-a19b-1d8f6114164f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.533731] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180420MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=63260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1248.533902] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1248.534075] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1248.568625] env[63260]: DEBUG nova.network.neutron [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Port 39213b67-3978-4537-956b-38c5b5dd1554 binding to destination host cpu-1 is already ACTIVE {{(pid=63260) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1249.542044] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Applying migration context for instance 73759f3b-39f8-4e60-a0ca-91220f19abdc as it has an incoming, in-progress migration 627b696e-9a79-4bc5-8b3a-37185a4bc134. Migration status is post-migrating {{(pid=63260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1249.542918] env[63260]: INFO nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Updating resource usage from migration 627b696e-9a79-4bc5-8b3a-37185a4bc134 [ 1249.564383] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1249.564541] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance c9670741-dac1-4092-8322-7e941b717d14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1249.564666] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 4425bdeb-4be6-4f8d-9568-0050e2d66196 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1249.564783] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance eb7a4470-0ac0-43ef-a129-0830429018f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1249.564898] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Migration 627b696e-9a79-4bc5-8b3a-37185a4bc134 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1249.565021] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 73759f3b-39f8-4e60-a0ca-91220f19abdc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1249.565226] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=63260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1249.565364] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=63260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1249.592224] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "73759f3b-39f8-4e60-a0ca-91220f19abdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1249.592759] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "73759f3b-39f8-4e60-a0ca-91220f19abdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1249.592759] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "73759f3b-39f8-4e60-a0ca-91220f19abdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1249.663305] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e59973-efb7-49c6-9584-f6bae100e1f5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.671874] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b9cf13-3339-4e73-a114-72326ea6e6aa {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.706591] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d46a18-9491-4507-b9f7-33ae777d4f38 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.713837] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b06190b-c430-4e0b-a7de-08ec79a489a2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.727161] env[63260]: DEBUG nova.compute.provider_tree [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.230974] env[63260]: DEBUG nova.scheduler.client.report [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.628659] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "refresh_cache-73759f3b-39f8-4e60-a0ca-91220f19abdc" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1250.628967] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquired lock "refresh_cache-73759f3b-39f8-4e60-a0ca-91220f19abdc" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.629034] env[63260]: DEBUG nova.network.neutron [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.736685] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1250.736942] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.203s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1251.365612] env[63260]: DEBUG nova.network.neutron [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Updating instance_info_cache with network_info: [{"id": "39213b67-3978-4537-956b-38c5b5dd1554", "address": "fa:16:3e:44:ff:90", "network": {"id": "424be9ec-16be-4f23-9093-06b871ef06d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-780291018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4949ccbfb7644f489b2cfd593a1684d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39213b67-39", "ovs_interfaceid": "39213b67-3978-4537-956b-38c5b5dd1554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.535461] env[63260]: DEBUG oslo_vmware.rw_handles [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a8f3f-9075-1f25-db3f-3e84a9a41260/disk-0.vmdk. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1251.536537] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b89df0-daf5-462f-8d49-f8e215e4d638 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.543260] env[63260]: DEBUG oslo_vmware.rw_handles [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a8f3f-9075-1f25-db3f-3e84a9a41260/disk-0.vmdk is in state: ready. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1251.543472] env[63260]: ERROR oslo_vmware.rw_handles [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a8f3f-9075-1f25-db3f-3e84a9a41260/disk-0.vmdk due to incomplete transfer. [ 1251.543694] env[63260]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-47380189-6857-438b-9acb-8b3070e583a9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.551497] env[63260]: DEBUG oslo_vmware.rw_handles [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a8f3f-9075-1f25-db3f-3e84a9a41260/disk-0.vmdk. {{(pid=63260) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1251.551705] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Uploaded image d178905f-83d8-40a5-abd8-b1633cd82e7a to the Glance image server {{(pid=63260) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1251.554021] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Destroying the VM {{(pid=63260) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1251.554256] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b74a2470-32d5-4a18-9baf-443514b90a81 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.559042] env[63260]: DEBUG oslo_vmware.api [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1251.559042] env[63260]: value = "task-2285570" [ 1251.559042] env[63260]: _type = "Task" [ 1251.559042] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.566773] env[63260]: DEBUG oslo_vmware.api [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285570, 'name': Destroy_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.868086] env[63260]: DEBUG oslo_concurrency.lockutils [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Releasing lock "refresh_cache-73759f3b-39f8-4e60-a0ca-91220f19abdc" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.068649] env[63260]: DEBUG oslo_vmware.api [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285570, 'name': Destroy_Task, 'duration_secs': 0.345306} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.068900] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Destroyed the VM [ 1252.069145] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Deleting Snapshot of the VM instance {{(pid=63260) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1252.069385] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-29d07bd4-0119-451e-b2ab-017ad59984f0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.075544] env[63260]: DEBUG oslo_vmware.api [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1252.075544] env[63260]: value = "task-2285571" [ 1252.075544] env[63260]: _type = "Task" [ 1252.075544] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.084197] env[63260]: DEBUG oslo_vmware.api [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285571, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.392911] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7540300b-d50d-4b3e-a290-8fcc3bbafaae {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.412103] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd54ce0-56d7-4fa0-b91e-13c64d4facd8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.418637] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Updating instance '73759f3b-39f8-4e60-a0ca-91220f19abdc' progress to 83 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1252.584408] env[63260]: DEBUG oslo_vmware.api [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285571, 'name': RemoveSnapshot_Task, 'duration_secs': 0.400802} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.584730] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Deleted Snapshot of the VM instance {{(pid=63260) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1252.585018] env[63260]: DEBUG nova.compute.manager [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1252.585824] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7865030b-0a20-4302-9c39-5b208ecf134a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.925409] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1252.925792] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc2d8c92-2ace-4b49-962e-5af7a2d4fccf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.933265] env[63260]: DEBUG oslo_vmware.api [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1252.933265] env[63260]: value = "task-2285572" [ 1252.933265] env[63260]: _type = "Task" [ 1252.933265] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.940610] env[63260]: DEBUG oslo_vmware.api [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.097287] env[63260]: INFO nova.compute.manager [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Shelve offloading [ 1253.443286] env[63260]: DEBUG oslo_vmware.api [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285572, 'name': PowerOnVM_Task, 'duration_secs': 0.370787} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.443598] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1253.443785] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-9d434a6d-209e-451e-b1d6-70f0a8a4cbe1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Updating instance '73759f3b-39f8-4e60-a0ca-91220f19abdc' progress to 100 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1253.600477] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1253.600777] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b61b9c3-f511-45f3-938e-1bbbe6143729 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.608291] env[63260]: DEBUG oslo_vmware.api [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1253.608291] env[63260]: value = "task-2285573" [ 1253.608291] env[63260]: _type = "Task" [ 1253.608291] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.615673] env[63260]: DEBUG oslo_vmware.api [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.118099] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] VM already powered off {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1254.118491] env[63260]: DEBUG nova.compute.manager [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1254.119070] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f43993a-0198-42e9-b3a3-f2136fb98046 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.124441] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "refresh_cache-4425bdeb-4be6-4f8d-9568-0050e2d66196" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1254.124608] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquired lock "refresh_cache-4425bdeb-4be6-4f8d-9568-0050e2d66196" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.124777] env[63260]: DEBUG nova.network.neutron [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1254.735615] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.735818] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.735960] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Starting heal instance info cache {{(pid=63260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1254.736090] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Rebuilding the list of instances to heal {{(pid=63260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1254.825822] env[63260]: DEBUG nova.network.neutron [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Updating instance_info_cache with network_info: [{"id": "e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c", "address": "fa:16:3e:9c:fb:38", "network": {"id": "095ea81c-b08e-465e-a9a8-6c7d22cb7bf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1442129299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12b951a134ae4e0294f6672abcb63dc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8f6f22b-dc", "ovs_interfaceid": "e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.266165] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "refresh_cache-73759f3b-39f8-4e60-a0ca-91220f19abdc" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.266453] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquired lock "refresh_cache-73759f3b-39f8-4e60-a0ca-91220f19abdc" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.266453] env[63260]: DEBUG nova.network.neutron [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Forcefully refreshing network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1255.266612] env[63260]: DEBUG nova.objects.instance [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lazy-loading 'info_cache' on Instance uuid 73759f3b-39f8-4e60-a0ca-91220f19abdc {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.327970] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Releasing lock "refresh_cache-4425bdeb-4be6-4f8d-9568-0050e2d66196" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1255.546695] env[63260]: DEBUG nova.compute.manager [req-3bd71896-b857-44f4-8636-6f70a8d6fc2b req-4935c4e3-d9e2-434a-930b-62b063c4786d service nova] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Received event network-vif-unplugged-e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1255.546953] env[63260]: DEBUG oslo_concurrency.lockutils [req-3bd71896-b857-44f4-8636-6f70a8d6fc2b req-4935c4e3-d9e2-434a-930b-62b063c4786d service nova] Acquiring lock "4425bdeb-4be6-4f8d-9568-0050e2d66196-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1255.547201] env[63260]: DEBUG oslo_concurrency.lockutils [req-3bd71896-b857-44f4-8636-6f70a8d6fc2b req-4935c4e3-d9e2-434a-930b-62b063c4786d service nova] Lock "4425bdeb-4be6-4f8d-9568-0050e2d66196-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1255.547377] env[63260]: DEBUG oslo_concurrency.lockutils [req-3bd71896-b857-44f4-8636-6f70a8d6fc2b req-4935c4e3-d9e2-434a-930b-62b063c4786d service nova] Lock "4425bdeb-4be6-4f8d-9568-0050e2d66196-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1255.547815] env[63260]: DEBUG nova.compute.manager [req-3bd71896-b857-44f4-8636-6f70a8d6fc2b req-4935c4e3-d9e2-434a-930b-62b063c4786d service nova] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] No waiting events found dispatching network-vif-unplugged-e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1255.547985] env[63260]: WARNING nova.compute.manager [req-3bd71896-b857-44f4-8636-6f70a8d6fc2b req-4935c4e3-d9e2-434a-930b-62b063c4786d service nova] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Received unexpected event network-vif-unplugged-e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c for instance with vm_state shelved and task_state shelving_offloading. [ 1255.652058] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1255.653159] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c604d7-7446-4b0e-bba6-e12f10c4310d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.661468] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1255.661717] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02f978b1-7940-460c-8184-925d649ca6a9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.729625] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.729881] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.730062] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Deleting the datastore file [datastore1] 4425bdeb-4be6-4f8d-9568-0050e2d66196 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.730324] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6deb9b3-c671-4520-8a9d-0047eefec341 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.736462] env[63260]: DEBUG oslo_vmware.api [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1255.736462] env[63260]: value = "task-2285575" [ 1255.736462] env[63260]: _type = "Task" [ 1255.736462] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.743849] env[63260]: DEBUG oslo_vmware.api [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.151517] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b2cebdcd-72a5-47f5-af8b-d4bc598c7e07 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "73759f3b-39f8-4e60-a0ca-91220f19abdc" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1256.151923] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b2cebdcd-72a5-47f5-af8b-d4bc598c7e07 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "73759f3b-39f8-4e60-a0ca-91220f19abdc" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1256.152209] env[63260]: DEBUG nova.compute.manager [None req-b2cebdcd-72a5-47f5-af8b-d4bc598c7e07 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Going to confirm migration 9 {{(pid=63260) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1256.246855] env[63260]: DEBUG oslo_vmware.api [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135941} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.246855] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1256.246855] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1256.247136] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1256.270212] env[63260]: INFO nova.scheduler.client.report [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Deleted allocations for instance 4425bdeb-4be6-4f8d-9568-0050e2d66196 [ 1256.724308] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b2cebdcd-72a5-47f5-af8b-d4bc598c7e07 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "refresh_cache-73759f3b-39f8-4e60-a0ca-91220f19abdc" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1256.776571] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1256.776836] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1256.777062] env[63260]: DEBUG nova.objects.instance [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lazy-loading 'resources' on Instance uuid 4425bdeb-4be6-4f8d-9568-0050e2d66196 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.985749] env[63260]: DEBUG nova.network.neutron [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Updating instance_info_cache with network_info: [{"id": "39213b67-3978-4537-956b-38c5b5dd1554", "address": "fa:16:3e:44:ff:90", "network": {"id": "424be9ec-16be-4f23-9093-06b871ef06d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-780291018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4949ccbfb7644f489b2cfd593a1684d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39213b67-39", "ovs_interfaceid": "39213b67-3978-4537-956b-38c5b5dd1554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.279460] env[63260]: DEBUG nova.objects.instance [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lazy-loading 'numa_topology' on Instance uuid 4425bdeb-4be6-4f8d-9568-0050e2d66196 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.488049] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Releasing lock "refresh_cache-73759f3b-39f8-4e60-a0ca-91220f19abdc" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.488306] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Updated the network info_cache for instance {{(pid=63260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1257.488591] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b2cebdcd-72a5-47f5-af8b-d4bc598c7e07 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquired lock "refresh_cache-73759f3b-39f8-4e60-a0ca-91220f19abdc" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.488800] env[63260]: DEBUG nova.network.neutron [None req-b2cebdcd-72a5-47f5-af8b-d4bc598c7e07 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.489041] env[63260]: DEBUG nova.objects.instance [None req-b2cebdcd-72a5-47f5-af8b-d4bc598c7e07 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lazy-loading 'info_cache' on Instance uuid 73759f3b-39f8-4e60-a0ca-91220f19abdc {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.490426] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.490518] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.490860] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.490985] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.491148] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.491295] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.491422] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1257.573188] env[63260]: DEBUG nova.compute.manager [req-a716d3a3-cc18-4c98-b45e-0eea29360513 req-43249c0d-bcb2-4074-966f-e4f4fa1390eb service nova] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Received event network-changed-e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1257.573391] env[63260]: DEBUG nova.compute.manager [req-a716d3a3-cc18-4c98-b45e-0eea29360513 req-43249c0d-bcb2-4074-966f-e4f4fa1390eb service nova] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Refreshing instance network info cache due to event network-changed-e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1257.573644] env[63260]: DEBUG oslo_concurrency.lockutils [req-a716d3a3-cc18-4c98-b45e-0eea29360513 req-43249c0d-bcb2-4074-966f-e4f4fa1390eb service nova] Acquiring lock "refresh_cache-4425bdeb-4be6-4f8d-9568-0050e2d66196" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.573792] env[63260]: DEBUG oslo_concurrency.lockutils [req-a716d3a3-cc18-4c98-b45e-0eea29360513 req-43249c0d-bcb2-4074-966f-e4f4fa1390eb service nova] Acquired lock "refresh_cache-4425bdeb-4be6-4f8d-9568-0050e2d66196" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.573959] env[63260]: DEBUG nova.network.neutron [req-a716d3a3-cc18-4c98-b45e-0eea29360513 req-43249c0d-bcb2-4074-966f-e4f4fa1390eb service nova] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Refreshing network info cache for port e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.782524] env[63260]: DEBUG nova.objects.base [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Object Instance<4425bdeb-4be6-4f8d-9568-0050e2d66196> lazy-loaded attributes: resources,numa_topology {{(pid=63260) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1257.846594] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc811e8-364b-431e-88d2-4e1adab1eecf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.854168] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca56a26-1683-4006-af78-58f18b9271d1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.883480] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514e4636-6638-4ce8-8579-9135732c996d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.891587] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08cc1c9a-7fbd-4987-99d5-a0ce12e9ec9b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.905130] env[63260]: DEBUG nova.compute.provider_tree [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.288570] env[63260]: DEBUG nova.network.neutron [req-a716d3a3-cc18-4c98-b45e-0eea29360513 req-43249c0d-bcb2-4074-966f-e4f4fa1390eb service nova] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Updated VIF entry in instance network info cache for port e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1258.288931] env[63260]: DEBUG nova.network.neutron [req-a716d3a3-cc18-4c98-b45e-0eea29360513 req-43249c0d-bcb2-4074-966f-e4f4fa1390eb service nova] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Updating instance_info_cache with network_info: [{"id": "e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c", "address": "fa:16:3e:9c:fb:38", "network": {"id": "095ea81c-b08e-465e-a9a8-6c7d22cb7bf1", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1442129299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12b951a134ae4e0294f6672abcb63dc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape8f6f22b-dc", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.407892] env[63260]: DEBUG nova.scheduler.client.report [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.694804] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "4425bdeb-4be6-4f8d-9568-0050e2d66196" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.698342] env[63260]: DEBUG nova.network.neutron [None req-b2cebdcd-72a5-47f5-af8b-d4bc598c7e07 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Updating instance_info_cache with network_info: [{"id": "39213b67-3978-4537-956b-38c5b5dd1554", "address": "fa:16:3e:44:ff:90", "network": {"id": "424be9ec-16be-4f23-9093-06b871ef06d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-780291018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4949ccbfb7644f489b2cfd593a1684d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39213b67-39", "ovs_interfaceid": "39213b67-3978-4537-956b-38c5b5dd1554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.791170] env[63260]: DEBUG oslo_concurrency.lockutils [req-a716d3a3-cc18-4c98-b45e-0eea29360513 req-43249c0d-bcb2-4074-966f-e4f4fa1390eb service nova] Releasing lock "refresh_cache-4425bdeb-4be6-4f8d-9568-0050e2d66196" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.912745] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.136s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.201277] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b2cebdcd-72a5-47f5-af8b-d4bc598c7e07 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Releasing lock "refresh_cache-73759f3b-39f8-4e60-a0ca-91220f19abdc" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1259.201542] env[63260]: DEBUG nova.objects.instance [None req-b2cebdcd-72a5-47f5-af8b-d4bc598c7e07 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lazy-loading 'migration_context' on Instance uuid 73759f3b-39f8-4e60-a0ca-91220f19abdc {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.420678] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b002070d-c15b-4d22-8f3b-34d55bb98dd4 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "4425bdeb-4be6-4f8d-9568-0050e2d66196" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.744s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.421633] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "4425bdeb-4be6-4f8d-9568-0050e2d66196" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.727s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1259.421633] env[63260]: INFO nova.compute.manager [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Unshelving [ 1259.704502] env[63260]: DEBUG nova.objects.base [None req-b2cebdcd-72a5-47f5-af8b-d4bc598c7e07 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Object Instance<73759f3b-39f8-4e60-a0ca-91220f19abdc> lazy-loaded attributes: info_cache,migration_context {{(pid=63260) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1259.705805] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8931590e-a891-423a-8519-40ea063e49af {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.725290] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6adb1d99-80ee-4e93-99e5-7d4e490cd6b9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.731016] env[63260]: DEBUG oslo_vmware.api [None req-b2cebdcd-72a5-47f5-af8b-d4bc598c7e07 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1259.731016] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528904cc-8dcb-d93d-5d22-14fb3d3a2a67" [ 1259.731016] env[63260]: _type = "Task" [ 1259.731016] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.739605] env[63260]: DEBUG oslo_vmware.api [None req-b2cebdcd-72a5-47f5-af8b-d4bc598c7e07 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528904cc-8dcb-d93d-5d22-14fb3d3a2a67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.241861] env[63260]: DEBUG oslo_vmware.api [None req-b2cebdcd-72a5-47f5-af8b-d4bc598c7e07 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]528904cc-8dcb-d93d-5d22-14fb3d3a2a67, 'name': SearchDatastore_Task, 'duration_secs': 0.008361} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.242167] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b2cebdcd-72a5-47f5-af8b-d4bc598c7e07 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1260.242399] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b2cebdcd-72a5-47f5-af8b-d4bc598c7e07 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1260.447415] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1260.817970] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd822e07-2b7f-4871-a94f-4949e9e70773 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.825488] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c40ff4-dd27-4681-a005-901a552759d4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.854428] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b7fd27-4c44-4d56-8753-5fd36e7922a9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.861200] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862b14b0-63c2-47bf-a9cb-ff0cd6c75ba7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.873781] env[63260]: DEBUG nova.compute.provider_tree [None req-b2cebdcd-72a5-47f5-af8b-d4bc598c7e07 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.377263] env[63260]: DEBUG nova.scheduler.client.report [None req-b2cebdcd-72a5-47f5-af8b-d4bc598c7e07 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.387820] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b2cebdcd-72a5-47f5-af8b-d4bc598c7e07 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.145s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1262.390592] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.943s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1262.390816] env[63260]: DEBUG nova.objects.instance [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lazy-loading 'pci_requests' on Instance uuid 4425bdeb-4be6-4f8d-9568-0050e2d66196 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.896831] env[63260]: DEBUG nova.objects.instance [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lazy-loading 'numa_topology' on Instance uuid 4425bdeb-4be6-4f8d-9568-0050e2d66196 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.944041] env[63260]: INFO nova.scheduler.client.report [None req-b2cebdcd-72a5-47f5-af8b-d4bc598c7e07 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Deleted allocation for migration 627b696e-9a79-4bc5-8b3a-37185a4bc134 [ 1263.400813] env[63260]: INFO nova.compute.claims [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1263.449872] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b2cebdcd-72a5-47f5-af8b-d4bc598c7e07 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "73759f3b-39f8-4e60-a0ca-91220f19abdc" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.298s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1264.244053] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2e836d85-11a9-4e60-856d-af86f603d1d6 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "73759f3b-39f8-4e60-a0ca-91220f19abdc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.244053] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2e836d85-11a9-4e60-856d-af86f603d1d6 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "73759f3b-39f8-4e60-a0ca-91220f19abdc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1264.244279] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2e836d85-11a9-4e60-856d-af86f603d1d6 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "73759f3b-39f8-4e60-a0ca-91220f19abdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.244432] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2e836d85-11a9-4e60-856d-af86f603d1d6 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "73759f3b-39f8-4e60-a0ca-91220f19abdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1264.244603] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2e836d85-11a9-4e60-856d-af86f603d1d6 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "73759f3b-39f8-4e60-a0ca-91220f19abdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1264.247087] env[63260]: INFO nova.compute.manager [None req-2e836d85-11a9-4e60-856d-af86f603d1d6 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Terminating instance [ 1264.483152] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216bd2c5-06a0-429f-a85e-28515bd3284e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.491389] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d665fe02-102a-4cb3-b4af-2ec19bd050eb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.522557] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c625c9c-311b-4b42-82db-7abade0b7ff0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.529867] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9a0d23-6087-4fc7-bf97-e66bc28ce1ec {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.543286] env[63260]: DEBUG nova.compute.provider_tree [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.751131] env[63260]: DEBUG nova.compute.manager [None req-2e836d85-11a9-4e60-856d-af86f603d1d6 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1264.751332] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2e836d85-11a9-4e60-856d-af86f603d1d6 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1264.752221] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462fd4b9-00d1-44b9-90ba-5bf97f74f8fd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.760037] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e836d85-11a9-4e60-856d-af86f603d1d6 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1264.760283] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83369d91-6b27-458c-9610-cc8af69824ce {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.765839] env[63260]: DEBUG oslo_vmware.api [None req-2e836d85-11a9-4e60-856d-af86f603d1d6 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1264.765839] env[63260]: value = "task-2285576" [ 1264.765839] env[63260]: _type = "Task" [ 1264.765839] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.773769] env[63260]: DEBUG oslo_vmware.api [None req-2e836d85-11a9-4e60-856d-af86f603d1d6 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.046765] env[63260]: DEBUG nova.scheduler.client.report [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.276102] env[63260]: DEBUG oslo_vmware.api [None req-2e836d85-11a9-4e60-856d-af86f603d1d6 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285576, 'name': PowerOffVM_Task, 'duration_secs': 0.204146} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.276366] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e836d85-11a9-4e60-856d-af86f603d1d6 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1265.276534] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2e836d85-11a9-4e60-856d-af86f603d1d6 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1265.276801] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23e9497a-fee9-4d49-a6ea-a1f263a03e44 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.338684] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2e836d85-11a9-4e60-856d-af86f603d1d6 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1265.338961] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2e836d85-11a9-4e60-856d-af86f603d1d6 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1265.339092] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e836d85-11a9-4e60-856d-af86f603d1d6 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Deleting the datastore file [datastore1] 73759f3b-39f8-4e60-a0ca-91220f19abdc {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1265.339367] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb38d87d-c1d2-4bf2-8187-f638155891e6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.345113] env[63260]: DEBUG oslo_vmware.api [None req-2e836d85-11a9-4e60-856d-af86f603d1d6 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1265.345113] env[63260]: value = "task-2285578" [ 1265.345113] env[63260]: _type = "Task" [ 1265.345113] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.352549] env[63260]: DEBUG oslo_vmware.api [None req-2e836d85-11a9-4e60-856d-af86f603d1d6 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.551873] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.161s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1265.581220] env[63260]: INFO nova.network.neutron [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Updating port e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1265.855317] env[63260]: DEBUG oslo_vmware.api [None req-2e836d85-11a9-4e60-856d-af86f603d1d6 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285578, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146423} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.855580] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e836d85-11a9-4e60-856d-af86f603d1d6 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1265.855765] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2e836d85-11a9-4e60-856d-af86f603d1d6 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1265.855945] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2e836d85-11a9-4e60-856d-af86f603d1d6 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1265.856184] env[63260]: INFO nova.compute.manager [None req-2e836d85-11a9-4e60-856d-af86f603d1d6 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1265.856453] env[63260]: DEBUG oslo.service.loopingcall [None req-2e836d85-11a9-4e60-856d-af86f603d1d6 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1265.856648] env[63260]: DEBUG nova.compute.manager [-] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1265.856741] env[63260]: DEBUG nova.network.neutron [-] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1266.314314] env[63260]: DEBUG nova.compute.manager [req-c5d31798-22fc-4b7b-8922-b281369a3b05 req-4d9ccfa0-9ead-4f43-86bb-7fdd6548d3f3 service nova] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Received event network-vif-deleted-39213b67-3978-4537-956b-38c5b5dd1554 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1266.314314] env[63260]: INFO nova.compute.manager [req-c5d31798-22fc-4b7b-8922-b281369a3b05 req-4d9ccfa0-9ead-4f43-86bb-7fdd6548d3f3 service nova] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Neutron deleted interface 39213b67-3978-4537-956b-38c5b5dd1554; detaching it from the instance and deleting it from the info cache [ 1266.314314] env[63260]: DEBUG nova.network.neutron [req-c5d31798-22fc-4b7b-8922-b281369a3b05 req-4d9ccfa0-9ead-4f43-86bb-7fdd6548d3f3 service nova] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.792240] env[63260]: DEBUG nova.network.neutron [-] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.816460] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5c43640a-daff-4ec6-9531-368b797d134e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.827837] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1658810-7e0e-4e15-97a9-a336721a7d04 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.877428] env[63260]: DEBUG nova.compute.manager [req-c5d31798-22fc-4b7b-8922-b281369a3b05 req-4d9ccfa0-9ead-4f43-86bb-7fdd6548d3f3 service nova] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Detach interface failed, port_id=39213b67-3978-4537-956b-38c5b5dd1554, reason: Instance 73759f3b-39f8-4e60-a0ca-91220f19abdc could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1267.058300] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "refresh_cache-4425bdeb-4be6-4f8d-9568-0050e2d66196" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1267.058300] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquired lock "refresh_cache-4425bdeb-4be6-4f8d-9568-0050e2d66196" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.058732] env[63260]: DEBUG nova.network.neutron [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1267.294837] env[63260]: INFO nova.compute.manager [-] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Took 1.44 seconds to deallocate network for instance. [ 1267.788681] env[63260]: DEBUG nova.network.neutron [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Updating instance_info_cache with network_info: [{"id": "e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c", "address": "fa:16:3e:9c:fb:38", "network": {"id": "095ea81c-b08e-465e-a9a8-6c7d22cb7bf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1442129299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12b951a134ae4e0294f6672abcb63dc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8f6f22b-dc", "ovs_interfaceid": "e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.801608] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2e836d85-11a9-4e60-856d-af86f603d1d6 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.801919] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2e836d85-11a9-4e60-856d-af86f603d1d6 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.802107] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2e836d85-11a9-4e60-856d-af86f603d1d6 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1267.824047] env[63260]: INFO nova.scheduler.client.report [None req-2e836d85-11a9-4e60-856d-af86f603d1d6 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Deleted allocations for instance 73759f3b-39f8-4e60-a0ca-91220f19abdc [ 1268.291842] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Releasing lock "refresh_cache-4425bdeb-4be6-4f8d-9568-0050e2d66196" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1268.319596] env[63260]: DEBUG nova.virt.hardware [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='af770481f52b5623fd08dbe30abd4b3a',container_format='bare',created_at=2025-02-04T16:26:39Z,direct_url=,disk_format='vmdk',id=d178905f-83d8-40a5-abd8-b1633cd82e7a,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-190548339-shelved',owner='12b951a134ae4e0294f6672abcb63dc9',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-02-04T16:26:52Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1268.319851] env[63260]: DEBUG nova.virt.hardware [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1268.320022] env[63260]: DEBUG nova.virt.hardware [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1268.320210] env[63260]: DEBUG nova.virt.hardware [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1268.320362] env[63260]: DEBUG nova.virt.hardware [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1268.320495] env[63260]: DEBUG nova.virt.hardware [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1268.320717] env[63260]: DEBUG nova.virt.hardware [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1268.320866] env[63260]: DEBUG nova.virt.hardware [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1268.321046] env[63260]: DEBUG nova.virt.hardware [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1268.321215] env[63260]: DEBUG nova.virt.hardware [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1268.321385] env[63260]: DEBUG nova.virt.hardware [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1268.322294] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4be944-bdd7-4a95-953b-ba7e083fc6e7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.333781] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadf91d6-d5ec-46fd-8335-edc42bee6f23 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.339353] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2e836d85-11a9-4e60-856d-af86f603d1d6 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "73759f3b-39f8-4e60-a0ca-91220f19abdc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.095s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.341575] env[63260]: DEBUG nova.compute.manager [req-c9b28aa3-221d-4265-be27-e06602a6991c req-0b8460b5-c3f5-41f9-8b2c-a155f17f5da5 service nova] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Received event network-vif-plugged-e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1268.341829] env[63260]: DEBUG oslo_concurrency.lockutils [req-c9b28aa3-221d-4265-be27-e06602a6991c req-0b8460b5-c3f5-41f9-8b2c-a155f17f5da5 service nova] Acquiring lock "4425bdeb-4be6-4f8d-9568-0050e2d66196-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.342093] env[63260]: DEBUG oslo_concurrency.lockutils [req-c9b28aa3-221d-4265-be27-e06602a6991c req-0b8460b5-c3f5-41f9-8b2c-a155f17f5da5 service nova] Lock "4425bdeb-4be6-4f8d-9568-0050e2d66196-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.342300] env[63260]: DEBUG oslo_concurrency.lockutils [req-c9b28aa3-221d-4265-be27-e06602a6991c req-0b8460b5-c3f5-41f9-8b2c-a155f17f5da5 service nova] Lock "4425bdeb-4be6-4f8d-9568-0050e2d66196-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.342508] env[63260]: DEBUG nova.compute.manager [req-c9b28aa3-221d-4265-be27-e06602a6991c req-0b8460b5-c3f5-41f9-8b2c-a155f17f5da5 service nova] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] No waiting events found dispatching network-vif-plugged-e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1268.342709] env[63260]: WARNING nova.compute.manager [req-c9b28aa3-221d-4265-be27-e06602a6991c req-0b8460b5-c3f5-41f9-8b2c-a155f17f5da5 service nova] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Received unexpected event network-vif-plugged-e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c for instance with vm_state shelved_offloaded and task_state spawning. [ 1268.342915] env[63260]: DEBUG nova.compute.manager [req-c9b28aa3-221d-4265-be27-e06602a6991c req-0b8460b5-c3f5-41f9-8b2c-a155f17f5da5 service nova] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Received event network-changed-e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1268.343122] env[63260]: DEBUG nova.compute.manager [req-c9b28aa3-221d-4265-be27-e06602a6991c req-0b8460b5-c3f5-41f9-8b2c-a155f17f5da5 service nova] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Refreshing instance network info cache due to event network-changed-e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1268.343355] env[63260]: DEBUG oslo_concurrency.lockutils [req-c9b28aa3-221d-4265-be27-e06602a6991c req-0b8460b5-c3f5-41f9-8b2c-a155f17f5da5 service nova] Acquiring lock "refresh_cache-4425bdeb-4be6-4f8d-9568-0050e2d66196" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.343516] env[63260]: DEBUG oslo_concurrency.lockutils [req-c9b28aa3-221d-4265-be27-e06602a6991c req-0b8460b5-c3f5-41f9-8b2c-a155f17f5da5 service nova] Acquired lock "refresh_cache-4425bdeb-4be6-4f8d-9568-0050e2d66196" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.343725] env[63260]: DEBUG nova.network.neutron [req-c9b28aa3-221d-4265-be27-e06602a6991c req-0b8460b5-c3f5-41f9-8b2c-a155f17f5da5 service nova] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Refreshing network info cache for port e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1268.357034] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:fb:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bc2dd1b-c901-4f3d-9c3a-af171c275c4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1268.365534] env[63260]: DEBUG oslo.service.loopingcall [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1268.366901] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1268.367184] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d04a64c-511e-40d3-900f-3a9d84b90e16 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.388793] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1268.388793] env[63260]: value = "task-2285579" [ 1268.388793] env[63260]: _type = "Task" [ 1268.388793] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.396570] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285579, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.898244] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285579, 'name': CreateVM_Task, 'duration_secs': 0.305265} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.898571] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1268.899068] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d178905f-83d8-40a5-abd8-b1633cd82e7a" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.899246] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d178905f-83d8-40a5-abd8-b1633cd82e7a" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.899620] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d178905f-83d8-40a5-abd8-b1633cd82e7a" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1268.899856] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19b01691-0687-4d76-9960-9bab4c7825b2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.904266] env[63260]: DEBUG oslo_vmware.api [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1268.904266] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523d04d2-a765-2fc2-5a1a-e7dd9e67e864" [ 1268.904266] env[63260]: _type = "Task" [ 1268.904266] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.912511] env[63260]: DEBUG oslo_vmware.api [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523d04d2-a765-2fc2-5a1a-e7dd9e67e864, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.059376] env[63260]: DEBUG nova.network.neutron [req-c9b28aa3-221d-4265-be27-e06602a6991c req-0b8460b5-c3f5-41f9-8b2c-a155f17f5da5 service nova] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Updated VIF entry in instance network info cache for port e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1269.059745] env[63260]: DEBUG nova.network.neutron [req-c9b28aa3-221d-4265-be27-e06602a6991c req-0b8460b5-c3f5-41f9-8b2c-a155f17f5da5 service nova] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Updating instance_info_cache with network_info: [{"id": "e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c", "address": "fa:16:3e:9c:fb:38", "network": {"id": "095ea81c-b08e-465e-a9a8-6c7d22cb7bf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1442129299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12b951a134ae4e0294f6672abcb63dc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8f6f22b-dc", "ovs_interfaceid": "e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.180773] env[63260]: DEBUG oslo_concurrency.lockutils [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "6c881ce5-e1bd-4cec-be39-f8c169ec596d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.181014] env[63260]: DEBUG oslo_concurrency.lockutils [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "6c881ce5-e1bd-4cec-be39-f8c169ec596d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.414269] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d178905f-83d8-40a5-abd8-b1633cd82e7a" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.414475] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Processing image d178905f-83d8-40a5-abd8-b1633cd82e7a {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1269.414730] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d178905f-83d8-40a5-abd8-b1633cd82e7a/d178905f-83d8-40a5-abd8-b1633cd82e7a.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.414883] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d178905f-83d8-40a5-abd8-b1633cd82e7a/d178905f-83d8-40a5-abd8-b1633cd82e7a.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.415079] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1269.415321] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2a75515-1ec2-4912-8bc9-6df832627435 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.431293] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1269.431441] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1269.432179] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fb2f38a-3d43-4213-ad92-dd9d86591f1e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.436716] env[63260]: DEBUG oslo_vmware.api [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1269.436716] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52ed6df9-179c-e93f-d146-49f80f4266c1" [ 1269.436716] env[63260]: _type = "Task" [ 1269.436716] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.443972] env[63260]: DEBUG oslo_vmware.api [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52ed6df9-179c-e93f-d146-49f80f4266c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.562233] env[63260]: DEBUG oslo_concurrency.lockutils [req-c9b28aa3-221d-4265-be27-e06602a6991c req-0b8460b5-c3f5-41f9-8b2c-a155f17f5da5 service nova] Releasing lock "refresh_cache-4425bdeb-4be6-4f8d-9568-0050e2d66196" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.683747] env[63260]: DEBUG nova.compute.manager [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1269.745391] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b7c1b2e3-6c41-41ba-b12d-c1e7f467de74 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquiring lock "eb7a4470-0ac0-43ef-a129-0830429018f6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.745617] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b7c1b2e3-6c41-41ba-b12d-c1e7f467de74 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Lock "eb7a4470-0ac0-43ef-a129-0830429018f6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.946905] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Preparing fetch location {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1269.947255] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Fetch image to [datastore2] OSTACK_IMG_cbdc5a33-35ce-4c63-b3c0-64043c3cbdda/OSTACK_IMG_cbdc5a33-35ce-4c63-b3c0-64043c3cbdda.vmdk {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1269.947330] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Downloading stream optimized image d178905f-83d8-40a5-abd8-b1633cd82e7a to [datastore2] OSTACK_IMG_cbdc5a33-35ce-4c63-b3c0-64043c3cbdda/OSTACK_IMG_cbdc5a33-35ce-4c63-b3c0-64043c3cbdda.vmdk on the data store datastore2 as vApp {{(pid=63260) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1269.947498] env[63260]: DEBUG nova.virt.vmwareapi.images [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Downloading image file data d178905f-83d8-40a5-abd8-b1633cd82e7a to the ESX as VM named 'OSTACK_IMG_cbdc5a33-35ce-4c63-b3c0-64043c3cbdda' {{(pid=63260) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1270.027604] env[63260]: DEBUG oslo_vmware.rw_handles [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1270.027604] env[63260]: value = "resgroup-9" [ 1270.027604] env[63260]: _type = "ResourcePool" [ 1270.027604] env[63260]: }. {{(pid=63260) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1270.027910] env[63260]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ed5abb18-a7f6-43c6-bfdb-5d727f3a8dee {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.048377] env[63260]: DEBUG oslo_vmware.rw_handles [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lease: (returnval){ [ 1270.048377] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526e17e1-0704-5741-057c-f60af56b6595" [ 1270.048377] env[63260]: _type = "HttpNfcLease" [ 1270.048377] env[63260]: } obtained for vApp import into resource pool (val){ [ 1270.048377] env[63260]: value = "resgroup-9" [ 1270.048377] env[63260]: _type = "ResourcePool" [ 1270.048377] env[63260]: }. {{(pid=63260) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1270.048764] env[63260]: DEBUG oslo_vmware.api [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the lease: (returnval){ [ 1270.048764] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526e17e1-0704-5741-057c-f60af56b6595" [ 1270.048764] env[63260]: _type = "HttpNfcLease" [ 1270.048764] env[63260]: } to be ready. {{(pid=63260) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1270.054457] env[63260]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1270.054457] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526e17e1-0704-5741-057c-f60af56b6595" [ 1270.054457] env[63260]: _type = "HttpNfcLease" [ 1270.054457] env[63260]: } is initializing. {{(pid=63260) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1270.206725] env[63260]: DEBUG oslo_concurrency.lockutils [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.207050] env[63260]: DEBUG oslo_concurrency.lockutils [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.208698] env[63260]: INFO nova.compute.claims [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1270.249059] env[63260]: DEBUG nova.compute.utils [None req-b7c1b2e3-6c41-41ba-b12d-c1e7f467de74 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1270.556904] env[63260]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1270.556904] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526e17e1-0704-5741-057c-f60af56b6595" [ 1270.556904] env[63260]: _type = "HttpNfcLease" [ 1270.556904] env[63260]: } is ready. {{(pid=63260) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1270.557219] env[63260]: DEBUG oslo_vmware.rw_handles [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1270.557219] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526e17e1-0704-5741-057c-f60af56b6595" [ 1270.557219] env[63260]: _type = "HttpNfcLease" [ 1270.557219] env[63260]: }. {{(pid=63260) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1270.557884] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9444a1d0-8069-4791-ab0f-16f238ef07cc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.564665] env[63260]: DEBUG oslo_vmware.rw_handles [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e87bd3-ff90-ed37-fb27-f989a32f5c4d/disk-0.vmdk from lease info. {{(pid=63260) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1270.564831] env[63260]: DEBUG oslo_vmware.rw_handles [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e87bd3-ff90-ed37-fb27-f989a32f5c4d/disk-0.vmdk. {{(pid=63260) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1270.627502] env[63260]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d9164f94-a3a4-48ed-893d-aec0091860aa {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.751645] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b7c1b2e3-6c41-41ba-b12d-c1e7f467de74 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Lock "eb7a4470-0ac0-43ef-a129-0830429018f6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.292636] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6141429-1477-4d2a-946e-134f9b604925 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.302937] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244379a9-ae5c-4553-a493-e567eb918d60 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.346371] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f6986c-b63d-499b-af1e-5c3e994ccba3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.356703] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c9a595-36c7-40cb-889a-b9087716b281 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.374153] env[63260]: DEBUG nova.compute.provider_tree [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.620383] env[63260]: DEBUG oslo_vmware.rw_handles [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Completed reading data from the image iterator. {{(pid=63260) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1271.620598] env[63260]: DEBUG oslo_vmware.rw_handles [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e87bd3-ff90-ed37-fb27-f989a32f5c4d/disk-0.vmdk. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1271.621515] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d36b6a-902a-4d65-a9fe-72dd77c0bd0f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.628125] env[63260]: DEBUG oslo_vmware.rw_handles [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e87bd3-ff90-ed37-fb27-f989a32f5c4d/disk-0.vmdk is in state: ready. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1271.628310] env[63260]: DEBUG oslo_vmware.rw_handles [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e87bd3-ff90-ed37-fb27-f989a32f5c4d/disk-0.vmdk. {{(pid=63260) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1271.628512] env[63260]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-1cdb382c-138f-4b88-8f24-7668f84c5664 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.814844] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b7c1b2e3-6c41-41ba-b12d-c1e7f467de74 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquiring lock "eb7a4470-0ac0-43ef-a129-0830429018f6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1271.815208] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b7c1b2e3-6c41-41ba-b12d-c1e7f467de74 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Lock "eb7a4470-0ac0-43ef-a129-0830429018f6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.815458] env[63260]: INFO nova.compute.manager [None req-b7c1b2e3-6c41-41ba-b12d-c1e7f467de74 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Attaching volume ebcbb323-986e-48e3-bcc0-092ee5b169d6 to /dev/sdb [ 1271.818853] env[63260]: DEBUG oslo_vmware.rw_handles [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e87bd3-ff90-ed37-fb27-f989a32f5c4d/disk-0.vmdk. {{(pid=63260) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1271.819152] env[63260]: INFO nova.virt.vmwareapi.images [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Downloaded image file data d178905f-83d8-40a5-abd8-b1633cd82e7a [ 1271.820160] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f62894-f967-48fa-b494-53147c2d32f9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.840302] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4904310e-0662-4f97-8ea8-c339966fdca8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.848420] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99661a72-98ea-4814-9f54-2acf912f6a54 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.854847] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62de9af5-1ef7-4e38-b3a3-e542f6eee34c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.865826] env[63260]: INFO nova.virt.vmwareapi.images [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] The imported VM was unregistered [ 1271.868097] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Caching image {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1271.868320] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Creating directory with path [datastore2] devstack-image-cache_base/d178905f-83d8-40a5-abd8-b1633cd82e7a {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1271.871613] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d55537d-de53-4470-ab2d-54295d7c0818 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.873328] env[63260]: DEBUG nova.virt.block_device [None req-b7c1b2e3-6c41-41ba-b12d-c1e7f467de74 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Updating existing volume attachment record: d2681acf-b286-4001-b687-b4263344d855 {{(pid=63260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1271.877309] env[63260]: DEBUG nova.scheduler.client.report [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.892461] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Created directory with path [datastore2] devstack-image-cache_base/d178905f-83d8-40a5-abd8-b1633cd82e7a {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1271.892655] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_cbdc5a33-35ce-4c63-b3c0-64043c3cbdda/OSTACK_IMG_cbdc5a33-35ce-4c63-b3c0-64043c3cbdda.vmdk to [datastore2] devstack-image-cache_base/d178905f-83d8-40a5-abd8-b1633cd82e7a/d178905f-83d8-40a5-abd8-b1633cd82e7a.vmdk. {{(pid=63260) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1271.892887] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-572ad979-9f49-4d74-8a71-365737f5dc35 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.900231] env[63260]: DEBUG oslo_vmware.api [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1271.900231] env[63260]: value = "task-2285582" [ 1271.900231] env[63260]: _type = "Task" [ 1271.900231] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.908987] env[63260]: DEBUG oslo_vmware.api [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285582, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.382466] env[63260]: DEBUG oslo_concurrency.lockutils [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.175s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1272.383076] env[63260]: DEBUG nova.compute.manager [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1272.411919] env[63260]: DEBUG oslo_vmware.api [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285582, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.888684] env[63260]: DEBUG nova.compute.utils [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1272.890670] env[63260]: DEBUG nova.compute.manager [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1272.890868] env[63260]: DEBUG nova.network.neutron [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1272.912813] env[63260]: DEBUG oslo_vmware.api [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285582, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.943171] env[63260]: DEBUG nova.policy [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b6970efe3e246538b8f0403ac0a10d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4949ccbfb7644f489b2cfd593a1684d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 1273.250827] env[63260]: DEBUG nova.network.neutron [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Successfully created port: 015f9ee9-223b-40e8-89ad-cb7644b94e4d {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1273.394525] env[63260]: DEBUG nova.compute.manager [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1273.415811] env[63260]: DEBUG oslo_vmware.api [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285582, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.918169] env[63260]: DEBUG oslo_vmware.api [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285582, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.405670] env[63260]: DEBUG nova.compute.manager [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1274.416649] env[63260]: DEBUG oslo_vmware.api [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285582, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.222725} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.416910] env[63260]: INFO nova.virt.vmwareapi.ds_util [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_cbdc5a33-35ce-4c63-b3c0-64043c3cbdda/OSTACK_IMG_cbdc5a33-35ce-4c63-b3c0-64043c3cbdda.vmdk to [datastore2] devstack-image-cache_base/d178905f-83d8-40a5-abd8-b1633cd82e7a/d178905f-83d8-40a5-abd8-b1633cd82e7a.vmdk. [ 1274.417112] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Cleaning up location [datastore2] OSTACK_IMG_cbdc5a33-35ce-4c63-b3c0-64043c3cbdda {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1274.417382] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_cbdc5a33-35ce-4c63-b3c0-64043c3cbdda {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1274.417528] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b353bd24-a679-41e2-82e6-573ec9d24299 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.425685] env[63260]: DEBUG oslo_vmware.api [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1274.425685] env[63260]: value = "task-2285587" [ 1274.425685] env[63260]: _type = "Task" [ 1274.425685] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.431229] env[63260]: DEBUG nova.virt.hardware [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1274.431456] env[63260]: DEBUG nova.virt.hardware [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1274.431615] env[63260]: DEBUG nova.virt.hardware [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1274.431798] env[63260]: DEBUG nova.virt.hardware [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1274.431945] env[63260]: DEBUG nova.virt.hardware [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1274.432112] env[63260]: DEBUG nova.virt.hardware [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1274.432326] env[63260]: DEBUG nova.virt.hardware [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1274.432484] env[63260]: DEBUG nova.virt.hardware [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1274.432649] env[63260]: DEBUG nova.virt.hardware [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1274.432810] env[63260]: DEBUG nova.virt.hardware [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1274.432985] env[63260]: DEBUG nova.virt.hardware [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1274.433710] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4236ada4-603d-45a5-b5ce-fb6c716c0516 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.438665] env[63260]: DEBUG oslo_vmware.api [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.443283] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4c2032-6b79-4dd7-ac54-927b026bcc68 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.642663] env[63260]: DEBUG nova.compute.manager [req-7cfcf346-6248-41ea-88a1-fb560cbf818e req-6dd7261e-8528-41b5-bdd9-3e7a07cfe4db service nova] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Received event network-vif-plugged-015f9ee9-223b-40e8-89ad-cb7644b94e4d {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1274.642941] env[63260]: DEBUG oslo_concurrency.lockutils [req-7cfcf346-6248-41ea-88a1-fb560cbf818e req-6dd7261e-8528-41b5-bdd9-3e7a07cfe4db service nova] Acquiring lock "6c881ce5-e1bd-4cec-be39-f8c169ec596d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.643222] env[63260]: DEBUG oslo_concurrency.lockutils [req-7cfcf346-6248-41ea-88a1-fb560cbf818e req-6dd7261e-8528-41b5-bdd9-3e7a07cfe4db service nova] Lock "6c881ce5-e1bd-4cec-be39-f8c169ec596d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.643330] env[63260]: DEBUG oslo_concurrency.lockutils [req-7cfcf346-6248-41ea-88a1-fb560cbf818e req-6dd7261e-8528-41b5-bdd9-3e7a07cfe4db service nova] Lock "6c881ce5-e1bd-4cec-be39-f8c169ec596d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.643476] env[63260]: DEBUG nova.compute.manager [req-7cfcf346-6248-41ea-88a1-fb560cbf818e req-6dd7261e-8528-41b5-bdd9-3e7a07cfe4db service nova] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] No waiting events found dispatching network-vif-plugged-015f9ee9-223b-40e8-89ad-cb7644b94e4d {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1274.643643] env[63260]: WARNING nova.compute.manager [req-7cfcf346-6248-41ea-88a1-fb560cbf818e req-6dd7261e-8528-41b5-bdd9-3e7a07cfe4db service nova] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Received unexpected event network-vif-plugged-015f9ee9-223b-40e8-89ad-cb7644b94e4d for instance with vm_state building and task_state spawning. [ 1274.726317] env[63260]: DEBUG nova.network.neutron [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Successfully updated port: 015f9ee9-223b-40e8-89ad-cb7644b94e4d {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1274.934948] env[63260]: DEBUG oslo_vmware.api [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285587, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035898} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.935897] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1274.935897] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d178905f-83d8-40a5-abd8-b1633cd82e7a/d178905f-83d8-40a5-abd8-b1633cd82e7a.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.935897] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d178905f-83d8-40a5-abd8-b1633cd82e7a/d178905f-83d8-40a5-abd8-b1633cd82e7a.vmdk to [datastore2] 4425bdeb-4be6-4f8d-9568-0050e2d66196/4425bdeb-4be6-4f8d-9568-0050e2d66196.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1274.936146] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ca21e32-1cc8-498f-ac1a-dc3a4aeee75d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.942118] env[63260]: DEBUG oslo_vmware.api [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1274.942118] env[63260]: value = "task-2285588" [ 1274.942118] env[63260]: _type = "Task" [ 1274.942118] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.949359] env[63260]: DEBUG oslo_vmware.api [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.229690] env[63260]: DEBUG oslo_concurrency.lockutils [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "refresh_cache-6c881ce5-e1bd-4cec-be39-f8c169ec596d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.229893] env[63260]: DEBUG oslo_concurrency.lockutils [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquired lock "refresh_cache-6c881ce5-e1bd-4cec-be39-f8c169ec596d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.229940] env[63260]: DEBUG nova.network.neutron [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1275.452396] env[63260]: DEBUG oslo_vmware.api [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285588, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.763052] env[63260]: DEBUG nova.network.neutron [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1275.906308] env[63260]: DEBUG nova.network.neutron [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Updating instance_info_cache with network_info: [{"id": "015f9ee9-223b-40e8-89ad-cb7644b94e4d", "address": "fa:16:3e:a6:d2:e9", "network": {"id": "424be9ec-16be-4f23-9093-06b871ef06d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-780291018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4949ccbfb7644f489b2cfd593a1684d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap015f9ee9-22", "ovs_interfaceid": "015f9ee9-223b-40e8-89ad-cb7644b94e4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.952968] env[63260]: DEBUG oslo_vmware.api [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285588, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.409200] env[63260]: DEBUG oslo_concurrency.lockutils [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Releasing lock "refresh_cache-6c881ce5-e1bd-4cec-be39-f8c169ec596d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1276.409551] env[63260]: DEBUG nova.compute.manager [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Instance network_info: |[{"id": "015f9ee9-223b-40e8-89ad-cb7644b94e4d", "address": "fa:16:3e:a6:d2:e9", "network": {"id": "424be9ec-16be-4f23-9093-06b871ef06d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-780291018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4949ccbfb7644f489b2cfd593a1684d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap015f9ee9-22", "ovs_interfaceid": "015f9ee9-223b-40e8-89ad-cb7644b94e4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1276.410055] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:d2:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '015f9ee9-223b-40e8-89ad-cb7644b94e4d', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1276.418852] env[63260]: DEBUG oslo.service.loopingcall [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1276.419193] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1276.419440] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d29aa66-f8b8-43f3-a49c-6a138bfd9fff {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.435906] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7c1b2e3-6c41-41ba-b12d-c1e7f467de74 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Volume attach. Driver type: vmdk {{(pid=63260) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1276.436141] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7c1b2e3-6c41-41ba-b12d-c1e7f467de74 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465222', 'volume_id': 'ebcbb323-986e-48e3-bcc0-092ee5b169d6', 'name': 'volume-ebcbb323-986e-48e3-bcc0-092ee5b169d6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eb7a4470-0ac0-43ef-a129-0830429018f6', 'attached_at': '', 'detached_at': '', 'volume_id': 'ebcbb323-986e-48e3-bcc0-092ee5b169d6', 'serial': 'ebcbb323-986e-48e3-bcc0-092ee5b169d6'} {{(pid=63260) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1276.437374] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8efe891-b073-4182-9e49-84fe9d6af570 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.460890] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1276.460890] env[63260]: value = "task-2285589" [ 1276.460890] env[63260]: _type = "Task" [ 1276.460890] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.462428] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e4e806-2013-4f7b-8782-11db940d8def {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.471489] env[63260]: DEBUG oslo_vmware.api [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285588, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.477854] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285589, 'name': CreateVM_Task} progress is 15%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.500717] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7c1b2e3-6c41-41ba-b12d-c1e7f467de74 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-ebcbb323-986e-48e3-bcc0-092ee5b169d6/volume-ebcbb323-986e-48e3-bcc0-092ee5b169d6.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1276.501093] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbb4e40e-750b-4c59-9714-ebbd52b1a1e8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.522027] env[63260]: DEBUG oslo_vmware.api [None req-b7c1b2e3-6c41-41ba-b12d-c1e7f467de74 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1276.522027] env[63260]: value = "task-2285590" [ 1276.522027] env[63260]: _type = "Task" [ 1276.522027] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.532194] env[63260]: DEBUG oslo_vmware.api [None req-b7c1b2e3-6c41-41ba-b12d-c1e7f467de74 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285590, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.671035] env[63260]: DEBUG nova.compute.manager [req-f4caaffb-5323-4229-985a-f9ab3e102c44 req-c428581a-e438-47ff-bc68-c410f287fd33 service nova] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Received event network-changed-015f9ee9-223b-40e8-89ad-cb7644b94e4d {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1276.671226] env[63260]: DEBUG nova.compute.manager [req-f4caaffb-5323-4229-985a-f9ab3e102c44 req-c428581a-e438-47ff-bc68-c410f287fd33 service nova] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Refreshing instance network info cache due to event network-changed-015f9ee9-223b-40e8-89ad-cb7644b94e4d. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1276.671544] env[63260]: DEBUG oslo_concurrency.lockutils [req-f4caaffb-5323-4229-985a-f9ab3e102c44 req-c428581a-e438-47ff-bc68-c410f287fd33 service nova] Acquiring lock "refresh_cache-6c881ce5-e1bd-4cec-be39-f8c169ec596d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.671733] env[63260]: DEBUG oslo_concurrency.lockutils [req-f4caaffb-5323-4229-985a-f9ab3e102c44 req-c428581a-e438-47ff-bc68-c410f287fd33 service nova] Acquired lock "refresh_cache-6c881ce5-e1bd-4cec-be39-f8c169ec596d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.671959] env[63260]: DEBUG nova.network.neutron [req-f4caaffb-5323-4229-985a-f9ab3e102c44 req-c428581a-e438-47ff-bc68-c410f287fd33 service nova] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Refreshing network info cache for port 015f9ee9-223b-40e8-89ad-cb7644b94e4d {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1276.957017] env[63260]: DEBUG oslo_vmware.api [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285588, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.973744] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285589, 'name': CreateVM_Task, 'duration_secs': 0.403847} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.973968] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1276.974798] env[63260]: DEBUG oslo_concurrency.lockutils [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.974974] env[63260]: DEBUG oslo_concurrency.lockutils [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.975417] env[63260]: DEBUG oslo_concurrency.lockutils [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1276.975748] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78fb1d64-469e-4d0d-b0cc-d64ced4f4c62 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.983172] env[63260]: DEBUG oslo_vmware.api [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1276.983172] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52869ea0-6152-430c-4d83-44ad058d9d48" [ 1276.983172] env[63260]: _type = "Task" [ 1276.983172] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.993086] env[63260]: DEBUG oslo_vmware.api [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52869ea0-6152-430c-4d83-44ad058d9d48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.032898] env[63260]: DEBUG oslo_vmware.api [None req-b7c1b2e3-6c41-41ba-b12d-c1e7f467de74 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285590, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.403502] env[63260]: DEBUG nova.network.neutron [req-f4caaffb-5323-4229-985a-f9ab3e102c44 req-c428581a-e438-47ff-bc68-c410f287fd33 service nova] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Updated VIF entry in instance network info cache for port 015f9ee9-223b-40e8-89ad-cb7644b94e4d. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1277.403966] env[63260]: DEBUG nova.network.neutron [req-f4caaffb-5323-4229-985a-f9ab3e102c44 req-c428581a-e438-47ff-bc68-c410f287fd33 service nova] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Updating instance_info_cache with network_info: [{"id": "015f9ee9-223b-40e8-89ad-cb7644b94e4d", "address": "fa:16:3e:a6:d2:e9", "network": {"id": "424be9ec-16be-4f23-9093-06b871ef06d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-780291018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4949ccbfb7644f489b2cfd593a1684d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap015f9ee9-22", "ovs_interfaceid": "015f9ee9-223b-40e8-89ad-cb7644b94e4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.453998] env[63260]: DEBUG oslo_vmware.api [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285588, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.173282} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.454280] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d178905f-83d8-40a5-abd8-b1633cd82e7a/d178905f-83d8-40a5-abd8-b1633cd82e7a.vmdk to [datastore2] 4425bdeb-4be6-4f8d-9568-0050e2d66196/4425bdeb-4be6-4f8d-9568-0050e2d66196.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1277.455050] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3772a2-8952-4af9-a712-754b09aefcde {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.477197] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 4425bdeb-4be6-4f8d-9568-0050e2d66196/4425bdeb-4be6-4f8d-9568-0050e2d66196.vmdk or device None with type streamOptimized {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1277.477584] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0493a4a-79bd-4bcb-87d6-e2821cbbe3d5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.499082] env[63260]: DEBUG oslo_vmware.api [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52869ea0-6152-430c-4d83-44ad058d9d48, 'name': SearchDatastore_Task, 'duration_secs': 0.01277} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.500190] env[63260]: DEBUG oslo_concurrency.lockutils [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.500424] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1277.500651] env[63260]: DEBUG oslo_concurrency.lockutils [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.500799] env[63260]: DEBUG oslo_concurrency.lockutils [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.500973] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1277.501339] env[63260]: DEBUG oslo_vmware.api [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1277.501339] env[63260]: value = "task-2285591" [ 1277.501339] env[63260]: _type = "Task" [ 1277.501339] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.501536] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d26a80ba-82d4-4750-92bf-eadebfda7198 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.510143] env[63260]: DEBUG oslo_vmware.api [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285591, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.511572] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1277.511745] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1277.512384] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1ebccc8-0b50-4ae1-af7b-a649d5b6efa4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.516706] env[63260]: DEBUG oslo_vmware.api [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1277.516706] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e251d2-b040-c96c-bfcc-98b357a5bab9" [ 1277.516706] env[63260]: _type = "Task" [ 1277.516706] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.524983] env[63260]: DEBUG oslo_vmware.api [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e251d2-b040-c96c-bfcc-98b357a5bab9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.531593] env[63260]: DEBUG oslo_vmware.api [None req-b7c1b2e3-6c41-41ba-b12d-c1e7f467de74 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285590, 'name': ReconfigVM_Task, 'duration_secs': 0.929651} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.531863] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7c1b2e3-6c41-41ba-b12d-c1e7f467de74 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-ebcbb323-986e-48e3-bcc0-092ee5b169d6/volume-ebcbb323-986e-48e3-bcc0-092ee5b169d6.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1277.537033] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d03200e4-4a40-4da8-9be3-0371f075d3f1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.549374] env[63260]: DEBUG oslo_vmware.api [None req-b7c1b2e3-6c41-41ba-b12d-c1e7f467de74 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1277.549374] env[63260]: value = "task-2285592" [ 1277.549374] env[63260]: _type = "Task" [ 1277.549374] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.557468] env[63260]: DEBUG oslo_vmware.api [None req-b7c1b2e3-6c41-41ba-b12d-c1e7f467de74 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285592, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.906826] env[63260]: DEBUG oslo_concurrency.lockutils [req-f4caaffb-5323-4229-985a-f9ab3e102c44 req-c428581a-e438-47ff-bc68-c410f287fd33 service nova] Releasing lock "refresh_cache-6c881ce5-e1bd-4cec-be39-f8c169ec596d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.012533] env[63260]: DEBUG oslo_vmware.api [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285591, 'name': ReconfigVM_Task, 'duration_secs': 0.362891} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.012802] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 4425bdeb-4be6-4f8d-9568-0050e2d66196/4425bdeb-4be6-4f8d-9568-0050e2d66196.vmdk or device None with type streamOptimized {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1278.013414] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0d25253-4253-4b51-8960-7d4f359534ce {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.020986] env[63260]: DEBUG oslo_vmware.api [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1278.020986] env[63260]: value = "task-2285593" [ 1278.020986] env[63260]: _type = "Task" [ 1278.020986] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.026816] env[63260]: DEBUG oslo_vmware.api [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52e251d2-b040-c96c-bfcc-98b357a5bab9, 'name': SearchDatastore_Task, 'duration_secs': 0.008309} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.027748] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20e2d500-2c9b-4d5e-9255-0fae7dd96027 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.032448] env[63260]: DEBUG oslo_vmware.api [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285593, 'name': Rename_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.035395] env[63260]: DEBUG oslo_vmware.api [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1278.035395] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c9e326-a295-83d6-5110-7075c9dbe863" [ 1278.035395] env[63260]: _type = "Task" [ 1278.035395] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.042027] env[63260]: DEBUG oslo_vmware.api [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c9e326-a295-83d6-5110-7075c9dbe863, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.057714] env[63260]: DEBUG oslo_vmware.api [None req-b7c1b2e3-6c41-41ba-b12d-c1e7f467de74 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285592, 'name': ReconfigVM_Task, 'duration_secs': 0.165401} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.057986] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7c1b2e3-6c41-41ba-b12d-c1e7f467de74 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465222', 'volume_id': 'ebcbb323-986e-48e3-bcc0-092ee5b169d6', 'name': 'volume-ebcbb323-986e-48e3-bcc0-092ee5b169d6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eb7a4470-0ac0-43ef-a129-0830429018f6', 'attached_at': '', 'detached_at': '', 'volume_id': 'ebcbb323-986e-48e3-bcc0-092ee5b169d6', 'serial': 'ebcbb323-986e-48e3-bcc0-092ee5b169d6'} {{(pid=63260) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1278.531204] env[63260]: DEBUG oslo_vmware.api [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285593, 'name': Rename_Task, 'duration_secs': 0.133019} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.531544] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1278.531680] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3af6f81f-73f8-4a28-b79c-9bc140883bd5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.540046] env[63260]: DEBUG oslo_vmware.api [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1278.540046] env[63260]: value = "task-2285594" [ 1278.540046] env[63260]: _type = "Task" [ 1278.540046] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.546196] env[63260]: DEBUG oslo_vmware.api [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c9e326-a295-83d6-5110-7075c9dbe863, 'name': SearchDatastore_Task, 'duration_secs': 0.009653} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.546696] env[63260]: DEBUG oslo_concurrency.lockutils [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.546968] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 6c881ce5-e1bd-4cec-be39-f8c169ec596d/6c881ce5-e1bd-4cec-be39-f8c169ec596d.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1278.547230] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26d020b8-61b4-41f7-8f56-c9e27fcfa598 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.551477] env[63260]: DEBUG oslo_vmware.api [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.555172] env[63260]: DEBUG oslo_vmware.api [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1278.555172] env[63260]: value = "task-2285595" [ 1278.555172] env[63260]: _type = "Task" [ 1278.555172] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.565215] env[63260]: DEBUG oslo_vmware.api [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.049719] env[63260]: DEBUG oslo_vmware.api [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285594, 'name': PowerOnVM_Task, 'duration_secs': 0.447515} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.049979] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1279.064091] env[63260]: DEBUG oslo_vmware.api [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45651} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.064243] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 6c881ce5-e1bd-4cec-be39-f8c169ec596d/6c881ce5-e1bd-4cec-be39-f8c169ec596d.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1279.064389] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1279.064631] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8629f41d-255c-4846-93e2-b2b852e865d4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.070508] env[63260]: DEBUG oslo_vmware.api [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1279.070508] env[63260]: value = "task-2285596" [ 1279.070508] env[63260]: _type = "Task" [ 1279.070508] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.077671] env[63260]: DEBUG oslo_vmware.api [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.095968] env[63260]: DEBUG nova.objects.instance [None req-b7c1b2e3-6c41-41ba-b12d-c1e7f467de74 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Lazy-loading 'flavor' on Instance uuid eb7a4470-0ac0-43ef-a129-0830429018f6 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.153274] env[63260]: DEBUG nova.compute.manager [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1279.154256] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23fae9f-ba3e-4b1f-81d5-3b47377235d6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.580812] env[63260]: DEBUG oslo_vmware.api [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064149} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.581186] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1279.581915] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5383dda3-87e8-49d6-b253-12d281d710d9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.603605] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 6c881ce5-e1bd-4cec-be39-f8c169ec596d/6c881ce5-e1bd-4cec-be39-f8c169ec596d.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1279.605610] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73a738dc-ba90-438f-beb2-fb499f1da1ee {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.620103] env[63260]: DEBUG oslo_concurrency.lockutils [None req-b7c1b2e3-6c41-41ba-b12d-c1e7f467de74 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Lock "eb7a4470-0ac0-43ef-a129-0830429018f6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.805s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1279.625902] env[63260]: DEBUG oslo_vmware.api [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1279.625902] env[63260]: value = "task-2285597" [ 1279.625902] env[63260]: _type = "Task" [ 1279.625902] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.634053] env[63260]: DEBUG oslo_vmware.api [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285597, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.672184] env[63260]: DEBUG oslo_concurrency.lockutils [None req-fec20227-0add-4a5e-9f33-8153e594020d tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "4425bdeb-4be6-4f8d-9568-0050e2d66196" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.251s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1280.136147] env[63260]: DEBUG oslo_vmware.api [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285597, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.243220] env[63260]: INFO nova.compute.manager [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Rescuing [ 1280.243479] env[63260]: DEBUG oslo_concurrency.lockutils [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquiring lock "refresh_cache-eb7a4470-0ac0-43ef-a129-0830429018f6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1280.243629] env[63260]: DEBUG oslo_concurrency.lockutils [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquired lock "refresh_cache-eb7a4470-0ac0-43ef-a129-0830429018f6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.243791] env[63260]: DEBUG nova.network.neutron [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1280.612597] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6d6164c9-1cec-4745-a7e9-5d60820b15e9 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "4425bdeb-4be6-4f8d-9568-0050e2d66196" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1280.614450] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6d6164c9-1cec-4745-a7e9-5d60820b15e9 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "4425bdeb-4be6-4f8d-9568-0050e2d66196" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1280.614450] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6d6164c9-1cec-4745-a7e9-5d60820b15e9 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "4425bdeb-4be6-4f8d-9568-0050e2d66196-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1280.614450] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6d6164c9-1cec-4745-a7e9-5d60820b15e9 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "4425bdeb-4be6-4f8d-9568-0050e2d66196-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1280.614450] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6d6164c9-1cec-4745-a7e9-5d60820b15e9 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "4425bdeb-4be6-4f8d-9568-0050e2d66196-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1280.615802] env[63260]: INFO nova.compute.manager [None req-6d6164c9-1cec-4745-a7e9-5d60820b15e9 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Terminating instance [ 1280.635829] env[63260]: DEBUG oslo_vmware.api [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285597, 'name': ReconfigVM_Task, 'duration_secs': 0.780268} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.636181] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 6c881ce5-e1bd-4cec-be39-f8c169ec596d/6c881ce5-e1bd-4cec-be39-f8c169ec596d.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1280.636659] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34ec45dc-0ad6-42a4-afea-1c23151a10f4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.642484] env[63260]: DEBUG oslo_vmware.api [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1280.642484] env[63260]: value = "task-2285598" [ 1280.642484] env[63260]: _type = "Task" [ 1280.642484] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.649830] env[63260]: DEBUG oslo_vmware.api [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285598, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.993664] env[63260]: DEBUG nova.network.neutron [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Updating instance_info_cache with network_info: [{"id": "e04eb5a7-9275-446f-b8e3-f4d7026eda2f", "address": "fa:16:3e:62:57:94", "network": {"id": "6d4af3cd-ee70-4e03-9e16-c9662bcb1ed4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1622915218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf649662e2d142a4a5ad1e57812b1db6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape04eb5a7-92", "ovs_interfaceid": "e04eb5a7-9275-446f-b8e3-f4d7026eda2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.119879] env[63260]: DEBUG nova.compute.manager [None req-6d6164c9-1cec-4745-a7e9-5d60820b15e9 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1281.120075] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6164c9-1cec-4745-a7e9-5d60820b15e9 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1281.120941] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f85201b-91db-4a33-ac24-c51739d71723 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.128471] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d6164c9-1cec-4745-a7e9-5d60820b15e9 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1281.128682] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e5fcbf4-52ac-461e-9f59-7a3235fcfcde {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.134460] env[63260]: DEBUG oslo_vmware.api [None req-6d6164c9-1cec-4745-a7e9-5d60820b15e9 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1281.134460] env[63260]: value = "task-2285599" [ 1281.134460] env[63260]: _type = "Task" [ 1281.134460] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.142889] env[63260]: DEBUG oslo_vmware.api [None req-6d6164c9-1cec-4745-a7e9-5d60820b15e9 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285599, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.151165] env[63260]: DEBUG oslo_vmware.api [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285598, 'name': Rename_Task, 'duration_secs': 0.130148} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.151511] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1281.151831] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16090725-2f7b-419e-8dd9-12fca62e0d91 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.158530] env[63260]: DEBUG oslo_vmware.api [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1281.158530] env[63260]: value = "task-2285600" [ 1281.158530] env[63260]: _type = "Task" [ 1281.158530] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.166882] env[63260]: DEBUG oslo_vmware.api [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285600, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.496623] env[63260]: DEBUG oslo_concurrency.lockutils [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Releasing lock "refresh_cache-eb7a4470-0ac0-43ef-a129-0830429018f6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.644973] env[63260]: DEBUG oslo_vmware.api [None req-6d6164c9-1cec-4745-a7e9-5d60820b15e9 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285599, 'name': PowerOffVM_Task, 'duration_secs': 0.196982} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.645399] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d6164c9-1cec-4745-a7e9-5d60820b15e9 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1281.645527] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6164c9-1cec-4745-a7e9-5d60820b15e9 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1281.645770] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54536833-95a3-4dc7-adbc-a0fd54ff7654 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.668254] env[63260]: DEBUG oslo_vmware.api [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285600, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.713935] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6164c9-1cec-4745-a7e9-5d60820b15e9 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1281.714194] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6164c9-1cec-4745-a7e9-5d60820b15e9 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1281.714383] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d6164c9-1cec-4745-a7e9-5d60820b15e9 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Deleting the datastore file [datastore2] 4425bdeb-4be6-4f8d-9568-0050e2d66196 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1281.714664] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17185386-8546-408a-aa63-ef976aca73d4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.720661] env[63260]: DEBUG oslo_vmware.api [None req-6d6164c9-1cec-4745-a7e9-5d60820b15e9 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for the task: (returnval){ [ 1281.720661] env[63260]: value = "task-2285602" [ 1281.720661] env[63260]: _type = "Task" [ 1281.720661] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.730769] env[63260]: DEBUG oslo_vmware.api [None req-6d6164c9-1cec-4745-a7e9-5d60820b15e9 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285602, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.170573] env[63260]: DEBUG oslo_vmware.api [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285600, 'name': PowerOnVM_Task, 'duration_secs': 0.54446} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.170830] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1282.171041] env[63260]: INFO nova.compute.manager [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Took 7.77 seconds to spawn the instance on the hypervisor. [ 1282.171230] env[63260]: DEBUG nova.compute.manager [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1282.171959] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784b895c-acb3-4996-b628-7e5509db4fb7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.230774] env[63260]: DEBUG oslo_vmware.api [None req-6d6164c9-1cec-4745-a7e9-5d60820b15e9 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Task: {'id': task-2285602, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126171} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.231035] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d6164c9-1cec-4745-a7e9-5d60820b15e9 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1282.231213] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6164c9-1cec-4745-a7e9-5d60820b15e9 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1282.231380] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6164c9-1cec-4745-a7e9-5d60820b15e9 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1282.231548] env[63260]: INFO nova.compute.manager [None req-6d6164c9-1cec-4745-a7e9-5d60820b15e9 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1282.231785] env[63260]: DEBUG oslo.service.loopingcall [None req-6d6164c9-1cec-4745-a7e9-5d60820b15e9 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1282.231999] env[63260]: DEBUG nova.compute.manager [-] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1282.232127] env[63260]: DEBUG nova.network.neutron [-] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1282.691664] env[63260]: INFO nova.compute.manager [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Took 12.50 seconds to build instance. [ 1282.704727] env[63260]: DEBUG nova.compute.manager [req-978ed705-7626-4f73-9e61-3cfcc971980c req-de38631e-472b-4133-922b-99c1c039013c service nova] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Received event network-vif-deleted-e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1282.704950] env[63260]: INFO nova.compute.manager [req-978ed705-7626-4f73-9e61-3cfcc971980c req-de38631e-472b-4133-922b-99c1c039013c service nova] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Neutron deleted interface e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c; detaching it from the instance and deleting it from the info cache [ 1282.705146] env[63260]: DEBUG nova.network.neutron [req-978ed705-7626-4f73-9e61-3cfcc971980c req-de38631e-472b-4133-922b-99c1c039013c service nova] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.032134] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1283.032508] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-655407be-88e1-47d2-84c3-a6536197c666 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.041364] env[63260]: DEBUG oslo_vmware.api [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1283.041364] env[63260]: value = "task-2285603" [ 1283.041364] env[63260]: _type = "Task" [ 1283.041364] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.050284] env[63260]: DEBUG oslo_vmware.api [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.191915] env[63260]: DEBUG nova.network.neutron [-] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.194964] env[63260]: DEBUG oslo_concurrency.lockutils [None req-29d03682-5430-4fc4-8b28-db86aa668153 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "6c881ce5-e1bd-4cec-be39-f8c169ec596d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.014s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1283.207988] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-870b45d2-a757-41e2-b6e0-4dbc001e171f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.217905] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7842602f-08d3-4afd-bb77-c1eecc479965 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.246027] env[63260]: DEBUG nova.compute.manager [req-978ed705-7626-4f73-9e61-3cfcc971980c req-de38631e-472b-4133-922b-99c1c039013c service nova] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Detach interface failed, port_id=e8f6f22b-dcbf-4d0d-b1bb-0fac8b42688c, reason: Instance 4425bdeb-4be6-4f8d-9568-0050e2d66196 could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1283.377421] env[63260]: DEBUG nova.compute.manager [req-c037e1d4-222d-467d-b2f4-1208c2644dfd req-2dbbbf9b-2c62-4d39-a0e7-2aed03f090a1 service nova] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Received event network-changed-015f9ee9-223b-40e8-89ad-cb7644b94e4d {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1283.377624] env[63260]: DEBUG nova.compute.manager [req-c037e1d4-222d-467d-b2f4-1208c2644dfd req-2dbbbf9b-2c62-4d39-a0e7-2aed03f090a1 service nova] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Refreshing instance network info cache due to event network-changed-015f9ee9-223b-40e8-89ad-cb7644b94e4d. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1283.377874] env[63260]: DEBUG oslo_concurrency.lockutils [req-c037e1d4-222d-467d-b2f4-1208c2644dfd req-2dbbbf9b-2c62-4d39-a0e7-2aed03f090a1 service nova] Acquiring lock "refresh_cache-6c881ce5-e1bd-4cec-be39-f8c169ec596d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1283.377991] env[63260]: DEBUG oslo_concurrency.lockutils [req-c037e1d4-222d-467d-b2f4-1208c2644dfd req-2dbbbf9b-2c62-4d39-a0e7-2aed03f090a1 service nova] Acquired lock "refresh_cache-6c881ce5-e1bd-4cec-be39-f8c169ec596d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.378194] env[63260]: DEBUG nova.network.neutron [req-c037e1d4-222d-467d-b2f4-1208c2644dfd req-2dbbbf9b-2c62-4d39-a0e7-2aed03f090a1 service nova] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Refreshing network info cache for port 015f9ee9-223b-40e8-89ad-cb7644b94e4d {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1283.551120] env[63260]: DEBUG oslo_vmware.api [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285603, 'name': PowerOffVM_Task, 'duration_secs': 0.337254} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.551399] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1283.552268] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3151cc96-1091-46bd-a227-acaa361e8b37 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.573895] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e6fbf4-67b3-421f-964d-a78287e416d8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.606094] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1283.606389] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b463f6a2-da70-4862-b031-a462fa0a7911 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.613151] env[63260]: DEBUG oslo_vmware.api [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1283.613151] env[63260]: value = "task-2285604" [ 1283.613151] env[63260]: _type = "Task" [ 1283.613151] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.621296] env[63260]: DEBUG oslo_vmware.api [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.694650] env[63260]: INFO nova.compute.manager [-] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Took 1.46 seconds to deallocate network for instance. [ 1284.086251] env[63260]: DEBUG nova.network.neutron [req-c037e1d4-222d-467d-b2f4-1208c2644dfd req-2dbbbf9b-2c62-4d39-a0e7-2aed03f090a1 service nova] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Updated VIF entry in instance network info cache for port 015f9ee9-223b-40e8-89ad-cb7644b94e4d. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1284.086682] env[63260]: DEBUG nova.network.neutron [req-c037e1d4-222d-467d-b2f4-1208c2644dfd req-2dbbbf9b-2c62-4d39-a0e7-2aed03f090a1 service nova] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Updating instance_info_cache with network_info: [{"id": "015f9ee9-223b-40e8-89ad-cb7644b94e4d", "address": "fa:16:3e:a6:d2:e9", "network": {"id": "424be9ec-16be-4f23-9093-06b871ef06d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-780291018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4949ccbfb7644f489b2cfd593a1684d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap015f9ee9-22", "ovs_interfaceid": "015f9ee9-223b-40e8-89ad-cb7644b94e4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.123833] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] VM already powered off {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1284.124197] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1284.124487] env[63260]: DEBUG oslo_concurrency.lockutils [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.124641] env[63260]: DEBUG oslo_concurrency.lockutils [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.124821] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1284.125078] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6afca41-8312-4956-8c62-7e965ca4c8a3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.134707] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1284.134904] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1284.135625] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65620a26-99ac-4f99-8eff-ef72e3ad4d91 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.141117] env[63260]: DEBUG oslo_vmware.api [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1284.141117] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5249f9ba-7934-6ddd-f091-9d9530658ac9" [ 1284.141117] env[63260]: _type = "Task" [ 1284.141117] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.148446] env[63260]: DEBUG oslo_vmware.api [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5249f9ba-7934-6ddd-f091-9d9530658ac9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.201147] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6d6164c9-1cec-4745-a7e9-5d60820b15e9 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.201440] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6d6164c9-1cec-4745-a7e9-5d60820b15e9 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.201667] env[63260]: DEBUG nova.objects.instance [None req-6d6164c9-1cec-4745-a7e9-5d60820b15e9 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lazy-loading 'resources' on Instance uuid 4425bdeb-4be6-4f8d-9568-0050e2d66196 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.590072] env[63260]: DEBUG oslo_concurrency.lockutils [req-c037e1d4-222d-467d-b2f4-1208c2644dfd req-2dbbbf9b-2c62-4d39-a0e7-2aed03f090a1 service nova] Releasing lock "refresh_cache-6c881ce5-e1bd-4cec-be39-f8c169ec596d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.651311] env[63260]: DEBUG oslo_vmware.api [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5249f9ba-7934-6ddd-f091-9d9530658ac9, 'name': SearchDatastore_Task, 'duration_secs': 0.008353} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.652058] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21a3fdf1-b105-436c-8adf-c71e03a5c26e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.656966] env[63260]: DEBUG oslo_vmware.api [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1284.656966] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c91056-f086-e10a-e2f4-5457a396bcbf" [ 1284.656966] env[63260]: _type = "Task" [ 1284.656966] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.663965] env[63260]: DEBUG oslo_vmware.api [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c91056-f086-e10a-e2f4-5457a396bcbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.779529] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9578d268-63a4-480f-a861-4aea67764a1f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.786920] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b922ef4-9d7c-4416-818e-44edfd4516b6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.816796] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c37a79-acb3-4c14-bef3-e87beaca8a98 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.823693] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4c9e79-50d0-4010-9f9a-61c6d8e3dd3d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.836523] env[63260]: DEBUG nova.compute.provider_tree [None req-6d6164c9-1cec-4745-a7e9-5d60820b15e9 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.167453] env[63260]: DEBUG oslo_vmware.api [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52c91056-f086-e10a-e2f4-5457a396bcbf, 'name': SearchDatastore_Task, 'duration_secs': 0.009244} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.167704] env[63260]: DEBUG oslo_concurrency.lockutils [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.167965] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] eb7a4470-0ac0-43ef-a129-0830429018f6/8ebd5f76-b764-4077-809c-696b4e973e48-rescue.vmdk. {{(pid=63260) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1285.168231] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5980f75-0734-4836-8515-a8d1bbc56462 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.176532] env[63260]: DEBUG oslo_vmware.api [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1285.176532] env[63260]: value = "task-2285605" [ 1285.176532] env[63260]: _type = "Task" [ 1285.176532] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.183622] env[63260]: DEBUG oslo_vmware.api [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.340229] env[63260]: DEBUG nova.scheduler.client.report [None req-6d6164c9-1cec-4745-a7e9-5d60820b15e9 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1285.685477] env[63260]: DEBUG oslo_vmware.api [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285605, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.429354} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.685796] env[63260]: INFO nova.virt.vmwareapi.ds_util [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] eb7a4470-0ac0-43ef-a129-0830429018f6/8ebd5f76-b764-4077-809c-696b4e973e48-rescue.vmdk. [ 1285.686627] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bb425f-f138-41cf-95b2-8a08d97a0719 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.712781] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] eb7a4470-0ac0-43ef-a129-0830429018f6/8ebd5f76-b764-4077-809c-696b4e973e48-rescue.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1285.713019] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-703a58c4-7556-40a1-a5fb-5609f471e304 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.730368] env[63260]: DEBUG oslo_vmware.api [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1285.730368] env[63260]: value = "task-2285606" [ 1285.730368] env[63260]: _type = "Task" [ 1285.730368] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.737519] env[63260]: DEBUG oslo_vmware.api [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285606, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.845854] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6d6164c9-1cec-4745-a7e9-5d60820b15e9 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.644s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.865893] env[63260]: INFO nova.scheduler.client.report [None req-6d6164c9-1cec-4745-a7e9-5d60820b15e9 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Deleted allocations for instance 4425bdeb-4be6-4f8d-9568-0050e2d66196 [ 1286.239660] env[63260]: DEBUG oslo_vmware.api [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285606, 'name': ReconfigVM_Task, 'duration_secs': 0.289496} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.239878] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Reconfigured VM instance instance-00000079 to attach disk [datastore1] eb7a4470-0ac0-43ef-a129-0830429018f6/8ebd5f76-b764-4077-809c-696b4e973e48-rescue.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1286.240711] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b176a5-f97d-4b79-8618-963506f83cf2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.267842] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f311b1b-b260-4e8c-a18b-326693396428 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.282882] env[63260]: DEBUG oslo_vmware.api [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1286.282882] env[63260]: value = "task-2285607" [ 1286.282882] env[63260]: _type = "Task" [ 1286.282882] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.289383] env[63260]: DEBUG oslo_vmware.api [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285607, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.373507] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6d6164c9-1cec-4745-a7e9-5d60820b15e9 tempest-ServerActionsTestOtherB-1861931066 tempest-ServerActionsTestOtherB-1861931066-project-member] Lock "4425bdeb-4be6-4f8d-9568-0050e2d66196" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.761s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1286.792432] env[63260]: DEBUG oslo_vmware.api [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285607, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.292442] env[63260]: DEBUG oslo_vmware.api [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285607, 'name': ReconfigVM_Task, 'duration_secs': 0.763488} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.292846] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1287.292952] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2eb5f053-b110-45ca-a175-6c93c8ddf246 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.298984] env[63260]: DEBUG oslo_vmware.api [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1287.298984] env[63260]: value = "task-2285609" [ 1287.298984] env[63260]: _type = "Task" [ 1287.298984] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.305946] env[63260]: DEBUG oslo_vmware.api [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285609, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.808721] env[63260]: DEBUG oslo_vmware.api [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285609, 'name': PowerOnVM_Task, 'duration_secs': 0.380086} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.808982] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1287.811743] env[63260]: DEBUG nova.compute.manager [None req-95d004c1-5fa4-4334-83ec-2f0b44b87731 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1287.812536] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413c3861-0594-4fbf-8e2f-605b3fac7e91 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.510523] env[63260]: INFO nova.compute.manager [None req-66d96cd2-8ce0-4221-8c3b-77963598eff1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Unrescuing [ 1289.510916] env[63260]: DEBUG oslo_concurrency.lockutils [None req-66d96cd2-8ce0-4221-8c3b-77963598eff1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquiring lock "refresh_cache-eb7a4470-0ac0-43ef-a129-0830429018f6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.510964] env[63260]: DEBUG oslo_concurrency.lockutils [None req-66d96cd2-8ce0-4221-8c3b-77963598eff1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquired lock "refresh_cache-eb7a4470-0ac0-43ef-a129-0830429018f6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.511203] env[63260]: DEBUG nova.network.neutron [None req-66d96cd2-8ce0-4221-8c3b-77963598eff1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1290.246768] env[63260]: DEBUG nova.network.neutron [None req-66d96cd2-8ce0-4221-8c3b-77963598eff1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Updating instance_info_cache with network_info: [{"id": "e04eb5a7-9275-446f-b8e3-f4d7026eda2f", "address": "fa:16:3e:62:57:94", "network": {"id": "6d4af3cd-ee70-4e03-9e16-c9662bcb1ed4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1622915218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf649662e2d142a4a5ad1e57812b1db6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape04eb5a7-92", "ovs_interfaceid": "e04eb5a7-9275-446f-b8e3-f4d7026eda2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.749112] env[63260]: DEBUG oslo_concurrency.lockutils [None req-66d96cd2-8ce0-4221-8c3b-77963598eff1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Releasing lock "refresh_cache-eb7a4470-0ac0-43ef-a129-0830429018f6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.749946] env[63260]: DEBUG nova.objects.instance [None req-66d96cd2-8ce0-4221-8c3b-77963598eff1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Lazy-loading 'flavor' on Instance uuid eb7a4470-0ac0-43ef-a129-0830429018f6 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.257065] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65206ce6-bc53-4612-abe0-fa195beb06e0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.281806] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d96cd2-8ce0-4221-8c3b-77963598eff1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1291.282364] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4da0442-bfc2-4942-90fa-128cb605d620 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.288742] env[63260]: DEBUG oslo_vmware.api [None req-66d96cd2-8ce0-4221-8c3b-77963598eff1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1291.288742] env[63260]: value = "task-2285610" [ 1291.288742] env[63260]: _type = "Task" [ 1291.288742] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.296665] env[63260]: DEBUG oslo_vmware.api [None req-66d96cd2-8ce0-4221-8c3b-77963598eff1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.798304] env[63260]: DEBUG oslo_vmware.api [None req-66d96cd2-8ce0-4221-8c3b-77963598eff1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285610, 'name': PowerOffVM_Task, 'duration_secs': 0.262216} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.798676] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d96cd2-8ce0-4221-8c3b-77963598eff1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1291.804611] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-66d96cd2-8ce0-4221-8c3b-77963598eff1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Reconfiguring VM instance instance-00000079 to detach disk 2002 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1291.804883] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2a4b532-1948-4503-9d2c-b6fbb5022a13 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.822495] env[63260]: DEBUG oslo_vmware.api [None req-66d96cd2-8ce0-4221-8c3b-77963598eff1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1291.822495] env[63260]: value = "task-2285611" [ 1291.822495] env[63260]: _type = "Task" [ 1291.822495] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.830457] env[63260]: DEBUG oslo_vmware.api [None req-66d96cd2-8ce0-4221-8c3b-77963598eff1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285611, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.332203] env[63260]: DEBUG oslo_vmware.api [None req-66d96cd2-8ce0-4221-8c3b-77963598eff1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285611, 'name': ReconfigVM_Task, 'duration_secs': 0.252429} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.332487] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-66d96cd2-8ce0-4221-8c3b-77963598eff1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Reconfigured VM instance instance-00000079 to detach disk 2002 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1292.332675] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d96cd2-8ce0-4221-8c3b-77963598eff1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1292.332921] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c24b16f-6dda-42f5-88ef-c36755808f4e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.339500] env[63260]: DEBUG oslo_vmware.api [None req-66d96cd2-8ce0-4221-8c3b-77963598eff1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1292.339500] env[63260]: value = "task-2285612" [ 1292.339500] env[63260]: _type = "Task" [ 1292.339500] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.346920] env[63260]: DEBUG oslo_vmware.api [None req-66d96cd2-8ce0-4221-8c3b-77963598eff1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.849385] env[63260]: DEBUG oslo_vmware.api [None req-66d96cd2-8ce0-4221-8c3b-77963598eff1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285612, 'name': PowerOnVM_Task, 'duration_secs': 0.396855} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.849796] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d96cd2-8ce0-4221-8c3b-77963598eff1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1292.849848] env[63260]: DEBUG nova.compute.manager [None req-66d96cd2-8ce0-4221-8c3b-77963598eff1 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1292.850661] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3db5e2-1b93-4c99-b665-00cbed04e1cd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.990120] env[63260]: DEBUG oslo_concurrency.lockutils [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Acquiring lock "7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1292.990344] env[63260]: DEBUG oslo_concurrency.lockutils [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Lock "7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.492487] env[63260]: DEBUG nova.compute.manager [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1294.013289] env[63260]: DEBUG oslo_concurrency.lockutils [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1294.013597] env[63260]: DEBUG oslo_concurrency.lockutils [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1294.015966] env[63260]: INFO nova.compute.claims [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1294.322826] env[63260]: DEBUG nova.compute.manager [req-8b2fa99e-6aac-4450-a7c3-32ce6d58dd8e req-8ea592ec-1b21-40c7-b8dc-94716c82d0de service nova] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Received event network-changed-e04eb5a7-9275-446f-b8e3-f4d7026eda2f {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1294.323037] env[63260]: DEBUG nova.compute.manager [req-8b2fa99e-6aac-4450-a7c3-32ce6d58dd8e req-8ea592ec-1b21-40c7-b8dc-94716c82d0de service nova] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Refreshing instance network info cache due to event network-changed-e04eb5a7-9275-446f-b8e3-f4d7026eda2f. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1294.323257] env[63260]: DEBUG oslo_concurrency.lockutils [req-8b2fa99e-6aac-4450-a7c3-32ce6d58dd8e req-8ea592ec-1b21-40c7-b8dc-94716c82d0de service nova] Acquiring lock "refresh_cache-eb7a4470-0ac0-43ef-a129-0830429018f6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1294.323400] env[63260]: DEBUG oslo_concurrency.lockutils [req-8b2fa99e-6aac-4450-a7c3-32ce6d58dd8e req-8ea592ec-1b21-40c7-b8dc-94716c82d0de service nova] Acquired lock "refresh_cache-eb7a4470-0ac0-43ef-a129-0830429018f6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.323558] env[63260]: DEBUG nova.network.neutron [req-8b2fa99e-6aac-4450-a7c3-32ce6d58dd8e req-8ea592ec-1b21-40c7-b8dc-94716c82d0de service nova] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Refreshing network info cache for port e04eb5a7-9275-446f-b8e3-f4d7026eda2f {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1295.036565] env[63260]: DEBUG nova.network.neutron [req-8b2fa99e-6aac-4450-a7c3-32ce6d58dd8e req-8ea592ec-1b21-40c7-b8dc-94716c82d0de service nova] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Updated VIF entry in instance network info cache for port e04eb5a7-9275-446f-b8e3-f4d7026eda2f. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1295.036981] env[63260]: DEBUG nova.network.neutron [req-8b2fa99e-6aac-4450-a7c3-32ce6d58dd8e req-8ea592ec-1b21-40c7-b8dc-94716c82d0de service nova] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Updating instance_info_cache with network_info: [{"id": "e04eb5a7-9275-446f-b8e3-f4d7026eda2f", "address": "fa:16:3e:62:57:94", "network": {"id": "6d4af3cd-ee70-4e03-9e16-c9662bcb1ed4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1622915218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf649662e2d142a4a5ad1e57812b1db6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape04eb5a7-92", "ovs_interfaceid": "e04eb5a7-9275-446f-b8e3-f4d7026eda2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.095702] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ae681b-39a8-4927-8a67-e507d2a6fd2b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.103053] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3ccf98-0a92-4e32-a2a2-979b3a8efee5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.133830] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c3d464-5263-4c4c-80ba-46f30be15d54 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.140574] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a262c0-e8d2-4c39-b455-32135e9ca47d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.153068] env[63260]: DEBUG nova.compute.provider_tree [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.540098] env[63260]: DEBUG oslo_concurrency.lockutils [req-8b2fa99e-6aac-4450-a7c3-32ce6d58dd8e req-8ea592ec-1b21-40c7-b8dc-94716c82d0de service nova] Releasing lock "refresh_cache-eb7a4470-0ac0-43ef-a129-0830429018f6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1295.656741] env[63260]: DEBUG nova.scheduler.client.report [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1296.161594] env[63260]: DEBUG oslo_concurrency.lockutils [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.148s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1296.162136] env[63260]: DEBUG nova.compute.manager [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1296.348012] env[63260]: DEBUG nova.compute.manager [req-e93e225a-9fb9-42a0-aacb-6a3bd71bd04c req-86dd00cb-6b00-482c-a3f9-49e3915bb6df service nova] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Received event network-changed-e04eb5a7-9275-446f-b8e3-f4d7026eda2f {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1296.348224] env[63260]: DEBUG nova.compute.manager [req-e93e225a-9fb9-42a0-aacb-6a3bd71bd04c req-86dd00cb-6b00-482c-a3f9-49e3915bb6df service nova] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Refreshing instance network info cache due to event network-changed-e04eb5a7-9275-446f-b8e3-f4d7026eda2f. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1296.348435] env[63260]: DEBUG oslo_concurrency.lockutils [req-e93e225a-9fb9-42a0-aacb-6a3bd71bd04c req-86dd00cb-6b00-482c-a3f9-49e3915bb6df service nova] Acquiring lock "refresh_cache-eb7a4470-0ac0-43ef-a129-0830429018f6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1296.348577] env[63260]: DEBUG oslo_concurrency.lockutils [req-e93e225a-9fb9-42a0-aacb-6a3bd71bd04c req-86dd00cb-6b00-482c-a3f9-49e3915bb6df service nova] Acquired lock "refresh_cache-eb7a4470-0ac0-43ef-a129-0830429018f6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.348735] env[63260]: DEBUG nova.network.neutron [req-e93e225a-9fb9-42a0-aacb-6a3bd71bd04c req-86dd00cb-6b00-482c-a3f9-49e3915bb6df service nova] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Refreshing network info cache for port e04eb5a7-9275-446f-b8e3-f4d7026eda2f {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1296.667513] env[63260]: DEBUG nova.compute.utils [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1296.668958] env[63260]: DEBUG nova.compute.manager [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Not allocating networking since 'none' was specified. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1297.047542] env[63260]: DEBUG nova.network.neutron [req-e93e225a-9fb9-42a0-aacb-6a3bd71bd04c req-86dd00cb-6b00-482c-a3f9-49e3915bb6df service nova] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Updated VIF entry in instance network info cache for port e04eb5a7-9275-446f-b8e3-f4d7026eda2f. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1297.047970] env[63260]: DEBUG nova.network.neutron [req-e93e225a-9fb9-42a0-aacb-6a3bd71bd04c req-86dd00cb-6b00-482c-a3f9-49e3915bb6df service nova] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Updating instance_info_cache with network_info: [{"id": "e04eb5a7-9275-446f-b8e3-f4d7026eda2f", "address": "fa:16:3e:62:57:94", "network": {"id": "6d4af3cd-ee70-4e03-9e16-c9662bcb1ed4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1622915218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf649662e2d142a4a5ad1e57812b1db6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape04eb5a7-92", "ovs_interfaceid": "e04eb5a7-9275-446f-b8e3-f4d7026eda2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.170285] env[63260]: DEBUG nova.compute.manager [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1297.554863] env[63260]: DEBUG oslo_concurrency.lockutils [req-e93e225a-9fb9-42a0-aacb-6a3bd71bd04c req-86dd00cb-6b00-482c-a3f9-49e3915bb6df service nova] Releasing lock "refresh_cache-eb7a4470-0ac0-43ef-a129-0830429018f6" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1298.179499] env[63260]: DEBUG nova.compute.manager [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1298.206146] env[63260]: DEBUG nova.virt.hardware [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1298.206446] env[63260]: DEBUG nova.virt.hardware [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1298.206652] env[63260]: DEBUG nova.virt.hardware [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1298.206977] env[63260]: DEBUG nova.virt.hardware [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1298.207203] env[63260]: DEBUG nova.virt.hardware [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1298.207390] env[63260]: DEBUG nova.virt.hardware [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1298.207653] env[63260]: DEBUG nova.virt.hardware [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1298.207843] env[63260]: DEBUG nova.virt.hardware [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1298.208066] env[63260]: DEBUG nova.virt.hardware [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1298.208282] env[63260]: DEBUG nova.virt.hardware [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1298.208497] env[63260]: DEBUG nova.virt.hardware [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1298.209502] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621382fe-5c50-4f37-85f5-17acea9a9a43 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.218162] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e34d75-fdc6-457e-aaa9-559ff0b32380 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.234057] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Instance VIF info [] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1298.240169] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Creating folder: Project (189baf909f374f31becc8c7889190739). Parent ref: group-v464889. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1298.240440] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea0d2291-e5c6-4361-b3e0-f7369c5910b5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.249370] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Created folder: Project (189baf909f374f31becc8c7889190739) in parent group-v464889. [ 1298.249570] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Creating folder: Instances. Parent ref: group-v465224. {{(pid=63260) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1298.249797] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c748d9a-ca49-43f8-a37e-cc97549a85a5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.257679] env[63260]: INFO nova.virt.vmwareapi.vm_util [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Created folder: Instances in parent group-v465224. [ 1298.257930] env[63260]: DEBUG oslo.service.loopingcall [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1298.258152] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1298.258372] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a756370-64ed-4464-98f3-6e091f6d5c4b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.274740] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1298.274740] env[63260]: value = "task-2285615" [ 1298.274740] env[63260]: _type = "Task" [ 1298.274740] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.282224] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285615, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.784778] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285615, 'name': CreateVM_Task, 'duration_secs': 0.240078} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.784952] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1298.785389] env[63260]: DEBUG oslo_concurrency.lockutils [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1298.785553] env[63260]: DEBUG oslo_concurrency.lockutils [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.785863] env[63260]: DEBUG oslo_concurrency.lockutils [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1298.786115] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ef5cf35-56d4-499e-9897-4336e5fc3258 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.790340] env[63260]: DEBUG oslo_vmware.api [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Waiting for the task: (returnval){ [ 1298.790340] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52035c5e-4652-25cb-b031-88dc66bd1819" [ 1298.790340] env[63260]: _type = "Task" [ 1298.790340] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.797779] env[63260]: DEBUG oslo_vmware.api [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52035c5e-4652-25cb-b031-88dc66bd1819, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.301162] env[63260]: DEBUG oslo_vmware.api [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52035c5e-4652-25cb-b031-88dc66bd1819, 'name': SearchDatastore_Task, 'duration_secs': 0.009674} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.301562] env[63260]: DEBUG oslo_concurrency.lockutils [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1299.301698] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1299.301941] env[63260]: DEBUG oslo_concurrency.lockutils [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.302105] env[63260]: DEBUG oslo_concurrency.lockutils [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.302280] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1299.302527] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cf8ae4f-9f3c-462e-8ee0-d796657ea396 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.309967] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1299.310154] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1299.310793] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d3fe638-da25-4ccd-966c-df5b52c3c124 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.315857] env[63260]: DEBUG oslo_vmware.api [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Waiting for the task: (returnval){ [ 1299.315857] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523e9a04-eb24-18ee-9d25-6f06ebae84de" [ 1299.315857] env[63260]: _type = "Task" [ 1299.315857] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.322984] env[63260]: DEBUG oslo_vmware.api [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523e9a04-eb24-18ee-9d25-6f06ebae84de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.826072] env[63260]: DEBUG oslo_vmware.api [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]523e9a04-eb24-18ee-9d25-6f06ebae84de, 'name': SearchDatastore_Task, 'duration_secs': 0.007972} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.826953] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-700ae155-474c-4ba2-b677-54b9e0be9b1b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.832432] env[63260]: DEBUG oslo_vmware.api [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Waiting for the task: (returnval){ [ 1299.832432] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5252d6e0-603f-a206-e5af-b5c699e9cea7" [ 1299.832432] env[63260]: _type = "Task" [ 1299.832432] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.840165] env[63260]: DEBUG oslo_vmware.api [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5252d6e0-603f-a206-e5af-b5c699e9cea7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.343177] env[63260]: DEBUG oslo_vmware.api [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5252d6e0-603f-a206-e5af-b5c699e9cea7, 'name': SearchDatastore_Task, 'duration_secs': 0.00988} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.343570] env[63260]: DEBUG oslo_concurrency.lockutils [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.343697] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2/7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1300.343917] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b241ccc4-3bc3-461c-9891-bee71ccc3901 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.350358] env[63260]: DEBUG oslo_vmware.api [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Waiting for the task: (returnval){ [ 1300.350358] env[63260]: value = "task-2285616" [ 1300.350358] env[63260]: _type = "Task" [ 1300.350358] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.357293] env[63260]: DEBUG oslo_vmware.api [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Task: {'id': task-2285616, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.860721] env[63260]: DEBUG oslo_vmware.api [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Task: {'id': task-2285616, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.423993} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.860978] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2/7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1300.861206] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1300.861453] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b269817-b1ae-4778-9c17-c5f9781ff8b7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.867789] env[63260]: DEBUG oslo_vmware.api [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Waiting for the task: (returnval){ [ 1300.867789] env[63260]: value = "task-2285617" [ 1300.867789] env[63260]: _type = "Task" [ 1300.867789] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.874495] env[63260]: DEBUG oslo_vmware.api [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Task: {'id': task-2285617, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.380432] env[63260]: DEBUG oslo_vmware.api [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Task: {'id': task-2285617, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070714} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.380972] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1301.381915] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccb00fa-362b-4f70-a0d0-34bcad91cd85 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.412124] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2/7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1301.412543] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85ba410c-e7f2-43dd-8ebb-1686004236b3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.444259] env[63260]: DEBUG oslo_vmware.api [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Waiting for the task: (returnval){ [ 1301.444259] env[63260]: value = "task-2285618" [ 1301.444259] env[63260]: _type = "Task" [ 1301.444259] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.454614] env[63260]: DEBUG oslo_vmware.api [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Task: {'id': task-2285618, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.956797] env[63260]: DEBUG oslo_vmware.api [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Task: {'id': task-2285618, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.455083] env[63260]: DEBUG oslo_vmware.api [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Task: {'id': task-2285618, 'name': ReconfigVM_Task, 'duration_secs': 0.715429} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.455566] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2/7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1302.455952] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-945a4915-1b20-4b6b-9c91-ae490e9773b1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.462122] env[63260]: DEBUG oslo_vmware.api [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Waiting for the task: (returnval){ [ 1302.462122] env[63260]: value = "task-2285619" [ 1302.462122] env[63260]: _type = "Task" [ 1302.462122] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.469915] env[63260]: DEBUG oslo_vmware.api [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Task: {'id': task-2285619, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.971825] env[63260]: DEBUG oslo_vmware.api [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Task: {'id': task-2285619, 'name': Rename_Task, 'duration_secs': 0.132815} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.972292] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1302.972672] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08e131ee-619d-4d16-96eb-1145020351f4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.980167] env[63260]: DEBUG oslo_vmware.api [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Waiting for the task: (returnval){ [ 1302.980167] env[63260]: value = "task-2285620" [ 1302.980167] env[63260]: _type = "Task" [ 1302.980167] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.988108] env[63260]: DEBUG oslo_vmware.api [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Task: {'id': task-2285620, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.489922] env[63260]: DEBUG oslo_vmware.api [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Task: {'id': task-2285620, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.990694] env[63260]: DEBUG oslo_vmware.api [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Task: {'id': task-2285620, 'name': PowerOnVM_Task, 'duration_secs': 0.61613} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.991020] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1303.991267] env[63260]: INFO nova.compute.manager [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Took 5.81 seconds to spawn the instance on the hypervisor. [ 1303.991488] env[63260]: DEBUG nova.compute.manager [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1303.992270] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ab5d67-9447-4fca-b203-da8d5a36d031 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.507070] env[63260]: INFO nova.compute.manager [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Took 10.51 seconds to build instance. [ 1304.741180] env[63260]: INFO nova.compute.manager [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Rebuilding instance [ 1304.778278] env[63260]: DEBUG nova.compute.manager [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1304.779136] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594c34c9-2f93-4d79-a9e3-a04c0ab27d5c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.008900] env[63260]: DEBUG oslo_concurrency.lockutils [None req-371946d4-20f8-4a56-9dc3-230d2e4c1810 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Lock "7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.018s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1305.792768] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1305.793260] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d2db2c7-7d3f-4235-a038-dd3d60493bca {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.801617] env[63260]: DEBUG oslo_vmware.api [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Waiting for the task: (returnval){ [ 1305.801617] env[63260]: value = "task-2285621" [ 1305.801617] env[63260]: _type = "Task" [ 1305.801617] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.809550] env[63260]: DEBUG oslo_vmware.api [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Task: {'id': task-2285621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.310714] env[63260]: DEBUG oslo_vmware.api [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Task: {'id': task-2285621, 'name': PowerOffVM_Task, 'duration_secs': 0.419225} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.310964] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1306.311218] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1306.311953] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15825b5c-e570-4995-99ad-a40816b74cfc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.318105] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1306.318321] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89e87f74-75b3-4564-83d7-b4989d4d7666 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.341127] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1306.341346] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1306.341528] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Deleting the datastore file [datastore2] 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1306.341763] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8a8993e-5919-4f66-9677-d87790383b72 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.347905] env[63260]: DEBUG oslo_vmware.api [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Waiting for the task: (returnval){ [ 1306.347905] env[63260]: value = "task-2285623" [ 1306.347905] env[63260]: _type = "Task" [ 1306.347905] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.355140] env[63260]: DEBUG oslo_vmware.api [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Task: {'id': task-2285623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.858172] env[63260]: DEBUG oslo_vmware.api [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Task: {'id': task-2285623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099727} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.858633] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1306.858633] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1306.859859] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1307.888356] env[63260]: DEBUG nova.virt.hardware [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1307.888694] env[63260]: DEBUG nova.virt.hardware [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1307.888776] env[63260]: DEBUG nova.virt.hardware [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1307.888923] env[63260]: DEBUG nova.virt.hardware [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1307.889083] env[63260]: DEBUG nova.virt.hardware [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1307.889235] env[63260]: DEBUG nova.virt.hardware [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1307.889444] env[63260]: DEBUG nova.virt.hardware [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1307.889606] env[63260]: DEBUG nova.virt.hardware [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1307.889767] env[63260]: DEBUG nova.virt.hardware [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1307.889926] env[63260]: DEBUG nova.virt.hardware [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1307.890106] env[63260]: DEBUG nova.virt.hardware [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1307.890950] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0ea7ae-9a1c-4a69-97db-a6f49532404e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.899581] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8ae28d-b12e-4dda-99d1-256d72cff003 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.911956] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Instance VIF info [] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1307.917503] env[63260]: DEBUG oslo.service.loopingcall [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1307.917725] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1307.917923] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c692b95-80aa-46b3-a63f-ce1a17367a0d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.933949] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1307.933949] env[63260]: value = "task-2285624" [ 1307.933949] env[63260]: _type = "Task" [ 1307.933949] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.940935] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285624, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.443652] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285624, 'name': CreateVM_Task, 'duration_secs': 0.244123} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.443822] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1308.444289] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1308.444463] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.444780] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1308.445097] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17adaf9d-4ea1-403f-b5c5-a03116814e2b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.449212] env[63260]: DEBUG oslo_vmware.api [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Waiting for the task: (returnval){ [ 1308.449212] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52816ade-46dc-cfdb-ef6e-06b199a228df" [ 1308.449212] env[63260]: _type = "Task" [ 1308.449212] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.456419] env[63260]: DEBUG oslo_vmware.api [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52816ade-46dc-cfdb-ef6e-06b199a228df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.959608] env[63260]: DEBUG oslo_vmware.api [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52816ade-46dc-cfdb-ef6e-06b199a228df, 'name': SearchDatastore_Task, 'duration_secs': 0.009274} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.959998] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1308.960151] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1308.960380] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1308.960529] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.960708] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1308.960956] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a52f0c05-9464-476e-8ebe-50a131a3e0d7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.965420] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1308.969320] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1308.969496] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1308.970189] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1670ac0b-3b5e-40c5-b2e3-d7654ab5c336 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.975111] env[63260]: DEBUG oslo_vmware.api [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Waiting for the task: (returnval){ [ 1308.975111] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5273aa3b-9156-2be3-a230-1ea0a968a876" [ 1308.975111] env[63260]: _type = "Task" [ 1308.975111] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.983237] env[63260]: DEBUG oslo_vmware.api [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5273aa3b-9156-2be3-a230-1ea0a968a876, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.470212] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.470482] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.470607] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1309.470764] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1309.471639] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794a6078-92f4-4d8d-ad74-d013ac3b9066 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.482043] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c516c35-d031-48d4-918b-7f37721ab2d0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.488923] env[63260]: DEBUG oslo_vmware.api [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]5273aa3b-9156-2be3-a230-1ea0a968a876, 'name': SearchDatastore_Task, 'duration_secs': 0.008317} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.489942] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c818afc1-a078-4b52-9ec3-7e42b4edd5f7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.500286] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755a96d4-9f99-4f87-b643-6751c4d294d4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.503390] env[63260]: DEBUG oslo_vmware.api [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Waiting for the task: (returnval){ [ 1309.503390] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52ea6280-9ace-da30-3162-14f1054a3219" [ 1309.503390] env[63260]: _type = "Task" [ 1309.503390] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.509066] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71b03ed-4fdc-4a12-81a7-190a8bcb6355 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.514934] env[63260]: DEBUG oslo_vmware.api [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52ea6280-9ace-da30-3162-14f1054a3219, 'name': SearchDatastore_Task, 'duration_secs': 0.008846} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.515471] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1309.515718] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2/7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1309.515961] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-729c8633-9286-4efd-ba76-867c1bb14f97 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.541620] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180239MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=63260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1309.541743] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.541936] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.548020] env[63260]: DEBUG oslo_vmware.api [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Waiting for the task: (returnval){ [ 1309.548020] env[63260]: value = "task-2285625" [ 1309.548020] env[63260]: _type = "Task" [ 1309.548020] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.555338] env[63260]: DEBUG oslo_vmware.api [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Task: {'id': task-2285625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.057267] env[63260]: DEBUG oslo_vmware.api [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Task: {'id': task-2285625, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.431195} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.058068] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore1] 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2/7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1310.058298] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1310.058571] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a98617a-8554-4ee6-a92a-c4bb735ce13d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.065027] env[63260]: DEBUG oslo_vmware.api [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Waiting for the task: (returnval){ [ 1310.065027] env[63260]: value = "task-2285626" [ 1310.065027] env[63260]: _type = "Task" [ 1310.065027] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.072182] env[63260]: DEBUG oslo_vmware.api [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Task: {'id': task-2285626, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.570469] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1310.570628] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance c9670741-dac1-4092-8322-7e941b717d14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1310.570753] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance eb7a4470-0ac0-43ef-a129-0830429018f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1310.570871] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 6c881ce5-e1bd-4cec-be39-f8c169ec596d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1310.570987] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1310.571174] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=63260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1310.571319] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=63260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1310.578594] env[63260]: DEBUG oslo_vmware.api [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Task: {'id': task-2285626, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058785} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.578861] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1310.579708] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd9919d-4f1c-405e-9e98-24b55ef0daf8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.599018] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2/7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1310.601076] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f07514a5-9469-4fba-8a3a-390ac17a8f70 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.620811] env[63260]: DEBUG oslo_vmware.api [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Waiting for the task: (returnval){ [ 1310.620811] env[63260]: value = "task-2285627" [ 1310.620811] env[63260]: _type = "Task" [ 1310.620811] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.629034] env[63260]: DEBUG oslo_vmware.api [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Task: {'id': task-2285627, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.669309] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ada5cfe-af97-4497-b8b9-bf274f459e15 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.676490] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72ffd30-78e1-4db4-b105-7b0520e887d4 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.706615] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17140c82-0df7-4cbf-9358-228774b05bc5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.713505] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4e95b9-0829-44f5-85ae-453d88433f3e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.726250] env[63260]: DEBUG nova.compute.provider_tree [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.130492] env[63260]: DEBUG oslo_vmware.api [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Task: {'id': task-2285627, 'name': ReconfigVM_Task, 'duration_secs': 0.273882} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.130909] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2/7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1311.131376] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-026a9f84-972a-44c8-ac96-951831380cab {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.139013] env[63260]: DEBUG oslo_vmware.api [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Waiting for the task: (returnval){ [ 1311.139013] env[63260]: value = "task-2285628" [ 1311.139013] env[63260]: _type = "Task" [ 1311.139013] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.146466] env[63260]: DEBUG oslo_vmware.api [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Task: {'id': task-2285628, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.229682] env[63260]: DEBUG nova.scheduler.client.report [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1311.649771] env[63260]: DEBUG oslo_vmware.api [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Task: {'id': task-2285628, 'name': Rename_Task, 'duration_secs': 0.134949} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.649771] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1311.649996] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b71005ed-37be-44c6-964c-ce8216931c83 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.656771] env[63260]: DEBUG oslo_vmware.api [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Waiting for the task: (returnval){ [ 1311.656771] env[63260]: value = "task-2285629" [ 1311.656771] env[63260]: _type = "Task" [ 1311.656771] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.663349] env[63260]: DEBUG oslo_vmware.api [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Task: {'id': task-2285629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.734361] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1311.734596] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.193s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1312.165792] env[63260]: DEBUG oslo_vmware.api [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Task: {'id': task-2285629, 'name': PowerOnVM_Task, 'duration_secs': 0.389141} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.166126] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1312.166395] env[63260]: DEBUG nova.compute.manager [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1312.167081] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76511ce9-14a7-4755-a3c2-d268c574b4a2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.685045] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1312.685191] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1312.685314] env[63260]: DEBUG nova.objects.instance [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63260) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1313.333059] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1531f2b5-3af7-47fd-aae4-a7c88dd338de tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Acquiring lock "7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.333059] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1531f2b5-3af7-47fd-aae4-a7c88dd338de tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Lock "7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.333059] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1531f2b5-3af7-47fd-aae4-a7c88dd338de tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Acquiring lock "7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.333545] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1531f2b5-3af7-47fd-aae4-a7c88dd338de tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Lock "7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.333545] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1531f2b5-3af7-47fd-aae4-a7c88dd338de tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Lock "7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1313.335495] env[63260]: INFO nova.compute.manager [None req-1531f2b5-3af7-47fd-aae4-a7c88dd338de tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Terminating instance [ 1313.693232] env[63260]: DEBUG oslo_concurrency.lockutils [None req-6265f95a-acf0-4a71-95bd-99833c7aff28 tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1313.839045] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1531f2b5-3af7-47fd-aae4-a7c88dd338de tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Acquiring lock "refresh_cache-7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1313.839300] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1531f2b5-3af7-47fd-aae4-a7c88dd338de tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Acquired lock "refresh_cache-7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.839469] env[63260]: DEBUG nova.network.neutron [None req-1531f2b5-3af7-47fd-aae4-a7c88dd338de tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1314.358712] env[63260]: DEBUG nova.network.neutron [None req-1531f2b5-3af7-47fd-aae4-a7c88dd338de tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1314.413282] env[63260]: DEBUG nova.network.neutron [None req-1531f2b5-3af7-47fd-aae4-a7c88dd338de tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.735258] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.735478] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Starting heal instance info cache {{(pid=63260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1314.915692] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1531f2b5-3af7-47fd-aae4-a7c88dd338de tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Releasing lock "refresh_cache-7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1314.916134] env[63260]: DEBUG nova.compute.manager [None req-1531f2b5-3af7-47fd-aae4-a7c88dd338de tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1314.916339] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1531f2b5-3af7-47fd-aae4-a7c88dd338de tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1314.917622] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f16b9a-c7a8-427f-bf17-312b62419eb3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.925415] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-1531f2b5-3af7-47fd-aae4-a7c88dd338de tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1314.925636] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51a99bc5-edf1-4faa-98c9-5732ee7b928e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.931301] env[63260]: DEBUG oslo_vmware.api [None req-1531f2b5-3af7-47fd-aae4-a7c88dd338de tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Waiting for the task: (returnval){ [ 1314.931301] env[63260]: value = "task-2285630" [ 1314.931301] env[63260]: _type = "Task" [ 1314.931301] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.938295] env[63260]: DEBUG oslo_vmware.api [None req-1531f2b5-3af7-47fd-aae4-a7c88dd338de tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Task: {'id': task-2285630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.264027] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "refresh_cache-f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.264199] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquired lock "refresh_cache-f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.264376] env[63260]: DEBUG nova.network.neutron [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Forcefully refreshing network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1315.441108] env[63260]: DEBUG oslo_vmware.api [None req-1531f2b5-3af7-47fd-aae4-a7c88dd338de tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Task: {'id': task-2285630, 'name': PowerOffVM_Task, 'duration_secs': 0.111454} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.441492] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-1531f2b5-3af7-47fd-aae4-a7c88dd338de tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1315.441538] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1531f2b5-3af7-47fd-aae4-a7c88dd338de tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1315.441759] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac6b1906-c860-40f9-bd11-f3ba44c9096b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.465575] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1531f2b5-3af7-47fd-aae4-a7c88dd338de tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1315.465765] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1531f2b5-3af7-47fd-aae4-a7c88dd338de tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1315.465964] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-1531f2b5-3af7-47fd-aae4-a7c88dd338de tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Deleting the datastore file [datastore1] 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1315.466218] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15d706fd-8656-4ffb-b018-b665261c12ee {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.471705] env[63260]: DEBUG oslo_vmware.api [None req-1531f2b5-3af7-47fd-aae4-a7c88dd338de tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Waiting for the task: (returnval){ [ 1315.471705] env[63260]: value = "task-2285632" [ 1315.471705] env[63260]: _type = "Task" [ 1315.471705] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.478887] env[63260]: DEBUG oslo_vmware.api [None req-1531f2b5-3af7-47fd-aae4-a7c88dd338de tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Task: {'id': task-2285632, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.981568] env[63260]: DEBUG oslo_vmware.api [None req-1531f2b5-3af7-47fd-aae4-a7c88dd338de tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Task: {'id': task-2285632, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09341} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.981746] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-1531f2b5-3af7-47fd-aae4-a7c88dd338de tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1315.981929] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1531f2b5-3af7-47fd-aae4-a7c88dd338de tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1315.982117] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-1531f2b5-3af7-47fd-aae4-a7c88dd338de tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1315.982295] env[63260]: INFO nova.compute.manager [None req-1531f2b5-3af7-47fd-aae4-a7c88dd338de tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1315.982526] env[63260]: DEBUG oslo.service.loopingcall [None req-1531f2b5-3af7-47fd-aae4-a7c88dd338de tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1315.982720] env[63260]: DEBUG nova.compute.manager [-] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1315.982804] env[63260]: DEBUG nova.network.neutron [-] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1315.999016] env[63260]: DEBUG nova.network.neutron [-] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1316.451955] env[63260]: DEBUG nova.network.neutron [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Updating instance_info_cache with network_info: [{"id": "2caf3849-2380-40d0-8564-751a3d2f5b05", "address": "fa:16:3e:a1:8a:c2", "network": {"id": "6d4af3cd-ee70-4e03-9e16-c9662bcb1ed4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1622915218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf649662e2d142a4a5ad1e57812b1db6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2caf3849-23", "ovs_interfaceid": "2caf3849-2380-40d0-8564-751a3d2f5b05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.501063] env[63260]: DEBUG nova.network.neutron [-] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.954977] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Releasing lock "refresh_cache-f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1316.955202] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Updated the network info_cache for instance {{(pid=63260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1316.955468] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.955646] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.955797] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.955948] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.956108] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.956236] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1317.003445] env[63260]: INFO nova.compute.manager [-] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Took 1.02 seconds to deallocate network for instance. [ 1317.182382] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.509820] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1531f2b5-3af7-47fd-aae4-a7c88dd338de tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1317.510220] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1531f2b5-3af7-47fd-aae4-a7c88dd338de tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1317.510269] env[63260]: DEBUG nova.objects.instance [None req-1531f2b5-3af7-47fd-aae4-a7c88dd338de tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Lazy-loading 'resources' on Instance uuid 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1317.966149] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.120323] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11081f3f-4172-45f6-82a7-a9ef43fd1164 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.128900] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f6d4e7-292b-4e37-99e1-2bcb04ffa52e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.158159] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad50206-bc5e-4fac-99af-81eeb5f8e7e2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.166047] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76937c49-a28e-4ef8-9972-08ec7febf64b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.179086] env[63260]: DEBUG nova.compute.provider_tree [None req-1531f2b5-3af7-47fd-aae4-a7c88dd338de tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.683555] env[63260]: DEBUG nova.scheduler.client.report [None req-1531f2b5-3af7-47fd-aae4-a7c88dd338de tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1319.189104] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1531f2b5-3af7-47fd-aae4-a7c88dd338de tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.679s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1319.207340] env[63260]: INFO nova.scheduler.client.report [None req-1531f2b5-3af7-47fd-aae4-a7c88dd338de tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Deleted allocations for instance 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2 [ 1319.226542] env[63260]: DEBUG nova.compute.manager [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Stashing vm_state: active {{(pid=63260) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1319.714220] env[63260]: DEBUG oslo_concurrency.lockutils [None req-1531f2b5-3af7-47fd-aae4-a7c88dd338de tempest-ServerShowV257Test-1604932838 tempest-ServerShowV257Test-1604932838-project-member] Lock "7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.381s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1319.742251] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.742486] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.246360] env[63260]: INFO nova.compute.claims [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1320.752502] env[63260]: INFO nova.compute.resource_tracker [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Updating resource usage from migration e4249a5c-ca50-4f93-8489-e63f5892cb32 [ 1320.825583] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86dce26e-9fa0-466e-a404-bcb73301328b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.833223] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8577edaf-0cf4-4069-83df-9b8ac64cd25b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.862299] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afc0b14-bb13-4470-9b2e-acc22963aaa6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.869060] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f84bfcd-91aa-4b22-8371-8b245c4430da {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.882780] env[63260]: DEBUG nova.compute.provider_tree [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.961102] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.385668] env[63260]: DEBUG nova.scheduler.client.report [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.890363] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.148s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.890806] env[63260]: INFO nova.compute.manager [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Migrating [ 1322.406380] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "refresh_cache-6c881ce5-e1bd-4cec-be39-f8c169ec596d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.406573] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquired lock "refresh_cache-6c881ce5-e1bd-4cec-be39-f8c169ec596d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.406764] env[63260]: DEBUG nova.network.neutron [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1323.110801] env[63260]: DEBUG nova.network.neutron [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Updating instance_info_cache with network_info: [{"id": "015f9ee9-223b-40e8-89ad-cb7644b94e4d", "address": "fa:16:3e:a6:d2:e9", "network": {"id": "424be9ec-16be-4f23-9093-06b871ef06d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-780291018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4949ccbfb7644f489b2cfd593a1684d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap015f9ee9-22", "ovs_interfaceid": "015f9ee9-223b-40e8-89ad-cb7644b94e4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.614014] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Releasing lock "refresh_cache-6c881ce5-e1bd-4cec-be39-f8c169ec596d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.128356] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b5e976-4559-4811-8b6e-b120eb1fc437 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.147968] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Updating instance '6c881ce5-e1bd-4cec-be39-f8c169ec596d' progress to 0 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1325.653837] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.654163] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a5494c4-9343-4bae-93b2-2da672612766 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.662524] env[63260]: DEBUG oslo_vmware.api [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1325.662524] env[63260]: value = "task-2285633" [ 1325.662524] env[63260]: _type = "Task" [ 1325.662524] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.670178] env[63260]: DEBUG oslo_vmware.api [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.171782] env[63260]: DEBUG oslo_vmware.api [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285633, 'name': PowerOffVM_Task, 'duration_secs': 0.196727} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.172244] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1326.172244] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Updating instance '6c881ce5-e1bd-4cec-be39-f8c169ec596d' progress to 17 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1326.678600] env[63260]: DEBUG nova.virt.hardware [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1326.678867] env[63260]: DEBUG nova.virt.hardware [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1326.678940] env[63260]: DEBUG nova.virt.hardware [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1326.679136] env[63260]: DEBUG nova.virt.hardware [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1326.679283] env[63260]: DEBUG nova.virt.hardware [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1326.679429] env[63260]: DEBUG nova.virt.hardware [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1326.679635] env[63260]: DEBUG nova.virt.hardware [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1326.679794] env[63260]: DEBUG nova.virt.hardware [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1326.679957] env[63260]: DEBUG nova.virt.hardware [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1326.680138] env[63260]: DEBUG nova.virt.hardware [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1326.680315] env[63260]: DEBUG nova.virt.hardware [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1326.685363] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30d400b1-2589-43e5-97dd-be684a844898 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.702756] env[63260]: DEBUG oslo_vmware.api [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1326.702756] env[63260]: value = "task-2285634" [ 1326.702756] env[63260]: _type = "Task" [ 1326.702756] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.710744] env[63260]: DEBUG oslo_vmware.api [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285634, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.212842] env[63260]: DEBUG oslo_vmware.api [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285634, 'name': ReconfigVM_Task, 'duration_secs': 0.15226} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.213246] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Updating instance '6c881ce5-e1bd-4cec-be39-f8c169ec596d' progress to 33 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1327.719447] env[63260]: DEBUG nova.virt.hardware [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1327.719711] env[63260]: DEBUG nova.virt.hardware [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1327.719836] env[63260]: DEBUG nova.virt.hardware [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1327.720032] env[63260]: DEBUG nova.virt.hardware [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1327.720180] env[63260]: DEBUG nova.virt.hardware [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1327.720329] env[63260]: DEBUG nova.virt.hardware [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1327.720529] env[63260]: DEBUG nova.virt.hardware [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1327.720690] env[63260]: DEBUG nova.virt.hardware [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1327.720854] env[63260]: DEBUG nova.virt.hardware [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1327.721024] env[63260]: DEBUG nova.virt.hardware [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1327.721201] env[63260]: DEBUG nova.virt.hardware [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1327.726448] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1327.726792] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9cc6ae9-719f-4f57-8e3d-896047b6db72 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.744880] env[63260]: DEBUG oslo_vmware.api [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1327.744880] env[63260]: value = "task-2285635" [ 1327.744880] env[63260]: _type = "Task" [ 1327.744880] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.752213] env[63260]: DEBUG oslo_vmware.api [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285635, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.254319] env[63260]: DEBUG oslo_vmware.api [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285635, 'name': ReconfigVM_Task, 'duration_secs': 0.159735} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.254691] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1328.255318] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1175b7e9-233c-4a69-aa4f-a9003a5ea07e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.287858] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 6c881ce5-e1bd-4cec-be39-f8c169ec596d/6c881ce5-e1bd-4cec-be39-f8c169ec596d.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1328.289153] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df8005b0-0146-4a2e-bc5f-eee8e0a6e9e1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.318934] env[63260]: DEBUG oslo_vmware.api [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1328.318934] env[63260]: value = "task-2285636" [ 1328.318934] env[63260]: _type = "Task" [ 1328.318934] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.330045] env[63260]: DEBUG oslo_vmware.api [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285636, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.831065] env[63260]: DEBUG oslo_vmware.api [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285636, 'name': ReconfigVM_Task, 'duration_secs': 0.23963} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.831385] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 6c881ce5-e1bd-4cec-be39-f8c169ec596d/6c881ce5-e1bd-4cec-be39-f8c169ec596d.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1328.831638] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Updating instance '6c881ce5-e1bd-4cec-be39-f8c169ec596d' progress to 50 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1329.339142] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e51cf32-619b-4ebd-9620-616525387eb8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.358982] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04043f4c-9803-4925-b9b6-b9b131eee368 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.377063] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Updating instance '6c881ce5-e1bd-4cec-be39-f8c169ec596d' progress to 67 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1329.838066] env[63260]: DEBUG oslo_concurrency.lockutils [None req-59e1c702-5d88-4670-bd1e-48f19874728c tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquiring lock "eb7a4470-0ac0-43ef-a129-0830429018f6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.838368] env[63260]: DEBUG oslo_concurrency.lockutils [None req-59e1c702-5d88-4670-bd1e-48f19874728c tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Lock "eb7a4470-0ac0-43ef-a129-0830429018f6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.916082] env[63260]: DEBUG nova.network.neutron [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Port 015f9ee9-223b-40e8-89ad-cb7644b94e4d binding to destination host cpu-1 is already ACTIVE {{(pid=63260) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1330.341854] env[63260]: INFO nova.compute.manager [None req-59e1c702-5d88-4670-bd1e-48f19874728c tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Detaching volume ebcbb323-986e-48e3-bcc0-092ee5b169d6 [ 1330.370991] env[63260]: INFO nova.virt.block_device [None req-59e1c702-5d88-4670-bd1e-48f19874728c tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Attempting to driver detach volume ebcbb323-986e-48e3-bcc0-092ee5b169d6 from mountpoint /dev/sdb [ 1330.371251] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e1c702-5d88-4670-bd1e-48f19874728c tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Volume detach. Driver type: vmdk {{(pid=63260) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1330.371435] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e1c702-5d88-4670-bd1e-48f19874728c tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465222', 'volume_id': 'ebcbb323-986e-48e3-bcc0-092ee5b169d6', 'name': 'volume-ebcbb323-986e-48e3-bcc0-092ee5b169d6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eb7a4470-0ac0-43ef-a129-0830429018f6', 'attached_at': '', 'detached_at': '', 'volume_id': 'ebcbb323-986e-48e3-bcc0-092ee5b169d6', 'serial': 'ebcbb323-986e-48e3-bcc0-092ee5b169d6'} {{(pid=63260) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1330.372325] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c96d44-5f44-4d7b-aac7-d5eb135127f1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.393981] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff683581-b21f-4c3f-a444-1d55bfbdefb9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.400510] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d941dc-f979-45aa-9e2e-5e534ef49ed1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.424905] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388cf0a8-9582-47f7-873f-6876922895ee {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.438798] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e1c702-5d88-4670-bd1e-48f19874728c tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] The volume has not been displaced from its original location: [datastore2] volume-ebcbb323-986e-48e3-bcc0-092ee5b169d6/volume-ebcbb323-986e-48e3-bcc0-092ee5b169d6.vmdk. No consolidation needed. {{(pid=63260) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1330.444253] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e1c702-5d88-4670-bd1e-48f19874728c tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1330.444803] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21d62184-b11d-4fc0-8506-2aaae2b235b0 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.461643] env[63260]: DEBUG oslo_vmware.api [None req-59e1c702-5d88-4670-bd1e-48f19874728c tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1330.461643] env[63260]: value = "task-2285637" [ 1330.461643] env[63260]: _type = "Task" [ 1330.461643] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.469803] env[63260]: DEBUG oslo_vmware.api [None req-59e1c702-5d88-4670-bd1e-48f19874728c tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285637, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.938341] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "6c881ce5-e1bd-4cec-be39-f8c169ec596d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1330.938527] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "6c881ce5-e1bd-4cec-be39-f8c169ec596d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1330.938700] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "6c881ce5-e1bd-4cec-be39-f8c169ec596d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.971641] env[63260]: DEBUG oslo_vmware.api [None req-59e1c702-5d88-4670-bd1e-48f19874728c tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285637, 'name': ReconfigVM_Task, 'duration_secs': 0.210909} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.971866] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e1c702-5d88-4670-bd1e-48f19874728c tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1330.976699] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eed36e84-e603-4da3-8042-810d37f4cae9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.992930] env[63260]: DEBUG oslo_vmware.api [None req-59e1c702-5d88-4670-bd1e-48f19874728c tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1330.992930] env[63260]: value = "task-2285638" [ 1330.992930] env[63260]: _type = "Task" [ 1330.992930] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.000415] env[63260]: DEBUG oslo_vmware.api [None req-59e1c702-5d88-4670-bd1e-48f19874728c tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285638, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.502134] env[63260]: DEBUG oslo_vmware.api [None req-59e1c702-5d88-4670-bd1e-48f19874728c tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285638, 'name': ReconfigVM_Task, 'duration_secs': 0.12785} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.502514] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e1c702-5d88-4670-bd1e-48f19874728c tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465222', 'volume_id': 'ebcbb323-986e-48e3-bcc0-092ee5b169d6', 'name': 'volume-ebcbb323-986e-48e3-bcc0-092ee5b169d6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eb7a4470-0ac0-43ef-a129-0830429018f6', 'attached_at': '', 'detached_at': '', 'volume_id': 'ebcbb323-986e-48e3-bcc0-092ee5b169d6', 'serial': 'ebcbb323-986e-48e3-bcc0-092ee5b169d6'} {{(pid=63260) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1331.977610] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "refresh_cache-6c881ce5-e1bd-4cec-be39-f8c169ec596d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.977804] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquired lock "refresh_cache-6c881ce5-e1bd-4cec-be39-f8c169ec596d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.977978] env[63260]: DEBUG nova.network.neutron [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1332.045370] env[63260]: DEBUG nova.objects.instance [None req-59e1c702-5d88-4670-bd1e-48f19874728c tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Lazy-loading 'flavor' on Instance uuid eb7a4470-0ac0-43ef-a129-0830429018f6 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1332.681487] env[63260]: DEBUG nova.network.neutron [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Updating instance_info_cache with network_info: [{"id": "015f9ee9-223b-40e8-89ad-cb7644b94e4d", "address": "fa:16:3e:a6:d2:e9", "network": {"id": "424be9ec-16be-4f23-9093-06b871ef06d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-780291018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4949ccbfb7644f489b2cfd593a1684d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap015f9ee9-22", "ovs_interfaceid": "015f9ee9-223b-40e8-89ad-cb7644b94e4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.052301] env[63260]: DEBUG oslo_concurrency.lockutils [None req-59e1c702-5d88-4670-bd1e-48f19874728c tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Lock "eb7a4470-0ac0-43ef-a129-0830429018f6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.214s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1333.184459] env[63260]: DEBUG oslo_concurrency.lockutils [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Releasing lock "refresh_cache-6c881ce5-e1bd-4cec-be39-f8c169ec596d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.401612] env[63260]: DEBUG oslo_concurrency.lockutils [None req-26be7b55-6ba0-44f9-9a1c-0c25496deeda tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquiring lock "eb7a4470-0ac0-43ef-a129-0830429018f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1333.401976] env[63260]: DEBUG oslo_concurrency.lockutils [None req-26be7b55-6ba0-44f9-9a1c-0c25496deeda tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Lock "eb7a4470-0ac0-43ef-a129-0830429018f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1333.402309] env[63260]: DEBUG oslo_concurrency.lockutils [None req-26be7b55-6ba0-44f9-9a1c-0c25496deeda tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquiring lock "eb7a4470-0ac0-43ef-a129-0830429018f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1333.402557] env[63260]: DEBUG oslo_concurrency.lockutils [None req-26be7b55-6ba0-44f9-9a1c-0c25496deeda tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Lock "eb7a4470-0ac0-43ef-a129-0830429018f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1333.402783] env[63260]: DEBUG oslo_concurrency.lockutils [None req-26be7b55-6ba0-44f9-9a1c-0c25496deeda tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Lock "eb7a4470-0ac0-43ef-a129-0830429018f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1333.404851] env[63260]: INFO nova.compute.manager [None req-26be7b55-6ba0-44f9-9a1c-0c25496deeda tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Terminating instance [ 1333.708422] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd967c76-0907-4024-b097-5db206c77f00 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.727289] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bae28a-3a2b-42db-be76-d003ecc5a981 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.733855] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Updating instance '6c881ce5-e1bd-4cec-be39-f8c169ec596d' progress to 83 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1333.908154] env[63260]: DEBUG nova.compute.manager [None req-26be7b55-6ba0-44f9-9a1c-0c25496deeda tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1333.908380] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-26be7b55-6ba0-44f9-9a1c-0c25496deeda tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1333.909515] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13d31d6-ddca-41d0-b2e9-6a11c596380f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.917379] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-26be7b55-6ba0-44f9-9a1c-0c25496deeda tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1333.917595] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b262dc8-9c4b-43cc-8649-d28f7f09d3c3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.922983] env[63260]: DEBUG oslo_vmware.api [None req-26be7b55-6ba0-44f9-9a1c-0c25496deeda tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1333.922983] env[63260]: value = "task-2285639" [ 1333.922983] env[63260]: _type = "Task" [ 1333.922983] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.930449] env[63260]: DEBUG oslo_vmware.api [None req-26be7b55-6ba0-44f9-9a1c-0c25496deeda tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.240376] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1334.240696] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97963762-1e90-4fbe-bad4-780f8979c431 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.248067] env[63260]: DEBUG oslo_vmware.api [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1334.248067] env[63260]: value = "task-2285640" [ 1334.248067] env[63260]: _type = "Task" [ 1334.248067] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.256784] env[63260]: DEBUG oslo_vmware.api [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.432386] env[63260]: DEBUG oslo_vmware.api [None req-26be7b55-6ba0-44f9-9a1c-0c25496deeda tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285639, 'name': PowerOffVM_Task, 'duration_secs': 0.192036} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.432697] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-26be7b55-6ba0-44f9-9a1c-0c25496deeda tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1334.432915] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-26be7b55-6ba0-44f9-9a1c-0c25496deeda tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1334.433122] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4661abd2-d4dd-4140-828d-8870ce2192cf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.505168] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-26be7b55-6ba0-44f9-9a1c-0c25496deeda tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1334.505381] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-26be7b55-6ba0-44f9-9a1c-0c25496deeda tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1334.505565] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-26be7b55-6ba0-44f9-9a1c-0c25496deeda tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Deleting the datastore file [datastore1] eb7a4470-0ac0-43ef-a129-0830429018f6 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1334.505887] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d12cb92d-cd54-47e5-b072-e65625963078 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.512427] env[63260]: DEBUG oslo_vmware.api [None req-26be7b55-6ba0-44f9-9a1c-0c25496deeda tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1334.512427] env[63260]: value = "task-2285642" [ 1334.512427] env[63260]: _type = "Task" [ 1334.512427] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.520311] env[63260]: DEBUG oslo_vmware.api [None req-26be7b55-6ba0-44f9-9a1c-0c25496deeda tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285642, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.758232] env[63260]: DEBUG oslo_vmware.api [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285640, 'name': PowerOnVM_Task, 'duration_secs': 0.360221} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.758637] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1334.758637] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-2762b46f-e1d0-452b-b7ba-35acbf2d818f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Updating instance '6c881ce5-e1bd-4cec-be39-f8c169ec596d' progress to 100 {{(pid=63260) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1335.023451] env[63260]: DEBUG oslo_vmware.api [None req-26be7b55-6ba0-44f9-9a1c-0c25496deeda tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285642, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135485} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.023709] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-26be7b55-6ba0-44f9-9a1c-0c25496deeda tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1335.023895] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-26be7b55-6ba0-44f9-9a1c-0c25496deeda tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1335.024090] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-26be7b55-6ba0-44f9-9a1c-0c25496deeda tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1335.024269] env[63260]: INFO nova.compute.manager [None req-26be7b55-6ba0-44f9-9a1c-0c25496deeda tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1335.024504] env[63260]: DEBUG oslo.service.loopingcall [None req-26be7b55-6ba0-44f9-9a1c-0c25496deeda tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1335.024724] env[63260]: DEBUG nova.compute.manager [-] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1335.024824] env[63260]: DEBUG nova.network.neutron [-] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1335.495275] env[63260]: DEBUG nova.compute.manager [req-95e8607a-c31e-493d-955c-a804162d2455 req-730e2a7c-ff7d-4353-bca7-54322872c69f service nova] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Received event network-vif-deleted-e04eb5a7-9275-446f-b8e3-f4d7026eda2f {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1335.495484] env[63260]: INFO nova.compute.manager [req-95e8607a-c31e-493d-955c-a804162d2455 req-730e2a7c-ff7d-4353-bca7-54322872c69f service nova] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Neutron deleted interface e04eb5a7-9275-446f-b8e3-f4d7026eda2f; detaching it from the instance and deleting it from the info cache [ 1335.495644] env[63260]: DEBUG nova.network.neutron [req-95e8607a-c31e-493d-955c-a804162d2455 req-730e2a7c-ff7d-4353-bca7-54322872c69f service nova] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.980719] env[63260]: DEBUG nova.network.neutron [-] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.998428] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1626f6fe-feb2-4dd7-a099-265a4e942077 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.007160] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b7494e-e127-4190-981c-d43c3e31cb2d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.033487] env[63260]: DEBUG nova.compute.manager [req-95e8607a-c31e-493d-955c-a804162d2455 req-730e2a7c-ff7d-4353-bca7-54322872c69f service nova] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Detach interface failed, port_id=e04eb5a7-9275-446f-b8e3-f4d7026eda2f, reason: Instance eb7a4470-0ac0-43ef-a129-0830429018f6 could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1336.483035] env[63260]: INFO nova.compute.manager [-] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Took 1.46 seconds to deallocate network for instance. [ 1336.989737] env[63260]: DEBUG oslo_concurrency.lockutils [None req-26be7b55-6ba0-44f9-9a1c-0c25496deeda tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.989737] env[63260]: DEBUG oslo_concurrency.lockutils [None req-26be7b55-6ba0-44f9-9a1c-0c25496deeda tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.989737] env[63260]: DEBUG nova.objects.instance [None req-26be7b55-6ba0-44f9-9a1c-0c25496deeda tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Lazy-loading 'resources' on Instance uuid eb7a4470-0ac0-43ef-a129-0830429018f6 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1337.564652] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf978dab-5e95-4461-af43-cc0ed7b1f68f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.572111] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042453b9-433b-4e1e-84da-cb18d5e592bb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.603418] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031270bc-0988-4fd2-a193-53caa8cf1554 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.610377] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49580c16-cb62-433b-8e54-b79767d3a403 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.623123] env[63260]: DEBUG nova.compute.provider_tree [None req-26be7b55-6ba0-44f9-9a1c-0c25496deeda tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.631964] env[63260]: DEBUG nova.network.neutron [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Port 015f9ee9-223b-40e8-89ad-cb7644b94e4d binding to destination host cpu-1 is already ACTIVE {{(pid=63260) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1337.632235] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "refresh_cache-6c881ce5-e1bd-4cec-be39-f8c169ec596d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.632370] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquired lock "refresh_cache-6c881ce5-e1bd-4cec-be39-f8c169ec596d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.632554] env[63260]: DEBUG nova.network.neutron [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1338.126899] env[63260]: DEBUG nova.scheduler.client.report [None req-26be7b55-6ba0-44f9-9a1c-0c25496deeda tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1338.342711] env[63260]: DEBUG nova.network.neutron [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Updating instance_info_cache with network_info: [{"id": "015f9ee9-223b-40e8-89ad-cb7644b94e4d", "address": "fa:16:3e:a6:d2:e9", "network": {"id": "424be9ec-16be-4f23-9093-06b871ef06d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-780291018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4949ccbfb7644f489b2cfd593a1684d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap015f9ee9-22", "ovs_interfaceid": "015f9ee9-223b-40e8-89ad-cb7644b94e4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.631585] env[63260]: DEBUG oslo_concurrency.lockutils [None req-26be7b55-6ba0-44f9-9a1c-0c25496deeda tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.642s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1338.649653] env[63260]: INFO nova.scheduler.client.report [None req-26be7b55-6ba0-44f9-9a1c-0c25496deeda tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Deleted allocations for instance eb7a4470-0ac0-43ef-a129-0830429018f6 [ 1338.845322] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Releasing lock "refresh_cache-6c881ce5-e1bd-4cec-be39-f8c169ec596d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.156298] env[63260]: DEBUG oslo_concurrency.lockutils [None req-26be7b55-6ba0-44f9-9a1c-0c25496deeda tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Lock "eb7a4470-0ac0-43ef-a129-0830429018f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.754s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1339.348194] env[63260]: DEBUG nova.compute.manager [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63260) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1339.348422] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.348654] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.851574] env[63260]: DEBUG nova.objects.instance [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lazy-loading 'migration_context' on Instance uuid 6c881ce5-e1bd-4cec-be39-f8c169ec596d {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1340.415170] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ddd21d-1fa6-4b9d-a066-3b4d739085a9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.422442] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3222fefa-045e-4965-aa10-c0f773f41874 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.451185] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e84807-b05e-45e7-818a-1860e69f64ef {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.457621] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238202e9-56fb-4319-99b7-3f53df9d5899 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.470965] env[63260]: DEBUG nova.compute.provider_tree [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1340.974211] env[63260]: DEBUG nova.scheduler.client.report [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1341.986967] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.638s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.526838] env[63260]: INFO nova.compute.manager [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Swapping old allocation on dict_keys(['535ed902-6829-4832-9c79-14d5c1df9745']) held by migration e4249a5c-ca50-4f93-8489-e63f5892cb32 for instance [ 1343.547340] env[63260]: DEBUG nova.scheduler.client.report [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Overwriting current allocation {'allocations': {'535ed902-6829-4832-9c79-14d5c1df9745': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 184}}, 'project_id': 'f4949ccbfb7644f489b2cfd593a1684d', 'user_id': '1b6970efe3e246538b8f0403ac0a10d2', 'consumer_generation': 1} on consumer 6c881ce5-e1bd-4cec-be39-f8c169ec596d {{(pid=63260) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1343.622390] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "refresh_cache-6c881ce5-e1bd-4cec-be39-f8c169ec596d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.622573] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquired lock "refresh_cache-6c881ce5-e1bd-4cec-be39-f8c169ec596d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.622773] env[63260]: DEBUG nova.network.neutron [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1344.320070] env[63260]: DEBUG nova.network.neutron [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Updating instance_info_cache with network_info: [{"id": "015f9ee9-223b-40e8-89ad-cb7644b94e4d", "address": "fa:16:3e:a6:d2:e9", "network": {"id": "424be9ec-16be-4f23-9093-06b871ef06d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-780291018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4949ccbfb7644f489b2cfd593a1684d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap015f9ee9-22", "ovs_interfaceid": "015f9ee9-223b-40e8-89ad-cb7644b94e4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.466695] env[63260]: DEBUG oslo_concurrency.lockutils [None req-05746751-5ab0-40f3-9e29-f4ebdc87f878 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquiring lock "c9670741-dac1-4092-8322-7e941b717d14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.466934] env[63260]: DEBUG oslo_concurrency.lockutils [None req-05746751-5ab0-40f3-9e29-f4ebdc87f878 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Lock "c9670741-dac1-4092-8322-7e941b717d14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.467198] env[63260]: DEBUG oslo_concurrency.lockutils [None req-05746751-5ab0-40f3-9e29-f4ebdc87f878 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquiring lock "c9670741-dac1-4092-8322-7e941b717d14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.467386] env[63260]: DEBUG oslo_concurrency.lockutils [None req-05746751-5ab0-40f3-9e29-f4ebdc87f878 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Lock "c9670741-dac1-4092-8322-7e941b717d14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.467551] env[63260]: DEBUG oslo_concurrency.lockutils [None req-05746751-5ab0-40f3-9e29-f4ebdc87f878 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Lock "c9670741-dac1-4092-8322-7e941b717d14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.469503] env[63260]: INFO nova.compute.manager [None req-05746751-5ab0-40f3-9e29-f4ebdc87f878 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Terminating instance [ 1344.823175] env[63260]: DEBUG oslo_concurrency.lockutils [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Releasing lock "refresh_cache-6c881ce5-e1bd-4cec-be39-f8c169ec596d" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.823638] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1344.823927] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5861f46-4f36-4222-8e7d-c7651132cc15 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.833448] env[63260]: DEBUG oslo_vmware.api [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1344.833448] env[63260]: value = "task-2285644" [ 1344.833448] env[63260]: _type = "Task" [ 1344.833448] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.841568] env[63260]: DEBUG oslo_vmware.api [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.973708] env[63260]: DEBUG nova.compute.manager [None req-05746751-5ab0-40f3-9e29-f4ebdc87f878 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1344.973975] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-05746751-5ab0-40f3-9e29-f4ebdc87f878 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1344.974905] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1788ef05-1153-437a-be72-565cf234dc8d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.983026] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-05746751-5ab0-40f3-9e29-f4ebdc87f878 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1344.983290] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a55f48b1-a369-486f-a651-789e084ef939 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.990377] env[63260]: DEBUG oslo_vmware.api [None req-05746751-5ab0-40f3-9e29-f4ebdc87f878 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1344.990377] env[63260]: value = "task-2285645" [ 1344.990377] env[63260]: _type = "Task" [ 1344.990377] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.998947] env[63260]: DEBUG oslo_vmware.api [None req-05746751-5ab0-40f3-9e29-f4ebdc87f878 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.344180] env[63260]: DEBUG oslo_vmware.api [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285644, 'name': PowerOffVM_Task, 'duration_secs': 0.195316} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.344479] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1345.345259] env[63260]: DEBUG nova.virt.hardware [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1345.345516] env[63260]: DEBUG nova.virt.hardware [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1345.345744] env[63260]: DEBUG nova.virt.hardware [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1345.345943] env[63260]: DEBUG nova.virt.hardware [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1345.346140] env[63260]: DEBUG nova.virt.hardware [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1345.346333] env[63260]: DEBUG nova.virt.hardware [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1345.346580] env[63260]: DEBUG nova.virt.hardware [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1345.346772] env[63260]: DEBUG nova.virt.hardware [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1345.346976] env[63260]: DEBUG nova.virt.hardware [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1345.347187] env[63260]: DEBUG nova.virt.hardware [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1345.347400] env[63260]: DEBUG nova.virt.hardware [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1345.352955] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d748cb5b-2f7c-4aa8-8d63-7a9170716fbf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.367747] env[63260]: DEBUG oslo_vmware.api [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1345.367747] env[63260]: value = "task-2285646" [ 1345.367747] env[63260]: _type = "Task" [ 1345.367747] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.375255] env[63260]: DEBUG oslo_vmware.api [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285646, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.500376] env[63260]: DEBUG oslo_vmware.api [None req-05746751-5ab0-40f3-9e29-f4ebdc87f878 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285645, 'name': PowerOffVM_Task, 'duration_secs': 0.201256} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.500631] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-05746751-5ab0-40f3-9e29-f4ebdc87f878 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1345.500799] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-05746751-5ab0-40f3-9e29-f4ebdc87f878 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1345.501061] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1435a0f-888d-4e81-95a7-84263bd3095e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.564650] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-05746751-5ab0-40f3-9e29-f4ebdc87f878 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1345.564905] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-05746751-5ab0-40f3-9e29-f4ebdc87f878 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1345.565107] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-05746751-5ab0-40f3-9e29-f4ebdc87f878 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Deleting the datastore file [datastore2] c9670741-dac1-4092-8322-7e941b717d14 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1345.565367] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7cbdae72-899b-4ec1-a3fe-80601cc3a1ff {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.571957] env[63260]: DEBUG oslo_vmware.api [None req-05746751-5ab0-40f3-9e29-f4ebdc87f878 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1345.571957] env[63260]: value = "task-2285648" [ 1345.571957] env[63260]: _type = "Task" [ 1345.571957] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.579291] env[63260]: DEBUG oslo_vmware.api [None req-05746751-5ab0-40f3-9e29-f4ebdc87f878 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.877807] env[63260]: DEBUG oslo_vmware.api [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285646, 'name': ReconfigVM_Task, 'duration_secs': 0.133494} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.878604] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2ac47d-815c-4ecd-9836-590fa8f98b44 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.896347] env[63260]: DEBUG nova.virt.hardware [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1345.896619] env[63260]: DEBUG nova.virt.hardware [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1345.896723] env[63260]: DEBUG nova.virt.hardware [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1345.896904] env[63260]: DEBUG nova.virt.hardware [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1345.897065] env[63260]: DEBUG nova.virt.hardware [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1345.897217] env[63260]: DEBUG nova.virt.hardware [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1345.897425] env[63260]: DEBUG nova.virt.hardware [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1345.897583] env[63260]: DEBUG nova.virt.hardware [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1345.897747] env[63260]: DEBUG nova.virt.hardware [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1345.897908] env[63260]: DEBUG nova.virt.hardware [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1345.898095] env[63260]: DEBUG nova.virt.hardware [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1345.898845] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f48114c6-5236-429b-b8b3-13c03d31f13d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.903639] env[63260]: DEBUG oslo_vmware.api [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1345.903639] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526a83ba-5c17-4ee5-8dd6-3a8f919edf25" [ 1345.903639] env[63260]: _type = "Task" [ 1345.903639] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.911050] env[63260]: DEBUG oslo_vmware.api [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526a83ba-5c17-4ee5-8dd6-3a8f919edf25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.081832] env[63260]: DEBUG oslo_vmware.api [None req-05746751-5ab0-40f3-9e29-f4ebdc87f878 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166739} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.082107] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-05746751-5ab0-40f3-9e29-f4ebdc87f878 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1346.082294] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-05746751-5ab0-40f3-9e29-f4ebdc87f878 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1346.082468] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-05746751-5ab0-40f3-9e29-f4ebdc87f878 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1346.082640] env[63260]: INFO nova.compute.manager [None req-05746751-5ab0-40f3-9e29-f4ebdc87f878 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: c9670741-dac1-4092-8322-7e941b717d14] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1346.082888] env[63260]: DEBUG oslo.service.loopingcall [None req-05746751-5ab0-40f3-9e29-f4ebdc87f878 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1346.083097] env[63260]: DEBUG nova.compute.manager [-] [instance: c9670741-dac1-4092-8322-7e941b717d14] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1346.083206] env[63260]: DEBUG nova.network.neutron [-] [instance: c9670741-dac1-4092-8322-7e941b717d14] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1346.333149] env[63260]: DEBUG nova.compute.manager [req-841236b9-bf04-44d5-8481-187ebdce57ba req-daa1b2d4-5643-4595-b2bd-198fce4b3462 service nova] [instance: c9670741-dac1-4092-8322-7e941b717d14] Received event network-vif-deleted-cce629ee-e142-4ae8-ba38-402b66ea9051 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1346.333406] env[63260]: INFO nova.compute.manager [req-841236b9-bf04-44d5-8481-187ebdce57ba req-daa1b2d4-5643-4595-b2bd-198fce4b3462 service nova] [instance: c9670741-dac1-4092-8322-7e941b717d14] Neutron deleted interface cce629ee-e142-4ae8-ba38-402b66ea9051; detaching it from the instance and deleting it from the info cache [ 1346.333581] env[63260]: DEBUG nova.network.neutron [req-841236b9-bf04-44d5-8481-187ebdce57ba req-daa1b2d4-5643-4595-b2bd-198fce4b3462 service nova] [instance: c9670741-dac1-4092-8322-7e941b717d14] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.413915] env[63260]: DEBUG oslo_vmware.api [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]526a83ba-5c17-4ee5-8dd6-3a8f919edf25, 'name': SearchDatastore_Task, 'duration_secs': 0.007513} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.419042] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1346.419521] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4046d9de-5f7a-4423-b4a9-695dc0394a85 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.436375] env[63260]: DEBUG oslo_vmware.api [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1346.436375] env[63260]: value = "task-2285649" [ 1346.436375] env[63260]: _type = "Task" [ 1346.436375] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.443600] env[63260]: DEBUG oslo_vmware.api [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285649, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.813746] env[63260]: DEBUG nova.network.neutron [-] [instance: c9670741-dac1-4092-8322-7e941b717d14] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.836343] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2a106fe-0bfc-4d8e-86b0-a0e360fabc77 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.845927] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a434360a-a88e-4976-95a0-cd6be1d05fb8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.873398] env[63260]: DEBUG nova.compute.manager [req-841236b9-bf04-44d5-8481-187ebdce57ba req-daa1b2d4-5643-4595-b2bd-198fce4b3462 service nova] [instance: c9670741-dac1-4092-8322-7e941b717d14] Detach interface failed, port_id=cce629ee-e142-4ae8-ba38-402b66ea9051, reason: Instance c9670741-dac1-4092-8322-7e941b717d14 could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1346.948820] env[63260]: DEBUG oslo_vmware.api [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285649, 'name': ReconfigVM_Task, 'duration_secs': 0.149747} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.949249] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=63260) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1346.950409] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6eb8d4-2b73-4748-9c5a-9b53438fc8a6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.985854] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 6c881ce5-e1bd-4cec-be39-f8c169ec596d/6c881ce5-e1bd-4cec-be39-f8c169ec596d.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1346.986435] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f881edb-334c-4561-ac61-4e35243b6e1f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.013345] env[63260]: DEBUG oslo_vmware.api [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1347.013345] env[63260]: value = "task-2285650" [ 1347.013345] env[63260]: _type = "Task" [ 1347.013345] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.021327] env[63260]: DEBUG oslo_vmware.api [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285650, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.316691] env[63260]: INFO nova.compute.manager [-] [instance: c9670741-dac1-4092-8322-7e941b717d14] Took 1.23 seconds to deallocate network for instance. [ 1347.522589] env[63260]: DEBUG oslo_vmware.api [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285650, 'name': ReconfigVM_Task, 'duration_secs': 0.25143} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.523053] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 6c881ce5-e1bd-4cec-be39-f8c169ec596d/6c881ce5-e1bd-4cec-be39-f8c169ec596d.vmdk or device None with type thin {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1347.523878] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2c8aa2-50cc-460f-9d9e-fe7914d636c2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.542974] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae6ddab-64b7-4fef-8a21-c622448fa235 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.560010] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f361bde3-3445-42dc-a80c-ab28c3929151 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.576408] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d592772-f3d3-4a18-92e8-b68c1283bc7e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.582265] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1347.582480] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8f5fbc0-78d0-49a2-827e-09945c69e6f1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.588064] env[63260]: DEBUG oslo_vmware.api [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1347.588064] env[63260]: value = "task-2285651" [ 1347.588064] env[63260]: _type = "Task" [ 1347.588064] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.594773] env[63260]: DEBUG oslo_vmware.api [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285651, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.822958] env[63260]: DEBUG oslo_concurrency.lockutils [None req-05746751-5ab0-40f3-9e29-f4ebdc87f878 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.823259] env[63260]: DEBUG oslo_concurrency.lockutils [None req-05746751-5ab0-40f3-9e29-f4ebdc87f878 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.823482] env[63260]: DEBUG nova.objects.instance [None req-05746751-5ab0-40f3-9e29-f4ebdc87f878 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Lazy-loading 'resources' on Instance uuid c9670741-dac1-4092-8322-7e941b717d14 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1348.098417] env[63260]: DEBUG oslo_vmware.api [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285651, 'name': PowerOnVM_Task, 'duration_secs': 0.336594} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.098808] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1348.376273] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b36e9b2-7154-40a1-9499-1771384007c8 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.383814] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1eff454-d91d-4ffa-bfe3-d7bd79ed22c2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.414311] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1e7653-ece0-44d4-83ce-843d2c2bb6fd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.421161] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a316a2a6-d3b8-4a9c-b078-1e6993837245 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.433932] env[63260]: DEBUG nova.compute.provider_tree [None req-05746751-5ab0-40f3-9e29-f4ebdc87f878 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1348.937080] env[63260]: DEBUG nova.scheduler.client.report [None req-05746751-5ab0-40f3-9e29-f4ebdc87f878 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1349.109490] env[63260]: INFO nova.compute.manager [None req-d5caf135-012f-4b4b-99f2-580aba510e1f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Updating instance to original state: 'active' [ 1349.442076] env[63260]: DEBUG oslo_concurrency.lockutils [None req-05746751-5ab0-40f3-9e29-f4ebdc87f878 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.619s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.459887] env[63260]: INFO nova.scheduler.client.report [None req-05746751-5ab0-40f3-9e29-f4ebdc87f878 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Deleted allocations for instance c9670741-dac1-4092-8322-7e941b717d14 [ 1349.969064] env[63260]: DEBUG oslo_concurrency.lockutils [None req-05746751-5ab0-40f3-9e29-f4ebdc87f878 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Lock "c9670741-dac1-4092-8322-7e941b717d14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.502s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.115883] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f15615d-1a71-423f-92ef-9f13aa7ed4b1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "6c881ce5-e1bd-4cec-be39-f8c169ec596d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.116267] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f15615d-1a71-423f-92ef-9f13aa7ed4b1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "6c881ce5-e1bd-4cec-be39-f8c169ec596d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.116394] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f15615d-1a71-423f-92ef-9f13aa7ed4b1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "6c881ce5-e1bd-4cec-be39-f8c169ec596d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.116579] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f15615d-1a71-423f-92ef-9f13aa7ed4b1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "6c881ce5-e1bd-4cec-be39-f8c169ec596d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.116751] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f15615d-1a71-423f-92ef-9f13aa7ed4b1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "6c881ce5-e1bd-4cec-be39-f8c169ec596d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.118989] env[63260]: INFO nova.compute.manager [None req-4f15615d-1a71-423f-92ef-9f13aa7ed4b1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Terminating instance [ 1350.624546] env[63260]: DEBUG nova.compute.manager [None req-4f15615d-1a71-423f-92ef-9f13aa7ed4b1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1350.624863] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-4f15615d-1a71-423f-92ef-9f13aa7ed4b1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1350.625675] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77c2a62-0444-4109-be8e-6056d04a597a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.634089] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f15615d-1a71-423f-92ef-9f13aa7ed4b1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1350.634347] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8251030e-198e-4697-89b1-624a68024a7c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.640998] env[63260]: DEBUG oslo_vmware.api [None req-4f15615d-1a71-423f-92ef-9f13aa7ed4b1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1350.640998] env[63260]: value = "task-2285652" [ 1350.640998] env[63260]: _type = "Task" [ 1350.640998] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.648796] env[63260]: DEBUG oslo_vmware.api [None req-4f15615d-1a71-423f-92ef-9f13aa7ed4b1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.064114] env[63260]: DEBUG oslo_concurrency.lockutils [None req-561fa332-2ecc-4731-8ef6-0893fe74c716 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquiring lock "f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.064431] env[63260]: DEBUG oslo_concurrency.lockutils [None req-561fa332-2ecc-4731-8ef6-0893fe74c716 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Lock "f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.064600] env[63260]: DEBUG oslo_concurrency.lockutils [None req-561fa332-2ecc-4731-8ef6-0893fe74c716 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquiring lock "f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.064798] env[63260]: DEBUG oslo_concurrency.lockutils [None req-561fa332-2ecc-4731-8ef6-0893fe74c716 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Lock "f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.065014] env[63260]: DEBUG oslo_concurrency.lockutils [None req-561fa332-2ecc-4731-8ef6-0893fe74c716 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Lock "f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.067208] env[63260]: INFO nova.compute.manager [None req-561fa332-2ecc-4731-8ef6-0893fe74c716 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Terminating instance [ 1351.150155] env[63260]: DEBUG oslo_vmware.api [None req-4f15615d-1a71-423f-92ef-9f13aa7ed4b1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285652, 'name': PowerOffVM_Task, 'duration_secs': 0.192156} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.150515] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f15615d-1a71-423f-92ef-9f13aa7ed4b1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1351.150612] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-4f15615d-1a71-423f-92ef-9f13aa7ed4b1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1351.150786] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37ab1b85-7e6b-4f91-9200-fe78563a3d66 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.213680] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-4f15615d-1a71-423f-92ef-9f13aa7ed4b1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1351.214052] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-4f15615d-1a71-423f-92ef-9f13aa7ed4b1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Deleting contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1351.214355] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f15615d-1a71-423f-92ef-9f13aa7ed4b1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Deleting the datastore file [datastore1] 6c881ce5-e1bd-4cec-be39-f8c169ec596d {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1351.214723] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59ef319d-e1c5-42db-87dd-c786b9d5f12f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.221949] env[63260]: DEBUG oslo_vmware.api [None req-4f15615d-1a71-423f-92ef-9f13aa7ed4b1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1351.221949] env[63260]: value = "task-2285654" [ 1351.221949] env[63260]: _type = "Task" [ 1351.221949] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.233272] env[63260]: DEBUG oslo_vmware.api [None req-4f15615d-1a71-423f-92ef-9f13aa7ed4b1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.571231] env[63260]: DEBUG nova.compute.manager [None req-561fa332-2ecc-4731-8ef6-0893fe74c716 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1351.571479] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-561fa332-2ecc-4731-8ef6-0893fe74c716 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1351.572358] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0503e952-a066-4982-9be7-ef9e6ac2218c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.580246] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-561fa332-2ecc-4731-8ef6-0893fe74c716 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1351.580485] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8abb2ef9-a6a5-410f-89f5-8d08043b6acf {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.586715] env[63260]: DEBUG oslo_vmware.api [None req-561fa332-2ecc-4731-8ef6-0893fe74c716 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1351.586715] env[63260]: value = "task-2285655" [ 1351.586715] env[63260]: _type = "Task" [ 1351.586715] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.596124] env[63260]: DEBUG oslo_vmware.api [None req-561fa332-2ecc-4731-8ef6-0893fe74c716 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.733107] env[63260]: DEBUG oslo_vmware.api [None req-4f15615d-1a71-423f-92ef-9f13aa7ed4b1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147569} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.733107] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f15615d-1a71-423f-92ef-9f13aa7ed4b1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1351.733107] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-4f15615d-1a71-423f-92ef-9f13aa7ed4b1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Deleted contents of the VM from datastore datastore1 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1351.733107] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-4f15615d-1a71-423f-92ef-9f13aa7ed4b1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1351.733107] env[63260]: INFO nova.compute.manager [None req-4f15615d-1a71-423f-92ef-9f13aa7ed4b1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1351.733433] env[63260]: DEBUG oslo.service.loopingcall [None req-4f15615d-1a71-423f-92ef-9f13aa7ed4b1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1351.733503] env[63260]: DEBUG nova.compute.manager [-] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1351.733591] env[63260]: DEBUG nova.network.neutron [-] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1352.096601] env[63260]: DEBUG oslo_vmware.api [None req-561fa332-2ecc-4731-8ef6-0893fe74c716 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285655, 'name': PowerOffVM_Task, 'duration_secs': 0.190959} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.096859] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-561fa332-2ecc-4731-8ef6-0893fe74c716 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1352.097040] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-561fa332-2ecc-4731-8ef6-0893fe74c716 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1352.097295] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebf5cea7-8bb2-4581-8438-d00fc7772ff2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.163657] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-561fa332-2ecc-4731-8ef6-0893fe74c716 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1352.164089] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-561fa332-2ecc-4731-8ef6-0893fe74c716 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1352.164218] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-561fa332-2ecc-4731-8ef6-0893fe74c716 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Deleting the datastore file [datastore2] f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8 {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1352.164495] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-216edcbe-051d-47cc-b9fe-9e2f059f09f7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.172119] env[63260]: DEBUG oslo_vmware.api [None req-561fa332-2ecc-4731-8ef6-0893fe74c716 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for the task: (returnval){ [ 1352.172119] env[63260]: value = "task-2285657" [ 1352.172119] env[63260]: _type = "Task" [ 1352.172119] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.183361] env[63260]: DEBUG oslo_vmware.api [None req-561fa332-2ecc-4731-8ef6-0893fe74c716 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.209971] env[63260]: DEBUG nova.compute.manager [req-425e74df-69e5-4a24-8bd5-809421411b18 req-cc7e6583-b389-4b09-9f0c-6238183c2fe4 service nova] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Received event network-vif-deleted-015f9ee9-223b-40e8-89ad-cb7644b94e4d {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1352.210420] env[63260]: INFO nova.compute.manager [req-425e74df-69e5-4a24-8bd5-809421411b18 req-cc7e6583-b389-4b09-9f0c-6238183c2fe4 service nova] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Neutron deleted interface 015f9ee9-223b-40e8-89ad-cb7644b94e4d; detaching it from the instance and deleting it from the info cache [ 1352.210420] env[63260]: DEBUG nova.network.neutron [req-425e74df-69e5-4a24-8bd5-809421411b18 req-cc7e6583-b389-4b09-9f0c-6238183c2fe4 service nova] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.684073] env[63260]: DEBUG oslo_vmware.api [None req-561fa332-2ecc-4731-8ef6-0893fe74c716 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Task: {'id': task-2285657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151268} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.684073] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-561fa332-2ecc-4731-8ef6-0893fe74c716 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1352.684073] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-561fa332-2ecc-4731-8ef6-0893fe74c716 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1352.684073] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-561fa332-2ecc-4731-8ef6-0893fe74c716 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1352.684073] env[63260]: INFO nova.compute.manager [None req-561fa332-2ecc-4731-8ef6-0893fe74c716 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1352.684609] env[63260]: DEBUG oslo.service.loopingcall [None req-561fa332-2ecc-4731-8ef6-0893fe74c716 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1352.684609] env[63260]: DEBUG nova.compute.manager [-] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1352.684609] env[63260]: DEBUG nova.network.neutron [-] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1352.689568] env[63260]: DEBUG nova.network.neutron [-] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.712577] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fece657e-aa3d-43e5-8c56-39ee051b677d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.722277] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f8e926-5f86-4c76-abb1-ca3a93f638fb {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.745392] env[63260]: DEBUG nova.compute.manager [req-425e74df-69e5-4a24-8bd5-809421411b18 req-cc7e6583-b389-4b09-9f0c-6238183c2fe4 service nova] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Detach interface failed, port_id=015f9ee9-223b-40e8-89ad-cb7644b94e4d, reason: Instance 6c881ce5-e1bd-4cec-be39-f8c169ec596d could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1353.192100] env[63260]: INFO nova.compute.manager [-] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Took 1.46 seconds to deallocate network for instance. [ 1353.439722] env[63260]: DEBUG nova.network.neutron [-] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.701761] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f15615d-1a71-423f-92ef-9f13aa7ed4b1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.702015] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f15615d-1a71-423f-92ef-9f13aa7ed4b1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.702268] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f15615d-1a71-423f-92ef-9f13aa7ed4b1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1353.723817] env[63260]: INFO nova.scheduler.client.report [None req-4f15615d-1a71-423f-92ef-9f13aa7ed4b1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Deleted allocations for instance 6c881ce5-e1bd-4cec-be39-f8c169ec596d [ 1353.943036] env[63260]: INFO nova.compute.manager [-] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Took 1.26 seconds to deallocate network for instance. [ 1354.231817] env[63260]: DEBUG oslo_concurrency.lockutils [None req-4f15615d-1a71-423f-92ef-9f13aa7ed4b1 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "6c881ce5-e1bd-4cec-be39-f8c169ec596d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.116s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.234556] env[63260]: DEBUG nova.compute.manager [req-c395abf6-6a57-4445-94b9-a6a73d6e1830 req-c35f4bfd-077a-4dd2-a5c4-5b99c42883c8 service nova] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Received event network-vif-deleted-2caf3849-2380-40d0-8564-751a3d2f5b05 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1354.449155] env[63260]: DEBUG oslo_concurrency.lockutils [None req-561fa332-2ecc-4731-8ef6-0893fe74c716 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.449453] env[63260]: DEBUG oslo_concurrency.lockutils [None req-561fa332-2ecc-4731-8ef6-0893fe74c716 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.449739] env[63260]: DEBUG nova.objects.instance [None req-561fa332-2ecc-4731-8ef6-0893fe74c716 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Lazy-loading 'resources' on Instance uuid f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8 {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1354.993828] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2f9f1b-05ff-4689-afd3-dedeefe1c021 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.001283] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa5e5ef-a5c7-473d-b61c-ea0d13d44833 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.032537] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15877f3b-3ecc-4288-a005-33c8355b3d45 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.038124] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "16882a7e-169e-4ba3-878a-638ddda9fa2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.038124] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "16882a7e-169e-4ba3-878a-638ddda9fa2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.044153] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc3ed58-dd3b-4d07-bfb0-1f6707e64d61 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.057856] env[63260]: DEBUG nova.compute.provider_tree [None req-561fa332-2ecc-4731-8ef6-0893fe74c716 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1355.541010] env[63260]: DEBUG nova.compute.manager [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Starting instance... {{(pid=63260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1355.560407] env[63260]: DEBUG nova.scheduler.client.report [None req-561fa332-2ecc-4731-8ef6-0893fe74c716 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1356.062507] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.064332] env[63260]: DEBUG oslo_concurrency.lockutils [None req-561fa332-2ecc-4731-8ef6-0893fe74c716 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.615s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.066989] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.004s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.067831] env[63260]: INFO nova.compute.claims [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1356.081115] env[63260]: INFO nova.scheduler.client.report [None req-561fa332-2ecc-4731-8ef6-0893fe74c716 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Deleted allocations for instance f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8 [ 1356.587561] env[63260]: DEBUG oslo_concurrency.lockutils [None req-561fa332-2ecc-4731-8ef6-0893fe74c716 tempest-ServerRescueNegativeTestJSON-767971298 tempest-ServerRescueNegativeTestJSON-767971298-project-member] Lock "f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.523s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1357.103772] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610a823d-77e9-4aae-9208-7b937253222f {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.111259] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a302328-b43b-4bb2-8b18-040178e3c9ee {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.139867] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a960235-ae34-4a48-928d-cd91bffaa0ad {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.146614] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31088e0f-95bf-48b0-b19d-1035fcb81bc9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.159155] env[63260]: DEBUG nova.compute.provider_tree [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1357.662546] env[63260]: DEBUG nova.scheduler.client.report [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1358.167885] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.101s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.168438] env[63260]: DEBUG nova.compute.manager [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Start building networks asynchronously for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1358.673187] env[63260]: DEBUG nova.compute.utils [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Using /dev/sd instead of None {{(pid=63260) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1358.674624] env[63260]: DEBUG nova.compute.manager [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Allocating IP information in the background. {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1358.674791] env[63260]: DEBUG nova.network.neutron [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] allocate_for_instance() {{(pid=63260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1358.716702] env[63260]: DEBUG nova.policy [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b6970efe3e246538b8f0403ac0a10d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4949ccbfb7644f489b2cfd593a1684d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63260) authorize /opt/stack/nova/nova/policy.py:192}} [ 1359.002798] env[63260]: DEBUG nova.network.neutron [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Successfully created port: 15e6d058-7e01-4027-8b57-fc41db553f85 {{(pid=63260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1359.178283] env[63260]: DEBUG nova.compute.manager [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Start building block device mappings for instance. {{(pid=63260) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1360.190067] env[63260]: DEBUG nova.compute.manager [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Start spawning the instance on the hypervisor. {{(pid=63260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1360.216227] env[63260]: DEBUG nova.virt.hardware [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:12:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:12:33Z,direct_url=,disk_format='vmdk',id=8ebd5f76-b764-4077-809c-696b4e973e48,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='90bcb79150044b4eb698c936cd9f4cb3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1360.216490] env[63260]: DEBUG nova.virt.hardware [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Flavor limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1360.216648] env[63260]: DEBUG nova.virt.hardware [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Image limits 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1360.216827] env[63260]: DEBUG nova.virt.hardware [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Flavor pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1360.216972] env[63260]: DEBUG nova.virt.hardware [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Image pref 0:0:0 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1360.217206] env[63260]: DEBUG nova.virt.hardware [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1360.217370] env[63260]: DEBUG nova.virt.hardware [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1360.217551] env[63260]: DEBUG nova.virt.hardware [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1360.217736] env[63260]: DEBUG nova.virt.hardware [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Got 1 possible topologies {{(pid=63260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1360.217900] env[63260]: DEBUG nova.virt.hardware [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1360.218086] env[63260]: DEBUG nova.virt.hardware [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1360.218955] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a6ee7c-b839-4d45-9ba1-e9c648ecdc0b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.227453] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fabfea-92d5-45c9-a088-55bb3157443c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.618865] env[63260]: DEBUG nova.compute.manager [req-7ec1bf57-529e-4ab6-963b-dbf8b984b89b req-12044f5f-2db7-4626-b1f9-4deb9f722d7b service nova] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Received event network-vif-plugged-15e6d058-7e01-4027-8b57-fc41db553f85 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1360.619106] env[63260]: DEBUG oslo_concurrency.lockutils [req-7ec1bf57-529e-4ab6-963b-dbf8b984b89b req-12044f5f-2db7-4626-b1f9-4deb9f722d7b service nova] Acquiring lock "16882a7e-169e-4ba3-878a-638ddda9fa2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.619315] env[63260]: DEBUG oslo_concurrency.lockutils [req-7ec1bf57-529e-4ab6-963b-dbf8b984b89b req-12044f5f-2db7-4626-b1f9-4deb9f722d7b service nova] Lock "16882a7e-169e-4ba3-878a-638ddda9fa2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.619480] env[63260]: DEBUG oslo_concurrency.lockutils [req-7ec1bf57-529e-4ab6-963b-dbf8b984b89b req-12044f5f-2db7-4626-b1f9-4deb9f722d7b service nova] Lock "16882a7e-169e-4ba3-878a-638ddda9fa2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.619643] env[63260]: DEBUG nova.compute.manager [req-7ec1bf57-529e-4ab6-963b-dbf8b984b89b req-12044f5f-2db7-4626-b1f9-4deb9f722d7b service nova] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] No waiting events found dispatching network-vif-plugged-15e6d058-7e01-4027-8b57-fc41db553f85 {{(pid=63260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1360.619816] env[63260]: WARNING nova.compute.manager [req-7ec1bf57-529e-4ab6-963b-dbf8b984b89b req-12044f5f-2db7-4626-b1f9-4deb9f722d7b service nova] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Received unexpected event network-vif-plugged-15e6d058-7e01-4027-8b57-fc41db553f85 for instance with vm_state building and task_state spawning. [ 1360.706210] env[63260]: DEBUG nova.network.neutron [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Successfully updated port: 15e6d058-7e01-4027-8b57-fc41db553f85 {{(pid=63260) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1361.209696] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "refresh_cache-16882a7e-169e-4ba3-878a-638ddda9fa2f" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.209903] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquired lock "refresh_cache-16882a7e-169e-4ba3-878a-638ddda9fa2f" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.210126] env[63260]: DEBUG nova.network.neutron [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1361.764107] env[63260]: DEBUG nova.network.neutron [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Instance cache missing network info. {{(pid=63260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1361.907113] env[63260]: DEBUG nova.network.neutron [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Updating instance_info_cache with network_info: [{"id": "15e6d058-7e01-4027-8b57-fc41db553f85", "address": "fa:16:3e:36:ef:0e", "network": {"id": "424be9ec-16be-4f23-9093-06b871ef06d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-780291018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4949ccbfb7644f489b2cfd593a1684d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15e6d058-7e", "ovs_interfaceid": "15e6d058-7e01-4027-8b57-fc41db553f85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.409958] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Releasing lock "refresh_cache-16882a7e-169e-4ba3-878a-638ddda9fa2f" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.410381] env[63260]: DEBUG nova.compute.manager [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Instance network_info: |[{"id": "15e6d058-7e01-4027-8b57-fc41db553f85", "address": "fa:16:3e:36:ef:0e", "network": {"id": "424be9ec-16be-4f23-9093-06b871ef06d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-780291018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4949ccbfb7644f489b2cfd593a1684d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15e6d058-7e", "ovs_interfaceid": "15e6d058-7e01-4027-8b57-fc41db553f85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1362.410484] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:ef:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15e6d058-7e01-4027-8b57-fc41db553f85', 'vif_model': 'vmxnet3'}] {{(pid=63260) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1362.417893] env[63260]: DEBUG oslo.service.loopingcall [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1362.418125] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Creating VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1362.418355] env[63260]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-537a1b9d-5b97-428a-ad4e-402c903b33dd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.438200] env[63260]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1362.438200] env[63260]: value = "task-2285658" [ 1362.438200] env[63260]: _type = "Task" [ 1362.438200] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.445847] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285658, 'name': CreateVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.644327] env[63260]: DEBUG nova.compute.manager [req-26194975-431f-4147-9a89-d947502b930e req-014cd0c5-f475-46c2-a069-d63914812c05 service nova] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Received event network-changed-15e6d058-7e01-4027-8b57-fc41db553f85 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1362.644418] env[63260]: DEBUG nova.compute.manager [req-26194975-431f-4147-9a89-d947502b930e req-014cd0c5-f475-46c2-a069-d63914812c05 service nova] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Refreshing instance network info cache due to event network-changed-15e6d058-7e01-4027-8b57-fc41db553f85. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1362.644603] env[63260]: DEBUG oslo_concurrency.lockutils [req-26194975-431f-4147-9a89-d947502b930e req-014cd0c5-f475-46c2-a069-d63914812c05 service nova] Acquiring lock "refresh_cache-16882a7e-169e-4ba3-878a-638ddda9fa2f" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.644709] env[63260]: DEBUG oslo_concurrency.lockutils [req-26194975-431f-4147-9a89-d947502b930e req-014cd0c5-f475-46c2-a069-d63914812c05 service nova] Acquired lock "refresh_cache-16882a7e-169e-4ba3-878a-638ddda9fa2f" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.644859] env[63260]: DEBUG nova.network.neutron [req-26194975-431f-4147-9a89-d947502b930e req-014cd0c5-f475-46c2-a069-d63914812c05 service nova] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Refreshing network info cache for port 15e6d058-7e01-4027-8b57-fc41db553f85 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1362.949282] env[63260]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285658, 'name': CreateVM_Task, 'duration_secs': 0.30575} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.949448] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Created VM on the ESX host {{(pid=63260) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1362.950133] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.950300] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.950628] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1362.950874] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e57d0cb3-ffa4-49fc-89f4-e2265b93c336 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.955095] env[63260]: DEBUG oslo_vmware.api [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1362.955095] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52d3f4e0-a069-6c90-17d6-b67bf031a378" [ 1362.955095] env[63260]: _type = "Task" [ 1362.955095] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.962426] env[63260]: DEBUG oslo_vmware.api [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52d3f4e0-a069-6c90-17d6-b67bf031a378, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.350271] env[63260]: DEBUG nova.network.neutron [req-26194975-431f-4147-9a89-d947502b930e req-014cd0c5-f475-46c2-a069-d63914812c05 service nova] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Updated VIF entry in instance network info cache for port 15e6d058-7e01-4027-8b57-fc41db553f85. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1363.350652] env[63260]: DEBUG nova.network.neutron [req-26194975-431f-4147-9a89-d947502b930e req-014cd0c5-f475-46c2-a069-d63914812c05 service nova] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Updating instance_info_cache with network_info: [{"id": "15e6d058-7e01-4027-8b57-fc41db553f85", "address": "fa:16:3e:36:ef:0e", "network": {"id": "424be9ec-16be-4f23-9093-06b871ef06d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-780291018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4949ccbfb7644f489b2cfd593a1684d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15e6d058-7e", "ovs_interfaceid": "15e6d058-7e01-4027-8b57-fc41db553f85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.464883] env[63260]: DEBUG oslo_vmware.api [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52d3f4e0-a069-6c90-17d6-b67bf031a378, 'name': SearchDatastore_Task, 'duration_secs': 0.013757} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.465263] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.466024] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Processing image 8ebd5f76-b764-4077-809c-696b4e973e48 {{(pid=63260) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1363.466024] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.466024] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.466024] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1363.466290] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49849a25-fe19-4b58-a900-7f8a45e286b1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.474187] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63260) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1363.474414] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63260) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1363.475320] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eae339db-7f9a-40c2-aa71-d868dffaad10 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.480319] env[63260]: DEBUG oslo_vmware.api [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1363.480319] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]520629d7-24ff-a73e-798e-0e9cb1f6d794" [ 1363.480319] env[63260]: _type = "Task" [ 1363.480319] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.487525] env[63260]: DEBUG oslo_vmware.api [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]520629d7-24ff-a73e-798e-0e9cb1f6d794, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.854010] env[63260]: DEBUG oslo_concurrency.lockutils [req-26194975-431f-4147-9a89-d947502b930e req-014cd0c5-f475-46c2-a069-d63914812c05 service nova] Releasing lock "refresh_cache-16882a7e-169e-4ba3-878a-638ddda9fa2f" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.990908] env[63260]: DEBUG oslo_vmware.api [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]520629d7-24ff-a73e-798e-0e9cb1f6d794, 'name': SearchDatastore_Task, 'duration_secs': 0.008361} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.991647] env[63260]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3110529d-d628-4acd-a2ac-bc3250ca4fbd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.996544] env[63260]: DEBUG oslo_vmware.api [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1363.996544] env[63260]: value = "session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52bc5699-676a-5b42-677b-c014ab5305f8" [ 1363.996544] env[63260]: _type = "Task" [ 1363.996544] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.003949] env[63260]: DEBUG oslo_vmware.api [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52bc5699-676a-5b42-677b-c014ab5305f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.506402] env[63260]: DEBUG oslo_vmware.api [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': session[5271cf3d-ab75-7e85-4e1a-ba552c9d678c]52bc5699-676a-5b42-677b-c014ab5305f8, 'name': SearchDatastore_Task, 'duration_secs': 0.009655} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.506680] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.506883] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 16882a7e-169e-4ba3-878a-638ddda9fa2f/16882a7e-169e-4ba3-878a-638ddda9fa2f.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1364.507142] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92f392df-4a3a-455a-98a6-527db94902f3 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.512820] env[63260]: DEBUG oslo_vmware.api [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1364.512820] env[63260]: value = "task-2285659" [ 1364.512820] env[63260]: _type = "Task" [ 1364.512820] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.519748] env[63260]: DEBUG oslo_vmware.api [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.022599] env[63260]: DEBUG oslo_vmware.api [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285659, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440554} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.022860] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ebd5f76-b764-4077-809c-696b4e973e48/8ebd5f76-b764-4077-809c-696b4e973e48.vmdk to [datastore2] 16882a7e-169e-4ba3-878a-638ddda9fa2f/16882a7e-169e-4ba3-878a-638ddda9fa2f.vmdk {{(pid=63260) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1365.023084] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Extending root virtual disk to 1048576 {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1365.023339] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee285eaa-e751-4554-9ec5-3d47fff04872 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.028826] env[63260]: DEBUG oslo_vmware.api [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1365.028826] env[63260]: value = "task-2285660" [ 1365.028826] env[63260]: _type = "Task" [ 1365.028826] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.035894] env[63260]: DEBUG oslo_vmware.api [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285660, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.537573] env[63260]: DEBUG oslo_vmware.api [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285660, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057987} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.537938] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Extended root virtual disk {{(pid=63260) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1365.538645] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c6d519-aa6f-4269-90f7-f6cd00f86e8a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.559397] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 16882a7e-169e-4ba3-878a-638ddda9fa2f/16882a7e-169e-4ba3-878a-638ddda9fa2f.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1365.559655] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e136d384-71ff-46f1-8d44-8705238fe1e1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.578336] env[63260]: DEBUG oslo_vmware.api [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1365.578336] env[63260]: value = "task-2285661" [ 1365.578336] env[63260]: _type = "Task" [ 1365.578336] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.585792] env[63260]: DEBUG oslo_vmware.api [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285661, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.089030] env[63260]: DEBUG oslo_vmware.api [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285661, 'name': ReconfigVM_Task, 'duration_secs': 0.274138} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.089030] env[63260]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 16882a7e-169e-4ba3-878a-638ddda9fa2f/16882a7e-169e-4ba3-878a-638ddda9fa2f.vmdk or device None with type sparse {{(pid=63260) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1366.089344] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-451abab7-55f6-4d35-a8a2-7d3b58f15a34 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.095413] env[63260]: DEBUG oslo_vmware.api [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1366.095413] env[63260]: value = "task-2285662" [ 1366.095413] env[63260]: _type = "Task" [ 1366.095413] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.103369] env[63260]: DEBUG oslo_vmware.api [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285662, 'name': Rename_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.604956] env[63260]: DEBUG oslo_vmware.api [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285662, 'name': Rename_Task, 'duration_secs': 0.143936} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.605400] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1366.605535] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cced54b8-47f1-43f0-95bf-0f0f36ebee43 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.613170] env[63260]: DEBUG oslo_vmware.api [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1366.613170] env[63260]: value = "task-2285663" [ 1366.613170] env[63260]: _type = "Task" [ 1366.613170] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.620061] env[63260]: DEBUG oslo_vmware.api [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285663, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.122732] env[63260]: DEBUG oslo_vmware.api [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285663, 'name': PowerOnVM_Task, 'duration_secs': 0.424442} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.123089] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1367.123303] env[63260]: INFO nova.compute.manager [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Took 6.93 seconds to spawn the instance on the hypervisor. [ 1367.123493] env[63260]: DEBUG nova.compute.manager [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1367.124241] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0a5d4c-44c2-49da-9247-f61517e1b7cc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.640838] env[63260]: INFO nova.compute.manager [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Took 11.59 seconds to build instance. [ 1368.115105] env[63260]: DEBUG nova.compute.manager [req-e77dd113-1066-4300-9849-788c6dd50a1a req-228971fd-4bc0-4841-ba20-05b20c6809da service nova] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Received event network-changed-15e6d058-7e01-4027-8b57-fc41db553f85 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1368.115311] env[63260]: DEBUG nova.compute.manager [req-e77dd113-1066-4300-9849-788c6dd50a1a req-228971fd-4bc0-4841-ba20-05b20c6809da service nova] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Refreshing instance network info cache due to event network-changed-15e6d058-7e01-4027-8b57-fc41db553f85. {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1368.115523] env[63260]: DEBUG oslo_concurrency.lockutils [req-e77dd113-1066-4300-9849-788c6dd50a1a req-228971fd-4bc0-4841-ba20-05b20c6809da service nova] Acquiring lock "refresh_cache-16882a7e-169e-4ba3-878a-638ddda9fa2f" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1368.115664] env[63260]: DEBUG oslo_concurrency.lockutils [req-e77dd113-1066-4300-9849-788c6dd50a1a req-228971fd-4bc0-4841-ba20-05b20c6809da service nova] Acquired lock "refresh_cache-16882a7e-169e-4ba3-878a-638ddda9fa2f" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.115820] env[63260]: DEBUG nova.network.neutron [req-e77dd113-1066-4300-9849-788c6dd50a1a req-228971fd-4bc0-4841-ba20-05b20c6809da service nova] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Refreshing network info cache for port 15e6d058-7e01-4027-8b57-fc41db553f85 {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1368.143380] env[63260]: DEBUG oslo_concurrency.lockutils [None req-0c7fe4fc-ebd6-4c75-9abd-4c67816303d8 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "16882a7e-169e-4ba3-878a-638ddda9fa2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.105s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.820477] env[63260]: DEBUG nova.network.neutron [req-e77dd113-1066-4300-9849-788c6dd50a1a req-228971fd-4bc0-4841-ba20-05b20c6809da service nova] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Updated VIF entry in instance network info cache for port 15e6d058-7e01-4027-8b57-fc41db553f85. {{(pid=63260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1368.820840] env[63260]: DEBUG nova.network.neutron [req-e77dd113-1066-4300-9849-788c6dd50a1a req-228971fd-4bc0-4841-ba20-05b20c6809da service nova] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Updating instance_info_cache with network_info: [{"id": "15e6d058-7e01-4027-8b57-fc41db553f85", "address": "fa:16:3e:36:ef:0e", "network": {"id": "424be9ec-16be-4f23-9093-06b871ef06d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-780291018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4949ccbfb7644f489b2cfd593a1684d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15e6d058-7e", "ovs_interfaceid": "15e6d058-7e01-4027-8b57-fc41db553f85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.965878] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1369.323554] env[63260]: DEBUG oslo_concurrency.lockutils [req-e77dd113-1066-4300-9849-788c6dd50a1a req-228971fd-4bc0-4841-ba20-05b20c6809da service nova] Releasing lock "refresh_cache-16882a7e-169e-4ba3-878a-638ddda9fa2f" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1369.469044] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.469292] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.469454] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.469606] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1369.470532] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0257c010-741f-47ab-9ac6-0baac7d53b88 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.479236] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbc138a-354f-4a99-bb2b-c8b2e736c753 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.493076] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2143078-886c-4be6-83c4-18498994e4bd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.499074] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ee8264-0163-4b03-b496-7f4e2f871405 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.527611] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180449MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=63260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1369.527761] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.527933] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.552315] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Instance 16882a7e-169e-4ba3-878a-638ddda9fa2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1370.552589] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=63260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1370.552650] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=63260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1370.577234] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011bb7b6-3151-42b4-81f0-2e585c1b1fb6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.584572] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e19c14c-7601-403d-8f38-620cf59f31e1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.613167] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1134a744-8489-4b9c-a309-df8b81fe06de {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.619683] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a397b95-8cca-4b0c-a5f6-3b0da79878e1 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.632939] env[63260]: DEBUG nova.compute.provider_tree [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1371.135631] env[63260]: DEBUG nova.scheduler.client.report [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1371.641219] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1371.641526] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.113s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.966529] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.966959] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Starting heal instance info cache {{(pid=63260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1376.475390] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Didn't find any instances for network info cache update. {{(pid=63260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1376.475687] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.475757] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.475886] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.476042] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.476227] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.476424] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1376.476613] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.476737] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Cleaning up deleted instances {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1376.985707] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] There are 25 instances to clean {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1376.985984] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 7a5ea8af-56ab-410d-ba7f-4cfef8cc3bc2] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1377.489606] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 6c881ce5-e1bd-4cec-be39-f8c169ec596d] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1377.992657] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: eb7a4470-0ac0-43ef-a129-0830429018f6] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1378.496611] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 4425bdeb-4be6-4f8d-9568-0050e2d66196] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1379.000586] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: c9670741-dac1-4092-8322-7e941b717d14] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1379.503596] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: f1d9fe8c-9b69-4ad2-9cbe-efeb9c8c3cc8] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1380.007301] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: dbf517b5-42e2-4435-8da8-c9eb755a6d75] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1380.510906] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: c44cc959-9391-413f-b350-eae627c5bef7] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1381.013986] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 2bdfb148-2a87-4462-ad05-36447c77d533] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1381.517550] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 0369a945-2b3f-4734-9b56-fabcb96b0ce4] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1382.021527] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 6d9a84e9-662e-4acf-806b-fd5accf720b2] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1382.524759] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: ac37feca-ed04-4e40-a22e-1f30b8534d74] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1383.028598] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: f96e81c0-cd9d-4b76-b59d-7892c0b69b0e] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1383.532267] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 9a3276e9-0c38-4709-a264-aa69e96afa6d] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1384.035422] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 84d091bd-0478-4dba-8d29-9be4c24c1d9c] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1384.538929] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 9c112d45-b457-4c70-9887-b71f26d3c198] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1385.042534] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 5bf18f54-2525-46b2-a4db-1e7a4945971b] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1385.545984] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 73efd3d3-ed22-45ca-9c4e-80e3819846e4] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1386.049854] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 03fb6371-8925-4bcb-af19-9387884ec631] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1386.552389] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 6b482172-c100-4c77-adb9-f8b15014de51] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1387.056538] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 6ca15fa7-ada0-4552-80aa-85a69e9b0da8] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1387.559517] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 15f6aedb-5993-45ef-995a-065b6dbf0670] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1388.063288] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: 73759f3b-39f8-4e60-a0ca-91220f19abdc] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1388.568904] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: e7079a58-fb09-44b7-bed8-3625be32b5f4] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1389.072174] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] [instance: eae2ab94-da4e-45c4-a185-a245dd609514] Instance has had 0 of 5 cleanup attempts {{(pid=63260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1389.575389] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1389.575808] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Cleaning up deleted instances with incomplete migration {{(pid=63260) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1390.078228] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.574876] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.575241] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1403.088768] env[63260]: DEBUG oslo_concurrency.lockutils [None req-799adaed-d5b4-45e1-9d22-a047a7309b5f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "16882a7e-169e-4ba3-878a-638ddda9fa2f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.089213] env[63260]: DEBUG oslo_concurrency.lockutils [None req-799adaed-d5b4-45e1-9d22-a047a7309b5f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "16882a7e-169e-4ba3-878a-638ddda9fa2f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.089263] env[63260]: DEBUG nova.compute.manager [None req-799adaed-d5b4-45e1-9d22-a047a7309b5f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1403.090229] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ebf6ac-2413-4bdd-9dc7-99f9b3409f2e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.097572] env[63260]: DEBUG nova.compute.manager [None req-799adaed-d5b4-45e1-9d22-a047a7309b5f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63260) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1403.098174] env[63260]: DEBUG nova.objects.instance [None req-799adaed-d5b4-45e1-9d22-a047a7309b5f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lazy-loading 'flavor' on Instance uuid 16882a7e-169e-4ba3-878a-638ddda9fa2f {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1404.108059] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-799adaed-d5b4-45e1-9d22-a047a7309b5f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1404.108059] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b605fbb9-9489-41ff-b684-6691c4a27b10 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.114247] env[63260]: DEBUG oslo_vmware.api [None req-799adaed-d5b4-45e1-9d22-a047a7309b5f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1404.114247] env[63260]: value = "task-2285664" [ 1404.114247] env[63260]: _type = "Task" [ 1404.114247] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.121701] env[63260]: DEBUG oslo_vmware.api [None req-799adaed-d5b4-45e1-9d22-a047a7309b5f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.624976] env[63260]: DEBUG oslo_vmware.api [None req-799adaed-d5b4-45e1-9d22-a047a7309b5f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285664, 'name': PowerOffVM_Task, 'duration_secs': 0.194147} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.625261] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-799adaed-d5b4-45e1-9d22-a047a7309b5f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1404.625453] env[63260]: DEBUG nova.compute.manager [None req-799adaed-d5b4-45e1-9d22-a047a7309b5f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1404.626224] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1eb185-c4d1-4d69-b2ec-27378420bd2c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.136576] env[63260]: DEBUG oslo_concurrency.lockutils [None req-799adaed-d5b4-45e1-9d22-a047a7309b5f tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "16882a7e-169e-4ba3-878a-638ddda9fa2f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.492413] env[63260]: DEBUG nova.objects.instance [None req-dc417851-3293-431e-8509-620aeb0834d4 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lazy-loading 'flavor' on Instance uuid 16882a7e-169e-4ba3-878a-638ddda9fa2f {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1405.998572] env[63260]: DEBUG oslo_concurrency.lockutils [None req-dc417851-3293-431e-8509-620aeb0834d4 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "refresh_cache-16882a7e-169e-4ba3-878a-638ddda9fa2f" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.998783] env[63260]: DEBUG oslo_concurrency.lockutils [None req-dc417851-3293-431e-8509-620aeb0834d4 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquired lock "refresh_cache-16882a7e-169e-4ba3-878a-638ddda9fa2f" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.998915] env[63260]: DEBUG nova.network.neutron [None req-dc417851-3293-431e-8509-620aeb0834d4 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1405.999115] env[63260]: DEBUG nova.objects.instance [None req-dc417851-3293-431e-8509-620aeb0834d4 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lazy-loading 'info_cache' on Instance uuid 16882a7e-169e-4ba3-878a-638ddda9fa2f {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1406.503053] env[63260]: DEBUG nova.objects.base [None req-dc417851-3293-431e-8509-620aeb0834d4 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Object Instance<16882a7e-169e-4ba3-878a-638ddda9fa2f> lazy-loaded attributes: flavor,info_cache {{(pid=63260) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1407.209813] env[63260]: DEBUG nova.network.neutron [None req-dc417851-3293-431e-8509-620aeb0834d4 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Updating instance_info_cache with network_info: [{"id": "15e6d058-7e01-4027-8b57-fc41db553f85", "address": "fa:16:3e:36:ef:0e", "network": {"id": "424be9ec-16be-4f23-9093-06b871ef06d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-780291018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4949ccbfb7644f489b2cfd593a1684d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15e6d058-7e", "ovs_interfaceid": "15e6d058-7e01-4027-8b57-fc41db553f85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.713269] env[63260]: DEBUG oslo_concurrency.lockutils [None req-dc417851-3293-431e-8509-620aeb0834d4 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Releasing lock "refresh_cache-16882a7e-169e-4ba3-878a-638ddda9fa2f" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.718971] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc417851-3293-431e-8509-620aeb0834d4 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Powering on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1408.719336] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1483c399-4bbd-483d-88e9-c42d443c1ad7 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.726421] env[63260]: DEBUG oslo_vmware.api [None req-dc417851-3293-431e-8509-620aeb0834d4 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1408.726421] env[63260]: value = "task-2285665" [ 1408.726421] env[63260]: _type = "Task" [ 1408.726421] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.734042] env[63260]: DEBUG oslo_vmware.api [None req-dc417851-3293-431e-8509-620aeb0834d4 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.235746] env[63260]: DEBUG oslo_vmware.api [None req-dc417851-3293-431e-8509-620aeb0834d4 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285665, 'name': PowerOnVM_Task, 'duration_secs': 0.360788} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.236033] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc417851-3293-431e-8509-620aeb0834d4 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Powered on the VM {{(pid=63260) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1409.236231] env[63260]: DEBUG nova.compute.manager [None req-dc417851-3293-431e-8509-620aeb0834d4 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1409.236999] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f838dfca-d423-4b77-87ba-2d31a16a9aa5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.342518] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1595aff0-e7e7-4ea0-b84d-b1dba6e8e15a {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.349699] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-68398393-2075-4239-9369-f622daf2ae13 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Suspending the VM {{(pid=63260) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1410.349890] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-015159a9-59e4-4c94-b6af-31ecfc293489 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.356128] env[63260]: DEBUG oslo_vmware.api [None req-68398393-2075-4239-9369-f622daf2ae13 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1410.356128] env[63260]: value = "task-2285666" [ 1410.356128] env[63260]: _type = "Task" [ 1410.356128] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.363302] env[63260]: DEBUG oslo_vmware.api [None req-68398393-2075-4239-9369-f622daf2ae13 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285666, 'name': SuspendVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.866443] env[63260]: DEBUG oslo_vmware.api [None req-68398393-2075-4239-9369-f622daf2ae13 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285666, 'name': SuspendVM_Task} progress is 75%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.368022] env[63260]: DEBUG oslo_vmware.api [None req-68398393-2075-4239-9369-f622daf2ae13 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285666, 'name': SuspendVM_Task, 'duration_secs': 0.566951} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.368439] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-68398393-2075-4239-9369-f622daf2ae13 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Suspended the VM {{(pid=63260) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1411.368488] env[63260]: DEBUG nova.compute.manager [None req-68398393-2075-4239-9369-f622daf2ae13 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1411.369252] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8959498e-0f82-4ad9-b134-de96ebc55ba9 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.713069] env[63260]: INFO nova.compute.manager [None req-7e1b63a7-6897-4062-b672-2f12e0159758 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Resuming [ 1412.713677] env[63260]: DEBUG nova.objects.instance [None req-7e1b63a7-6897-4062-b672-2f12e0159758 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lazy-loading 'flavor' on Instance uuid 16882a7e-169e-4ba3-878a-638ddda9fa2f {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1414.224860] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7e1b63a7-6897-4062-b672-2f12e0159758 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "refresh_cache-16882a7e-169e-4ba3-878a-638ddda9fa2f" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.224860] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7e1b63a7-6897-4062-b672-2f12e0159758 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquired lock "refresh_cache-16882a7e-169e-4ba3-878a-638ddda9fa2f" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.226120] env[63260]: DEBUG nova.network.neutron [None req-7e1b63a7-6897-4062-b672-2f12e0159758 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Building network info cache for instance {{(pid=63260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1414.932822] env[63260]: DEBUG nova.network.neutron [None req-7e1b63a7-6897-4062-b672-2f12e0159758 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Updating instance_info_cache with network_info: [{"id": "15e6d058-7e01-4027-8b57-fc41db553f85", "address": "fa:16:3e:36:ef:0e", "network": {"id": "424be9ec-16be-4f23-9093-06b871ef06d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-780291018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4949ccbfb7644f489b2cfd593a1684d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15e6d058-7e", "ovs_interfaceid": "15e6d058-7e01-4027-8b57-fc41db553f85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.435875] env[63260]: DEBUG oslo_concurrency.lockutils [None req-7e1b63a7-6897-4062-b672-2f12e0159758 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Releasing lock "refresh_cache-16882a7e-169e-4ba3-878a-638ddda9fa2f" {{(pid=63260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.436889] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c598fe29-fa12-4c11-bf7a-381858f3bfbd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.443827] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1b63a7-6897-4062-b672-2f12e0159758 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Resuming the VM {{(pid=63260) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1415.444067] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5402d4e-b769-47b7-9177-8f1c7c3862bd {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.450259] env[63260]: DEBUG oslo_vmware.api [None req-7e1b63a7-6897-4062-b672-2f12e0159758 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1415.450259] env[63260]: value = "task-2285667" [ 1415.450259] env[63260]: _type = "Task" [ 1415.450259] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.457636] env[63260]: DEBUG oslo_vmware.api [None req-7e1b63a7-6897-4062-b672-2f12e0159758 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.962053] env[63260]: DEBUG oslo_vmware.api [None req-7e1b63a7-6897-4062-b672-2f12e0159758 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285667, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.461862] env[63260]: DEBUG oslo_vmware.api [None req-7e1b63a7-6897-4062-b672-2f12e0159758 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285667, 'name': PowerOnVM_Task, 'duration_secs': 0.517361} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.462196] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1b63a7-6897-4062-b672-2f12e0159758 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Resumed the VM {{(pid=63260) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1416.462357] env[63260]: DEBUG nova.compute.manager [None req-7e1b63a7-6897-4062-b672-2f12e0159758 tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Checking state {{(pid=63260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1416.463128] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16114358-f4e1-4556-9f00-74d67e9bdca5 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.383878] env[63260]: DEBUG oslo_concurrency.lockutils [None req-44d0272b-fdcd-4458-8e61-1cff831e81fd tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "16882a7e-169e-4ba3-878a-638ddda9fa2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1417.384271] env[63260]: DEBUG oslo_concurrency.lockutils [None req-44d0272b-fdcd-4458-8e61-1cff831e81fd tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "16882a7e-169e-4ba3-878a-638ddda9fa2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1417.384578] env[63260]: DEBUG oslo_concurrency.lockutils [None req-44d0272b-fdcd-4458-8e61-1cff831e81fd tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "16882a7e-169e-4ba3-878a-638ddda9fa2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1417.384846] env[63260]: DEBUG oslo_concurrency.lockutils [None req-44d0272b-fdcd-4458-8e61-1cff831e81fd tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "16882a7e-169e-4ba3-878a-638ddda9fa2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1417.385115] env[63260]: DEBUG oslo_concurrency.lockutils [None req-44d0272b-fdcd-4458-8e61-1cff831e81fd tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "16882a7e-169e-4ba3-878a-638ddda9fa2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.387334] env[63260]: INFO nova.compute.manager [None req-44d0272b-fdcd-4458-8e61-1cff831e81fd tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Terminating instance [ 1417.891512] env[63260]: DEBUG nova.compute.manager [None req-44d0272b-fdcd-4458-8e61-1cff831e81fd tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Start destroying the instance on the hypervisor. {{(pid=63260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1417.892050] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-44d0272b-fdcd-4458-8e61-1cff831e81fd tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Destroying instance {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1417.892725] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678b400c-6a56-4ed6-a11d-e01f24a63566 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.900719] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d0272b-fdcd-4458-8e61-1cff831e81fd tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Powering off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1417.900937] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87d03ce0-dc37-41dd-a7bc-bf5dd515140c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.907912] env[63260]: DEBUG oslo_vmware.api [None req-44d0272b-fdcd-4458-8e61-1cff831e81fd tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1417.907912] env[63260]: value = "task-2285668" [ 1417.907912] env[63260]: _type = "Task" [ 1417.907912] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.917208] env[63260]: DEBUG oslo_vmware.api [None req-44d0272b-fdcd-4458-8e61-1cff831e81fd tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.419037] env[63260]: DEBUG oslo_vmware.api [None req-44d0272b-fdcd-4458-8e61-1cff831e81fd tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285668, 'name': PowerOffVM_Task, 'duration_secs': 0.18947} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.419301] env[63260]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d0272b-fdcd-4458-8e61-1cff831e81fd tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Powered off the VM {{(pid=63260) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1418.419471] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-44d0272b-fdcd-4458-8e61-1cff831e81fd tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Unregistering the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1418.419706] env[63260]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65ae793c-fa24-4a6c-8fb4-f1befb139452 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.481665] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-44d0272b-fdcd-4458-8e61-1cff831e81fd tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Unregistered the VM {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1418.481879] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-44d0272b-fdcd-4458-8e61-1cff831e81fd tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Deleting contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1418.482078] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-44d0272b-fdcd-4458-8e61-1cff831e81fd tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Deleting the datastore file [datastore2] 16882a7e-169e-4ba3-878a-638ddda9fa2f {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1418.482345] env[63260]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d86be98-27ac-4c80-b048-6ca150c9bae6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.488990] env[63260]: DEBUG oslo_vmware.api [None req-44d0272b-fdcd-4458-8e61-1cff831e81fd tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for the task: (returnval){ [ 1418.488990] env[63260]: value = "task-2285670" [ 1418.488990] env[63260]: _type = "Task" [ 1418.488990] env[63260]: } to complete. {{(pid=63260) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.496452] env[63260]: DEBUG oslo_vmware.api [None req-44d0272b-fdcd-4458-8e61-1cff831e81fd tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285670, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.998846] env[63260]: DEBUG oslo_vmware.api [None req-44d0272b-fdcd-4458-8e61-1cff831e81fd tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Task: {'id': task-2285670, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146291} completed successfully. {{(pid=63260) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.999299] env[63260]: DEBUG nova.virt.vmwareapi.ds_util [None req-44d0272b-fdcd-4458-8e61-1cff831e81fd tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Deleted the datastore file {{(pid=63260) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1418.999299] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-44d0272b-fdcd-4458-8e61-1cff831e81fd tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Deleted contents of the VM from datastore datastore2 {{(pid=63260) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1418.999451] env[63260]: DEBUG nova.virt.vmwareapi.vmops [None req-44d0272b-fdcd-4458-8e61-1cff831e81fd tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Instance destroyed {{(pid=63260) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1418.999634] env[63260]: INFO nova.compute.manager [None req-44d0272b-fdcd-4458-8e61-1cff831e81fd tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1418.999867] env[63260]: DEBUG oslo.service.loopingcall [None req-44d0272b-fdcd-4458-8e61-1cff831e81fd tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1419.000063] env[63260]: DEBUG nova.compute.manager [-] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Deallocating network for instance {{(pid=63260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1419.000160] env[63260]: DEBUG nova.network.neutron [-] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] deallocate_for_instance() {{(pid=63260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1419.492510] env[63260]: DEBUG nova.compute.manager [req-61410c36-5db1-46bd-a7db-5ade702f8627 req-6048a27b-beaf-4571-88cb-6bc128671464 service nova] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Received event network-vif-deleted-15e6d058-7e01-4027-8b57-fc41db553f85 {{(pid=63260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1419.492810] env[63260]: INFO nova.compute.manager [req-61410c36-5db1-46bd-a7db-5ade702f8627 req-6048a27b-beaf-4571-88cb-6bc128671464 service nova] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Neutron deleted interface 15e6d058-7e01-4027-8b57-fc41db553f85; detaching it from the instance and deleting it from the info cache [ 1419.493070] env[63260]: DEBUG nova.network.neutron [req-61410c36-5db1-46bd-a7db-5ade702f8627 req-6048a27b-beaf-4571-88cb-6bc128671464 service nova] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.970070] env[63260]: DEBUG nova.network.neutron [-] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Updating instance_info_cache with network_info: [] {{(pid=63260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.996219] env[63260]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6400d4c-1ea7-4887-9782-3a1febd78024 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.007020] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3900f25a-1613-419e-adb9-5d6f25ac6054 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.029957] env[63260]: DEBUG nova.compute.manager [req-61410c36-5db1-46bd-a7db-5ade702f8627 req-6048a27b-beaf-4571-88cb-6bc128671464 service nova] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Detach interface failed, port_id=15e6d058-7e01-4027-8b57-fc41db553f85, reason: Instance 16882a7e-169e-4ba3-878a-638ddda9fa2f could not be found. {{(pid=63260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1420.473576] env[63260]: INFO nova.compute.manager [-] [instance: 16882a7e-169e-4ba3-878a-638ddda9fa2f] Took 1.47 seconds to deallocate network for instance. [ 1420.979873] env[63260]: DEBUG oslo_concurrency.lockutils [None req-44d0272b-fdcd-4458-8e61-1cff831e81fd tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.980174] env[63260]: DEBUG oslo_concurrency.lockutils [None req-44d0272b-fdcd-4458-8e61-1cff831e81fd tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.980398] env[63260]: DEBUG nova.objects.instance [None req-44d0272b-fdcd-4458-8e61-1cff831e81fd tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lazy-loading 'resources' on Instance uuid 16882a7e-169e-4ba3-878a-638ddda9fa2f {{(pid=63260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1421.609174] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce27aa8-2784-47a8-9d92-8fd9201098ad {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.617453] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3287c3ff-54bc-4523-9f23-3eeb92928bc2 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.648182] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a7ec74-8c6d-4010-9b2b-b139983b923d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.655303] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acefcae7-edfa-4156-99b9-748761543176 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.668219] env[63260]: DEBUG nova.compute.provider_tree [None req-44d0272b-fdcd-4458-8e61-1cff831e81fd tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1422.171754] env[63260]: DEBUG nova.scheduler.client.report [None req-44d0272b-fdcd-4458-8e61-1cff831e81fd tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1422.676787] env[63260]: DEBUG oslo_concurrency.lockutils [None req-44d0272b-fdcd-4458-8e61-1cff831e81fd tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.696s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.698618] env[63260]: INFO nova.scheduler.client.report [None req-44d0272b-fdcd-4458-8e61-1cff831e81fd tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Deleted allocations for instance 16882a7e-169e-4ba3-878a-638ddda9fa2f [ 1423.207515] env[63260]: DEBUG oslo_concurrency.lockutils [None req-44d0272b-fdcd-4458-8e61-1cff831e81fd tempest-ServerActionsTestJSON-1390514024 tempest-ServerActionsTestJSON-1390514024-project-member] Lock "16882a7e-169e-4ba3-878a-638ddda9fa2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.823s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.966603] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1430.470077] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.470306] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.470479] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.470630] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1430.471519] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da90a96d-697a-478c-9a23-8ca460402efc {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.479574] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fb81fd-5b9f-4e05-a709-dfd6e74ee84c {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.493073] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de886962-ac9e-4791-94df-e12be499785b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.499030] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5673e8b2-72e9-40ac-a68e-e6da7ef5989e {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.527894] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181219MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=63260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1430.528049] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.528222] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.547915] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1431.548197] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1431.560734] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f882a3a1-d8b5-4f67-a339-1751ae65afd6 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.568444] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa51a4c0-19b0-4716-89ad-e9ff937fff15 {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.596899] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ccec8f-71ad-4278-87af-15e6bfa8a28b {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.603695] env[63260]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b1d8d0-4255-4501-b0cb-34702b1cb94d {{(pid=63260) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.617156] env[63260]: DEBUG nova.compute.provider_tree [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Inventory has not changed in ProviderTree for provider: 535ed902-6829-4832-9c79-14d5c1df9745 {{(pid=63260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1432.120649] env[63260]: DEBUG nova.scheduler.client.report [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Inventory has not changed for provider 535ed902-6829-4832-9c79-14d5c1df9745 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1432.625175] env[63260]: DEBUG nova.compute.resource_tracker [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1432.625578] env[63260]: DEBUG oslo_concurrency.lockutils [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.097s {{(pid=63260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.625360] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1435.625725] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Starting heal instance info cache {{(pid=63260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1435.625725] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Rebuilding the list of instances to heal {{(pid=63260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1436.128607] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Didn't find any instances for network info cache update. {{(pid=63260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1436.128949] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1436.129243] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1436.129504] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1436.966097] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1436.966516] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1436.966516] env[63260]: DEBUG nova.compute.manager [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1437.965820] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.966399] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.962108] env[63260]: DEBUG oslo_service.periodic_task [None req-581f55f6-abdf-4311-b1de-5e4cfe6fd8e7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}